{
    "measurement": {
        "model.layers.0.self_attn": [
            {
                "accuracy": 0.8333794819681268,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.8528002186825401,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.86353726136057,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9219776517466495,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.92369376358233,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9241361931750649,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9520780475516069,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.952359422257072,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9560326243701734,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9590882219766316,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.961186408996582,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9641188602698476,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9659533814380044,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9687363599476061,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981094479560852,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843083525958815,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874068953489002,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901750417132127,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967047674091238,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.0.mlp": [
            {
                "accuracy": 0.9531159055860419,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9542439517221952,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.965445665936721,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9720638362984908,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9779250684537386,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797645650411907,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853816753939578,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869360476732254,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886622319096013,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889253989646309,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904436218111139,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943213890257635,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952033146431571,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965236398734545,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997162793615931,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985633763043504,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988128487020731,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.self_attn": [
            {
                "accuracy": 0.990324791324766,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921717855491137,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930022013814825,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958360967667479,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959130177372381,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960311149296007,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969682128805863,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971137184061503,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973541362897346,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974490119830558,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998003352629511,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981499288819338,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981633446326381,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99832040110701,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989561820892912,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991163490830284,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991680874832367,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994751464967665,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996996434944633,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.1.mlp": [
            {
                "accuracy": 0.9804223493525857,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849785283992165,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849009388371518,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984920001343677,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933545205153917,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941892039618994,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941854088714248,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952861760791979,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958009045375021,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966929158882091,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972529436804747,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982584977620527,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985327200081787,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985822480367986,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989645943829888,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989646290870089,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999268436412278,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.self_attn": [
            {
                "accuracy": 0.9767842779034063,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9803089468102706,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812251423534594,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892684793785999,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894498649396395,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9895885022063005,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936964241297621,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938622924842333,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943012728502876,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946112824898017,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947157286499676,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950866087486869,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953635405553015,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995736859346691,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974223692950449,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978427261506256,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983249659601011,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988251417679223,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994971013480896,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.2.mlp": [
            {
                "accuracy": 0.9701811545773557,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748718017025998,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9750979260394448,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9762134599058252,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901928744818035,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908951724830427,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907782689521187,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930448814442283,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939409070893338,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952492008083745,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959458289177794,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975433088839054,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979169233457038,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980486884321037,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986860880530194,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987285733222961,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990876375844604,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.self_attn": [
            {
                "accuracy": 0.9618100398465207,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9674985534266421,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9690056600068745,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818701681337858,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827916669218164,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829798513337186,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891021777140466,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892990683254442,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900595749679365,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906669847275081,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913468721665835,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919433758447045,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922828501776645,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929055336274599,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957457780838013,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964417532870644,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971442508854365,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979325378019559,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992129777215029,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.3.mlp": [
            {
                "accuracy": 0.9600665036000704,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9634113217654982,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9652202725410461,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9685950718427959,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831992058377517,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845712608412692,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861566863561931,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885067539779764,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899881929159164,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915846727396312,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927890606616673,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956680857821515,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963509287489088,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968630996973891,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978869849521863,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984234588122681,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988288109827983,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.self_attn": [
            {
                "accuracy": 0.9573335396616083,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9614484906196594,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9635263869636937,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790904537627572,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797102840323197,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9798896312713623,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880973359471873,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882868834232029,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891036780256974,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897948621135009,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897512393562418,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904546031826421,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908883712793651,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916417104633231,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949809218707838,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958017037103051,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968794527414598,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977202919360838,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991455262428836,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.4.mlp": [
            {
                "accuracy": 0.915040882010209,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9304945719869513,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9323891526774356,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9333062234677767,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833152027506578,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98662269115448,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877905900541105,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920268435227243,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923537608824278,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940650247429547,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952667543762609,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971094021671697,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972569601316201,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979119057718077,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986981060355902,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991307618390572,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999163458221837,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.self_attn": [
            {
                "accuracy": 0.9865396807068273,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878749290579244,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888611686857123,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928551567228217,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935651213714951,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936254565653048,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960269347617501,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961013519450238,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964023342258052,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965886806971148,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967976428176227,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970042819255277,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99718173377608,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973978006133908,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984555838531569,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99870048845677,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989643315539548,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993116535050305,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997171698089101,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.5.mlp": [
            {
                "accuracy": 0.9803453919134641,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9816628035746122,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793635779305508,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9800772149311868,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890604819122114,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862052500247955,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98665882882319,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936930662707278,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869055622502377,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941912963986397,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924485150136446,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954279763133902,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980208163982943,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955553004616186,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982768026621718,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983972410034192,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984379325454172,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.self_attn": [
            {
                "accuracy": 0.9938510326962722,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945063069462776,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950799843982646,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966638480362139,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970328837240997,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997114314452598,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981175029748365,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982078894972801,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983369625712696,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984232485294342,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985210178910118,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986257965823537,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987366294586345,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988311650721651,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999291656636878,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994086475650731,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995053728160105,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999682890104228,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998647670359596,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.6.mlp": [
            {
                "accuracy": 0.985619981037943,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865240517415499,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875411234403911,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880224105558897,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930747276858279,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995674030953332,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963903231056113,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960694438532779,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975092907093073,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975108512138066,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973230318803536,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986186478483049,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988416821548813,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990203077659795,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993020577944423,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994631207204963,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995926214921239,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.self_attn": [
            {
                "accuracy": 0.9932547784165332,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938768344490152,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947373035706972,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996291456253905,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967117623278969,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967880688215557,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979128978754345,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980576652053156,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982336245869335,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983031963439364,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983691929006263,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985036653907675,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986234474927187,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987581355595275,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992401778305832,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993722814772474,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994533751159906,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996841964066813,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998532656433159,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.7.mlp": [
            {
                "accuracy": 0.9883703793350019,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888726982631182,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901166989615089,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906167921267057,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946799811563993,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950882717967033,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99567874246522,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970582392262785,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973136635595247,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972948502553137,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997661430584757,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986278620597563,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988382592993347,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992001024810108,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993068318029767,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994493378326297,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997637124830171,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.self_attn": [
            {
                "accuracy": 0.9936216791209421,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942436641768405,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948914827484834,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962597391323039,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996797114610672,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996964016635167,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977689906954765,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979615534998869,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998179226721588,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982475171747961,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984633189282919,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985809171278226,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986707353474278,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987901491358092,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992493571419465,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993782855668351,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994389297636715,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999669580867416,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998489578352555,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.8.mlp": [
            {
                "accuracy": 0.9857247769832611,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863062595066271,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881609278289896,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887259641760274,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932108921440024,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937936757740221,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945063900790716,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963777622109965,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966950581261986,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965591250281585,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970231652259827,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982435134680647,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998514989979173,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990093288453001,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991052503648558,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992669276697072,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997262987063119,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.self_attn": [
            {
                "accuracy": 0.9916595032340602,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923559207665292,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931327935896421,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951932543986722,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958202489896825,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959253221750259,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973760123707747,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975719934231356,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977698186902624,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978632860277828,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997941932199817,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980763951806646,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982522953497736,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984001639838281,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990124255418777,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992002735502625,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999310132900351,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999589171848799,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998184203317291,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.9.mlp": [
            {
                "accuracy": 0.9854414431672347,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860387836631975,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880875521584561,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886601488841208,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930402620842582,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936250424698779,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944057284217132,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963982720908365,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967190095860707,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964760138015998,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996936323219224,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982058986237174,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984727180317828,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990202245351515,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990802570981415,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992423751146385,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997361436927397,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.self_attn": [
            {
                "accuracy": 0.9909898960276654,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918095908666912,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928829575839796,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994471411955984,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956030810349866,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957003369927406,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970636016836292,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972500371697702,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974827611524808,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976256297607171,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978307767918235,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99806746369914,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981581654987837,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983945455598203,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998961633855575,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991830564839276,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992122956502595,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995798477903008,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997941295518294,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.10.mlp": [
            {
                "accuracy": 0.9838125862573323,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844686639936346,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866350842149634,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98724270651215,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921399002012453,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928342464723086,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936455652902001,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959049809135889,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996273420358959,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960101807588025,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965398739043035,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979594314568921,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982736161664912,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998872471777232,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989554036996866,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991255828032368,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996892010891124,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.self_attn": [
            {
                "accuracy": 0.9891343108917537,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902634055990922,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913833839328665,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940641891015204,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948259395988364,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949362015253619,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965626875820913,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966385862544963,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969335765038666,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971074301161265,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973876842934835,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976287021448738,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997734912131962,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979485992930437,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987601302564144,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998976666186201,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991011637213983,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994492662188253,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997502832771524,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.11.mlp": [
            {
                "accuracy": 0.9839459438073007,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845049287143507,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866938622374284,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873097907555731,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921973504518208,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928460560346904,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936726685417326,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959777911242685,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963198280648181,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960503244870588,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996557753337057,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979920671566537,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982876073765127,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998906242906263,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989744021900391,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991385706357265,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997061264799222,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.self_attn": [
            {
                "accuracy": 0.9896668227095353,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905144533044413,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991506994554871,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940414369890564,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949806014958181,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950836057725706,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969183337923727,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970065769004194,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972202164169989,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973794931643888,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975283216488989,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977018095945057,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978998728880757,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980683961981222,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998824991187767,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990187691230523,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991895398615223,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994666685203188,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997827793275448,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.12.mlp": [
            {
                "accuracy": 0.982541129777306,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.98309736032235,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853517742533433,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859938150958011,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914569109678268,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921489216779408,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993028389780145,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956331331478921,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960059135367996,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956675513010276,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962140517799478,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978023971381941,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981053716650135,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988115994553817,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988695525221134,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990368110961035,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996685897686372,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.self_attn": [
            {
                "accuracy": 0.9901175240152761,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991004467010498,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919616885875401,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942689671328193,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950875083082601,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952353603745762,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968745567296681,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969800561666489,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972130464095819,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973156563937664,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975674503335827,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977580528510245,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979435556421155,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981181933299491,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988538157194853,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990537210710739,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991840072662422,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994850870908091,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99977831687092,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.13.mlp": [
            {
                "accuracy": 0.9813627145792309,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9819663637562802,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843135617281261,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849746729198255,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908851534128189,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916490920280155,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925499432965329,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953447148988122,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957494912178892,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953754285448476,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959728588399134,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997644377382178,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997994317035926,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987353317831692,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987911865311233,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989658121607805,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996628569635121,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.self_attn": [
            {
                "accuracy": 0.989844939426372,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906826152613288,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917295582984623,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938999296803224,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950866534521705,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951865088782812,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968882103107477,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969917792630824,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972012721394238,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997308857150768,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975698029524401,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977615538396334,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979183211138374,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981080091705448,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988459873160249,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990531978638548,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991745252750421,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994957841638672,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997722519267547,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.14.mlp": [
            {
                "accuracy": 0.9809571049715343,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815821349620819,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840145816928462,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846907195292021,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990679175445908,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914608895778656,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923885511724573,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952402914825239,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995650011457895,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952713176608086,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958860944760474,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975914468890742,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979517110868504,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987067123384852,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987631804848972,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989428942728984,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996546130921495,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.self_attn": [
            {
                "accuracy": 0.9892707145527789,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899569867472899,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911595904513409,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934160042750207,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945805821763841,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947258971239391,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967878935368437,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969208595391951,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972703580401445,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974159931665972,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99742649181893,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976236133983261,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978899877322348,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980698955294333,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988395312899038,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990318710670659,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992100233702284,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995028028068574,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997859496721312,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.15.mlp": [
            {
                "accuracy": 0.9808378141177329,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815489210580525,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9839850224946675,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846689261888203,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906938734807467,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914613797476417,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923927791808781,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952144822792003,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956257115853461,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952822339377905,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995887680273307,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975982371129488,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979523181131011,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987031217468413,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987670612570486,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989505898403493,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996537688972527,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.self_attn": [
            {
                "accuracy": 0.9904432108527735,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911541044712067,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921812634719046,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944416927663904,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952460245082253,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953629280391493,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970515307627226,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971682290105444,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973474284143824,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975103741805804,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976535168917555,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978112307818312,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980019662333163,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982048651497615,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989063369208261,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991025501175931,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992409835716611,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999531622289827,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997957335098794,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.16.mlp": [
            {
                "accuracy": 0.9819067512687883,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825258302061182,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848575858693374,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855078490156877,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911325856258995,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918833053425739,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9927853267443808,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954591852269674,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958605491801312,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954984744912699,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960855457343554,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997707952206072,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980497654331358,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998765974648689,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988234662695935,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990006362725246,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996692264256509,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.self_attn": [
            {
                "accuracy": 0.9910975827982551,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919109266055258,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928520353216874,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945783070043513,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957225005093374,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957972761047514,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972119856821863,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973364582187251,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975820989593079,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976895188814715,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978603073640874,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980476184895164,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981851462078722,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983468955676806,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989975902595019,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991747950644869,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99928147188927,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995582606643438,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9998030164646671,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.17.mlp": [
            {
                "accuracy": 0.982834539915386,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834128837836417,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985618592877137,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862276739195773,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915878780578312,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922890357281032,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931428605004361,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995693715387269,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960689823094168,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957301475499806,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962810615175649,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978269326843714,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998147583517589,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988320709059113,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988857576329457,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990517201980478,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996871853149251,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.self_attn": [
            {
                "accuracy": 0.990493757944358,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99109879371367,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920775772709596,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935802840872815,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953157070435976,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954941029611387,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969839502714182,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972049337076513,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974335153636179,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975780236877894,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977822893936383,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979767624877001,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981658468513113,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983138806725803,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989960585769854,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991590351258454,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992594745892444,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999546396300981,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997875969121722,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.18.mlp": [
            {
                "accuracy": 0.9832523339673093,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838070492995413,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859402336572346,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986540248519496,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917394126716413,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924332264222597,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932793802336642,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995761078047125,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961394248040099,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958030914789752,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963466027065327,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978628999700672,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981797023823387,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988508578389883,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989030408231836,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999066780272283,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996925251264321,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.self_attn": [
            {
                "accuracy": 0.9911845687188601,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918231752357984,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992713318059319,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942536361907658,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955860137155181,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995727333191194,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970796057268193,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972585029900074,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975198273988146,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975748354274976,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978687845562634,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980240130895063,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981831359235864,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983827340367594,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990063634161886,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991882577734558,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992663552494425,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995616317579621,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997962946930018,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.19.mlp": [
            {
                "accuracy": 0.9831691447057223,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9837197332005752,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858916652830023,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865048872797113,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916971757223731,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923987663105914,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932569845726615,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957138958730196,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961183392687848,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957827086511412,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996329706750418,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997852877566689,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981710214756037,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998844467789719,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988990610367373,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990688023206434,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996905081268204,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.self_attn": [
            {
                "accuracy": 0.9905000180006027,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991243952983304,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922058205855521,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940016952000166,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951733284090695,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952494851068446,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968207807917344,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969065748155117,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972727739889371,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973632385464091,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997707131269731,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978571124374866,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980252800803435,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982129754988771,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989138873980233,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990887629162324,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991950141756158,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995115716990671,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997757210053111,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.20.mlp": [
            {
                "accuracy": 0.9835201501846313,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840826705882424,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863040133526451,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9869328517662851,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918811619281769,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925656185338372,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934525564312935,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995820838761957,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961985863353077,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958783599891161,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964134540212782,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979014259419943,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982135940931345,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988676996803597,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989241163589453,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990995042026043,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996947857159141,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.self_attn": [
            {
                "accuracy": 0.9885732209996173,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894816044129824,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902970288929186,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991728632857925,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946821928024292,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947555723943209,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969564423357186,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970310548026311,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972128695563266,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974281681995643,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975951572782115,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977685295437512,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979929767156902,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981882983916684,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989195538586692,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990882203963242,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992302852241617,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995240224035162,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997891244282456,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.21.mlp": [
            {
                "accuracy": 0.9837137570506648,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984289321460222,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865297628076453,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871673348702883,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919740855693817,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926548694309435,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935510538910565,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958557153218671,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962347310624624,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959218639292216,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964518500001807,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979225067715896,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982321762332791,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988774186686465,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989339957307828,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991106658585762,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996984267215195,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.self_attn": [
            {
                "accuracy": 0.9888410591765454,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896876459058962,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905765934994346,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926620941413077,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945358171274787,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946844268002009,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966882102583584,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968739544090471,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970854275712842,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973520867918667,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99735845958716,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975490713197934,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977476712512342,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979812193073725,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987702568698871,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990033940657189,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991513646550869,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994738041178176,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997642456896996,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.22.mlp": [
            {
                "accuracy": 0.9829380731833609,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835079892685539,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858207075219405,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864750896629534,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915370313744796,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922782637571034,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932027286604831,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956345315042295,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996038737657823,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956901100905318,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962588701593248,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997798887522597,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981337897479534,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988127906659716,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988690546076548,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990498975507522,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996809376354673,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.self_attn": [
            {
                "accuracy": 0.9881963714172965,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887888462919938,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899256150973471,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917874728378496,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941740769304728,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943403503612468,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966942205240852,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968283186225515,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970962169923281,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972217714315966,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971721740929704,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997415632401642,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977674343084034,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979870774244007,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987790394378336,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989926885617407,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991410055050725,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994760586046859,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997659431966511,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.23.mlp": [
            {
                "accuracy": 0.9822241789416263,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828350732201024,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851842930442408,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9858383787305731,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911815375089645,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919709414243698,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992893102137666,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954293597685663,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958564564585686,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954941272735596,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961015170342044,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976909795874044,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980525766548357,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987473484912985,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988120723711816,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989948307016963,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996631426099492,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.self_attn": [
            {
                "accuracy": 0.989348408422972,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902279910288359,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913310800728045,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932264960125873,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994807446865659,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948861030371565,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967079378272358,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967914333468989,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971013876952624,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973036870360374,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974365414757478,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976339828419057,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978470743486756,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980338192299792,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988221976121789,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990174137055874,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991523148982149,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994421449342841,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997625265417522,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.24.mlp": [
            {
                "accuracy": 0.98233142338301,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829306351511102,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853457965348896,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860160507653889,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912914304356826,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920146222177305,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929757973081187,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99551827499741,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959156195584097,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955761111096332,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961416372343114,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997747277742938,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980774515945661,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987870764575506,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988443209348541,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990300334205753,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996761037526947,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.self_attn": [
            {
                "accuracy": 0.9894266395192397,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903898592057981,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914035381455171,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928832901151556,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947573048503775,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948898565612341,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99640714455592,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965090218343233,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970214721795759,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971758378179449,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974799434605398,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977345143101717,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979229310625478,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981223399701872,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988057031051109,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990588879506839,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990922660615883,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994809578025812,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997572224391135,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.25.mlp": [
            {
                "accuracy": 0.98189966302169,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825035019924766,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9849975501236162,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856894000580436,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910674212794555,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991814734120118,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928156890367207,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954089577260771,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958207364145079,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954663554304525,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960495449210468,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976929637946581,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980310438887069,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987591285454599,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998817188175101,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990099824376797,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996688326477612,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.self_attn": [
            {
                "accuracy": 0.9868325449918446,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871119300001546,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876114553526828,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889084626185266,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934712013131693,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935297542496732,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966183367528414,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966460078170425,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969584041912305,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971883761647501,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996915346893825,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972726832094946,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975461618680703,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979747314202158,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987082019644348,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989448026999047,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991561692011984,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994663489296248,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997664911329354,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.26.mlp": [
            {
                "accuracy": 0.9811677603345168,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9818221942374581,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844527621018259,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851942031007064,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906598070734426,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914730050061878,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925300235811033,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951695348871382,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956187347048208,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952491023822835,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958744986276877,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975783897465781,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979437634741005,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986898261857661,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987576914657104,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989642275399283,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996497303149418,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.self_attn": [
            {
                "accuracy": 0.9851993447855899,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879176326488194,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892723607389551,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919107564185795,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934148059079522,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934940816540467,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995698877855351,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957998300853529,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963433922905671,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965253189990395,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968326813296268,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971007406711578,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973559834455189,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975462089243688,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985163175549946,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987588495408234,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989253724680135,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993483957981593,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9997011225572542,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.27.mlp": [
            {
                "accuracy": 0.9801156473787207,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808277487754822,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836879451023904,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845022763076582,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901129446531597,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909948290962922,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921470590327915,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948504139718256,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953497742351732,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949511575855707,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956317924355206,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974163292269957,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978205855739745,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99859831952735,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986753696085591,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989049959143526,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996242139390424,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.self_attn": [
            {
                "accuracy": 0.9853555215032477,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986107349395752,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870270027926094,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890194064692447,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919903741071099,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921267354174664,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995467518897433,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956629938985172,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962002321293479,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964234566217974,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996153440914656,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964774580378282,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996908870770743,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972237811276787,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983757565680303,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986979650627625,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988279455390415,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993226394351375,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996914329056285,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.28.mlp": [
            {
                "accuracy": 0.9787078829188096,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795376548641607,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825705979999743,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834412163809726,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894423406375082,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903808894910311,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915966054326609,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944775143736287,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950020376004671,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946233049819344,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995344704311145,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972575444139933,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976787222059149,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984936878869408,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985957077067149,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988435212718813,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995947289770764,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.self_attn": [
            {
                "accuracy": 0.9827773727868733,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.983945198749241,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850315530049173,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871875580988432,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913477231013147,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915909061306402,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950548598640844,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952693252187026,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957328948535418,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960739369455137,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959179139450977,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962075811467672,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966968015620583,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971205588234099,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998236421495676,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985576485724825,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987218342721462,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992465624879849,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996455424269172,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.29.mlp": [
            {
                "accuracy": 0.9775545926470506,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783635751197213,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815430641174316,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9824470971759997,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888511488312169,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898262149409244,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910990117411864,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942152602107901,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947586008592656,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994325873883147,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950804800579423,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971100403682182,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975480543155419,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984296530877289,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985177591443062,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987733540566344,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995795904021514,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.self_attn": [
            {
                "accuracy": 0.9821934652955908,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9830928915425351,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848697781562805,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881550238320702,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910287700201336,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911182162008787,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948564093363913,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950266935323414,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953952078756533,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957197394810224,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995594854809736,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960096772564085,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965180805639217,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996823148311753,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980701345362162,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984152041571704,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987034971188558,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991517486540895,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996479792814505,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.30.mlp": [
            {
                "accuracy": 0.976512716004723,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773320304720026,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9806436535559202,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815816189113417,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883533535819304,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893535626562018,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9906792240707498,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993978235282396,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945337286120967,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940845491854768,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948577249520704,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969890062746248,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974390003634127,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983693211290398,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984593134569494,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987253291826499,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995635794475675,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.self_attn": [
            {
                "accuracy": 0.9824141844322807,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828225844784787,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846069295155374,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872582609716215,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9913634501005474,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99154416354079,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953119739105827,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954638806612868,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956186939226953,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959971242045101,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957749027954904,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961460091565785,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966195817840727,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970391976990198,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982360591621775,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998535834841038,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988100936538294,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992421250790358,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996684950433279,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.31.mlp": [
            {
                "accuracy": 0.975272188061162,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976119483772077,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795703197780409,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9805432699228588,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987777369587045,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888151782123666,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9901854482136274,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936719775984162,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942528860349404,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993793919290367,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946017041802406,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968413724318931,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973105958809978,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982856615985695,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983854414405007,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986615644669846,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995395178465467,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.32.self_attn": [
            {
                "accuracy": 0.9844294315890262,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854288916838797,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.986720987056431,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900724989803213,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921672665759137,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923256768992073,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950521780472052,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952137097716331,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956603316884292,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959393767149824,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961393687285875,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964090036718469,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966975642662299,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969790777877757,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981596846329538,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998491075478102,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987204245438701,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991748248668093,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996440807896617,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.32.mlp": [
            {
                "accuracy": 0.9728595928141945,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9737368477018256,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.977559219849737,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.978588132481826,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866587911781511,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878471195697784,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9892882171430086,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931295114128214,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937659588299299,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931975987396742,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941131758846735,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965226297315798,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970618907950426,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981211043502155,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982157690744651,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985077858559395,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994988368922159,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.33.self_attn": [
            {
                "accuracy": 0.9846491735232504,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855638648334303,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867409420640845,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896760026091024,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919077416783885,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919990536413694,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948038431374651,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995021391856043,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955592300546797,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958567246794701,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962008054319181,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996408585262926,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966072487203699,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997046927872457,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981719690718149,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985334017363033,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987244746206623,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991953799403027,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996580904300668,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.33.mlp": [
            {
                "accuracy": 0.9743045066532335,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751363082935935,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787937983086235,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797606468200684,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873638474627545,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884801930502841,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898555953251688,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935174843198374,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994109743911969,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935580252816802,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944196966917891,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967081135040835,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972145477015721,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982282295823097,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983069379078714,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985839888257416,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995259982288668,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.34.self_attn": [
            {
                "accuracy": 0.9833310403321919,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844875320007926,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861731639033869,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889989714873465,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918007207544226,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919438448391462,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947129299766139,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948997430895504,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953656227965104,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955220195023637,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959486981755808,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963460929299656,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965743775430479,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969177308835482,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981063027915201,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984748108606589,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985762502213842,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991404796509367,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996269142353221,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.34.mlp": [
            {
                "accuracy": 0.9743291923874303,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9751669513551813,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787848262410415,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797566329178057,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873065760261134,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884358620957324,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898211681529095,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934551488412054,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940627221214143,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935257207406195,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943931439989492,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966902246600703,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972008745137014,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982128029591159,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983026879398447,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985794924983853,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999521910409002,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.35.self_attn": [
            {
                "accuracy": 0.984143498696779,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853847764040294,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868012651016838,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989500177534003,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923826808992185,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99249335888185,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949651195814735,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951514033110518,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954534890620332,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956988127608049,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961843918028631,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996575060251512,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967209208560618,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997039698652531,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982023478338593,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985240740995658,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987176942982172,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991733249472944,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996440356695339,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.35.mlp": [
            {
                "accuracy": 0.9743778987934715,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9752501970843265,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9789621124142095,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9799544026977137,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987316549608582,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884603384294008,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9898574940468136,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934492899399054,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940623566508293,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935208527665389,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944015474695909,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966848927893137,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972035827997484,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982015880707064,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982963404373119,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985819460922166,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995217662500707,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.36.self_attn": [
            {
                "accuracy": 0.9837913011249743,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847508810068432,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861740469932556,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894475097718992,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915995017478341,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991763108655026,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944887208311182,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947006863198782,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952139391710884,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955193604293623,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959491859925421,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996239636289446,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964652873183552,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967904179111907,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980406208257926,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99836310283526,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985960400418231,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990282733189432,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996232420304104,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.36.mlp": [
            {
                "accuracy": 0.9748751787762893,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758152083346718,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9794476063627946,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804225752228185,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875597883211938,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886967124123323,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99009003450996,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935790531729397,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941594824194908,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936595170905715,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945193952635715,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967626513619172,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972640403399342,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982386227501067,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983356600921405,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986147730562248,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999528255166584,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.37.self_attn": [
            {
                "accuracy": 0.9826354305995139,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834550446585605,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844594582131034,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872121850126668,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911924208465376,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9911995914421583,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950199923232982,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950859915269049,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955028138662639,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995990160264467,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957282880419179,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961033773265386,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962896022357439,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996758364925259,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981256699875781,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984343465613691,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987900009084689,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991708028277284,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996681552086222,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.37.mlp": [
            {
                "accuracy": 0.9753716493907728,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763227685501701,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9800532789606797,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9810529131638376,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878541944842589,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988934703563389,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903601298206731,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936823382189399,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942716438519327,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938073303354414,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946304912629881,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968384757245842,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973187213273425,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982773616517845,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983769106237512,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986667410519562,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995409303197735,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.38.self_attn": [
            {
                "accuracy": 0.9832085872951307,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842081838532498,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855192319342965,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891225428957688,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914182165735647,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991573608235309,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946876529015993,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948907267106207,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953087795721857,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957272269223866,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957460145417013,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960707280980913,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963658012841877,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996627793500298,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99793750302572,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983312969929293,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985920050622601,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990586177691033,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996254833317116,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.38.mlp": [
            {
                "accuracy": 0.9721580649677076,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740964613462749,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773793549914109,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9782770668205462,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876293626270796,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886592736369685,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900374828200591,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935579354825773,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941672329839907,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99367666322934,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945424583397413,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967731417793977,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972649853872625,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982349713774104,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983297166855711,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986133485248214,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99951310911657,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.39.self_attn": [
            {
                "accuracy": 0.9807888049828378,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9825030863285065,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9836722471212086,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866785093357688,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907547533512115,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909230447129199,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946267989120985,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947618477438626,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952998302484813,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955758946506601,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955280191804233,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957859308311814,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961210928465191,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965574000226823,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997968187065501,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983006123649446,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986184417809311,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990900456905365,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996282082100055,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.39.mlp": [
            {
                "accuracy": 0.9748452321479195,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9757438333410966,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792712895493758,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980203672459251,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874701688164159,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886797070503235,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900019741372058,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934955933376363,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941216515083062,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935860375040456,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944826599798704,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967098863501298,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972402414208964,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982010565306011,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983072755368132,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985749492127645,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995169938100796,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.40.self_attn": [
            {
                "accuracy": 0.9828349508737263,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9842574094471178,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859448687026375,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891842227233084,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914783451117968,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916832721547076,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945348167889997,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947213710922944,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952833828957457,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955027424975446,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9957814800896143,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960490069107005,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962997040466258,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967342483762064,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980111741705945,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998346923213256,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985868497506568,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999019120084612,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996084573580638,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.40.mlp": [
            {
                "accuracy": 0.975702238710303,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9765782434689371,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9799971094256953,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808990720071291,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879949351674632,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890725996933485,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9903669012220282,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937922185973117,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943574890494347,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938609890247646,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946953724873694,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968550446394243,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973512946775085,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982756791930449,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983887403811279,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986483588030464,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999542566947639,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.41.self_attn": [
            {
                "accuracy": 0.9827494511478826,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832979550487116,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984615545523794,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872845270131764,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909972352416891,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914851376884862,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942331161153944,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946029147035197,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949692828874839,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952530488371849,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956500812580711,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960312321782112,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962636008858681,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966389434902292,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978777950531558,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998261316826469,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984668334455866,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989735991939118,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99958720362108,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.41.mlp": [
            {
                "accuracy": 0.974791589536165,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9757181060941595,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792396786965822,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801840139062781,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875379259649076,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988655824410288,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9900167309924176,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935651460760518,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941337818377897,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936462954470986,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944957718253136,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996746883972695,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972506049824389,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982221485360673,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983324151682226,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986042734235525,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995260256293573,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.42.self_attn": [
            {
                "accuracy": 0.9835984361799139,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843402128470572,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850317020165292,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875590958093342,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915456011107093,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918431373018968,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944382290306845,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994703123444005,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952407196948403,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953928166314175,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960511805195558,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962631013048323,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996429432379572,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968503194027826,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980746258638407,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984035737028247,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986574802743761,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991154939328369,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9996422975765247,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.42.mlp": [
            {
                "accuracy": 0.9733979105949402,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9743921756744385,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9781532162114194,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9791932215816096,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866626639115182,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879420407508549,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894137970711055,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930601912109476,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937068165132874,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931706425390745,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941239407972285,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964941120461414,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970478109623256,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980727426315609,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982032354332899,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984960325650478,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994863034471085,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.43.self_attn": [
            {
                "accuracy": 0.9798957517272547,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9811455842695738,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9829637361200232,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867201886678997,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899828292821583,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902360886335373,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934915366925692,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993768115184809,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941920912579486,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947809463268832,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949304884985873,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954261038648454,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99576294108441,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961133846326878,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976412863715699,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980598258736887,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983011329252469,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989272321721441,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995426455218541,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.43.mlp": [
            {
                "accuracy": 0.9704347315587496,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9715648324866044,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9754873937682101,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9766088363371397,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985523510920374,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9870052329803768,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886300454014226,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992368860464347,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931695257362566,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926022251969889,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936427395594748,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962085261940956,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968046155807219,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978865783073401,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980425895436814,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983692501524561,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993830758490061,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.44.self_attn": [
            {
                "accuracy": 0.9794426623143648,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9806403423610487,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826150191457648,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865947303019071,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893751262049926,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989659920334816,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993107261626344,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934219753271655,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939151120028997,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943676241918614,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947431405123911,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995077595114708,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995426416004959,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959437160899764,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975166763914259,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979658587590644,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981975900499445,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988757217008817,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9995203587765756,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.44.mlp": [
            {
                "accuracy": 0.9700327515602112,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9713528156280518,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9755468713609796,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976772422853269,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851104240668448,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865175407183798,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9881626493052432,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920897319128639,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928493091934606,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923926811469229,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934517282404398,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961078135590804,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967251925876266,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997815375853526,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980079365011892,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983505424308149,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994102712034395,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.45.self_attn": [
            {
                "accuracy": 0.9762431587043562,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775745931424593,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797517939617759,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9841724273405577,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876105612830112,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878828713768407,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917649932597813,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921595681654779,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931058303305977,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936112553665513,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938904427384075,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944259304749338,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947371192668614,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951561046274084,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970805505780798,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975374329246973,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978642689162179,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986925048655585,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999409112000936,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.45.mlp": [
            {
                "accuracy": 0.9686457859842401,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9699192800019917,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9743162377884513,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9755926053774985,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844235370033666,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985853949659749,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875908015589965,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917906507065422,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992567418437255,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920493740784494,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931394834267465,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959376881781378,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965725748946792,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977463125006149,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979205698167023,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982794703621614,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993922794727903,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.46.self_attn": [
            {
                "accuracy": 0.9759913918219114,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9771216856805902,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9796735550227919,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845239771039862,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9875188164020839,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879938607153139,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9921573682835227,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926193983931291,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993238984754211,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935427692375685,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938574876440199,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943329766392708,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994820024622114,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952453425840327,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970978629824362,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976116393349672,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979265049884194,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987270458552399,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994296819755906,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.46.mlp": [
            {
                "accuracy": 0.9676905870437622,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9689728900005943,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9735155576153806,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9748433420532628,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984008694949903,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854202568531036,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872202198756369,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991563723275536,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992344878221813,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918585976487712,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929406831139013,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958486294275836,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964785752327818,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997694273136164,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978869947555818,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982556426211407,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993769625986093,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.47.self_attn": [
            {
                "accuracy": 0.9777023807952279,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9786992763218126,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9812671557853097,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985484967106267,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882186455161948,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885451840726953,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926083668282157,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929451283655668,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936239044917258,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941641684425505,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943749669351076,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948988356872609,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953675281844641,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956708915139499,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9974480045861319,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9978400672736921,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981675675432933,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988660254564724,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994978173880985,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.47.mlp": [
            {
                "accuracy": 0.9654012855730558,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9667149531213861,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9716164281493739,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.973055572886216,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9828605071494454,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843853006237432,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863291774925432,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9909206683698454,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99178310209199,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912730706365485,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992442714540582,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955508979527574,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962289635288087,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975193466402983,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977362948028665,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9981321031717878,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993266441712254,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.48.self_attn": [
            {
                "accuracy": 0.9739334489169874,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9774278857206044,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9801408789659801,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9843590071326808,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871355114798797,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877291988385352,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9910493304854945,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916843756249076,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99290179814163,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933440222551948,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938419331845484,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943964426454744,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946522379392072,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951908831533632,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996952084726409,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975771584401005,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976340234279633,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987702047158229,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993587670063502,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.48.mlp": [
            {
                "accuracy": 0.9627203815861752,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9641087588511015,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9693781513916818,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9709258957913047,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9815105607635096,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9831204586907437,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9852406586471357,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902954987789455,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912039151317195,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9905865953156823,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918312995057357,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951984482376199,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959254233460677,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973559073711696,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975519509691941,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979835803571501,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992807064401475,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.49.self_attn": [
            {
                "accuracy": 0.9725982891885858,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9769298214661447,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9794168597773502,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835178805025,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874332994222641,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877053185513145,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922094431362654,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926437461062482,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930463833244223,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937377223058751,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993919982721931,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944854037542092,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949787015977659,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954337222795737,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972036663246783,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976703618702135,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979679902133188,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987713645555472,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994465331792047,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.49.mlp": [
            {
                "accuracy": 0.9580192095354984,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9595285434471934,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9654551964057119,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9672432573218095,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9791035369822854,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9809799602157191,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9833783319121913,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889139101693505,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899718345780122,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893429553822467,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907827808668739,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945574422415934,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9953977583270324,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969618393010214,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997233231993098,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977179538262518,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991719067880982,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.50.self_attn": [
            {
                "accuracy": 0.9727570194947092,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9741294697711342,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9760075666402516,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787745444398177,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9853417277336121,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985747356163828,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917053125406566,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9923649257735202,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931238097579855,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9935250827356389,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934498122648189,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940752794868067,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.994906747811719,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955372778992904,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972618675153506,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977851964925465,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979023784399033,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988700822976074,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999438088191183,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.50.mlp": [
            {
                "accuracy": 0.9563688824051305,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9579397345844068,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9638640190425672,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9656794667243958,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9783721754425451,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9802649334857338,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9826676312245821,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885535906804236,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9896175045716135,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9889988287499076,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9904588374652361,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943926553977164,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9952418498302761,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968807650239844,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971555171436385,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976451565560541,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991525636103592,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.51.self_attn": [
            {
                "accuracy": 0.9719780307067069,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.974377265101985,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.976611399336865,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9814606042284715,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859619626873418,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864374885433599,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908528814190313,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914262122229526,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9924066749058271,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9928452898012964,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932505770733482,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938166435611876,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942774145226729,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948222441108603,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968257358199671,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973946084317408,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977393160132986,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985862817419203,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999379564174696,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.51.mlp": [
            {
                "accuracy": 0.9542491028183385,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.955921753456718,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9621113915192454,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9640338860060039,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773303693846652,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9793177560756081,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981847566993613,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9879749236922515,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891035509736914,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884611470134634,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899983076672805,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941142013198451,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99500990423717,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967132346018365,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970103323851761,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975160379943094,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991015874241528,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.52.self_attn": [
            {
                "accuracy": 0.9717878762044405,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739104415241041,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763002489742479,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979855151552903,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850805793937883,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860162625187322,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9897514189544477,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990832634662327,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9916027658864072,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919252576012361,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929478372398176,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937397880773795,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942978989136847,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949090425905428,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966075345873833,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997417696996739,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972262182518056,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986547575773377,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992743587905639,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.52.mlp": [
            {
                "accuracy": 0.9520345612576133,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9537496754997655,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9601153982313055,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9620813758749711,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9762208336278012,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9782507827407435,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.980882814055995,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874520686111952,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886100339262109,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987922971185885,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989501134345406,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938586413076049,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9947690955902401,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965951944652357,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968815087095687,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997410031917848,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990744141763762,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.53.self_attn": [
            {
                "accuracy": 0.9741280094573372,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9760941235642684,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9785821186868768,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827686705087361,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861092285106057,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868339535437132,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902082901251944,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908897343434786,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919815894804502,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925177411029213,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934684344028172,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942098491285977,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943141466692874,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950332127903637,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968909360468388,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975091287572133,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975091232673118,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9986390832223391,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993025658063983,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.53.mlp": [
            {
                "accuracy": 0.9513637203919261,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9530805568946035,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9593577761399119,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9612636754387304,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9758772222619307,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9778983561616195,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804823618186148,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9873106503172925,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884780668898633,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877484691770453,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893303693909394,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937662313643255,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946869431357634,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965569639676496,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9968347023976477,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997342807681937,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990618844565592,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.54.self_attn": [
            {
                "accuracy": 0.9772320483860216,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9787238836288452,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9808986767342216,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845381771263323,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880051346201646,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888390686951185,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914959073066711,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992540756338521,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932401180267334,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934444811783338,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944298706556621,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9949757774409494,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950563915466007,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9956939824317631,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997144740074873,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977875375433972,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977982857901799,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987950047576114,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9994039461016655,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.54.mlp": [
            {
                "accuracy": 0.9503211284938612,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9520132416173032,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9582423473659315,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9601264345018488,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9753382394188329,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9773535979421515,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.979917785054759,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9871018889703249,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882608275664481,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987483414380174,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9890708986081576,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9936392962148315,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945610412641576,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9965173582497396,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967658011928985,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997267565640964,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990590625491581,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.55.self_attn": [
            {
                "accuracy": 0.9758493225825461,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9768792343767065,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9797461158350894,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835683264230427,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877627413523825,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9882371355044214,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919862080561487,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9925917441907682,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931616304736388,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934940204808587,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942410525522734,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946498035600311,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950850304020079,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955069140384072,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972292324037928,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9977573999448827,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979018270969391,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987686437211538,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993869299559217,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.55.mlp": [
            {
                "accuracy": 0.9489029269469411,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9506541804263466,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9568173132444683,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9586877854246842,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9745756670048362,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9766704675398374,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9792153051024989,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9866956848847238,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9878981599682256,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.987094834446907,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887327269503945,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934389673565563,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943906217813492,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964067994763977,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966640880233363,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971571678393766,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990302042937592,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.56.self_attn": [
            {
                "accuracy": 0.9770139063659468,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9788704655672374,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.981670291800248,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9845752214130602,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880595638563758,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9887516122115286,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9908110515067452,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991725966334343,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929042576174987,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931060491423858,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944373792723605,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951395717890639,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951207253493761,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958179647985258,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9971546352301773,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997926952415391,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976070142890278,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998831073116315,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999359807538751,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.56.mlp": [
            {
                "accuracy": 0.948252000306782,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9499764662039907,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9560459475768239,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9578860213882044,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9741997075708289,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9763220078066775,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9788249323242589,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865254101000334,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9877378046512604,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868897717250021,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9885621212030712,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933349576435591,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943035299840727,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963585616726625,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9966086572722385,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997090321230261,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990156545842949,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.57.self_attn": [
            {
                "accuracy": 0.9775158841358987,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9788576082179421,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9823517030791232,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850829212289107,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9883752826013064,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886975155064934,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991302017318575,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9915356526249334,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930583803277266,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933542875867141,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944298483039203,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951364060765818,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950745784138378,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959733497939611,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972185974842623,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9979393233202005,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976173688314462,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.998841332565797,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993596851923748,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.57.mlp": [
            {
                "accuracy": 0.9478450103809959,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9495170398762351,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9554418262682463,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9572278574893349,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9739536407746767,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9760901175047222,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9785281764833551,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9864357788311807,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9876534044742584,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9867655289800543,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9884474395137084,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9932707383444435,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942458617059808,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963351523405627,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996566751677739,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99703279549354,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.999009627064592,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.58.self_attn": [
            {
                "accuracy": 0.979447531072717,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9804094512211649,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832964947349147,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9857281101377386,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9888188799745158,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9894897420155374,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912170054096925,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919006479413885,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933002222525446,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937572722372255,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9945656723882023,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955421839105455,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9951965761812109,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960767120907181,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997338216555746,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980324214618457,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9976920493339237,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989047887686052,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9993508201288549,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.58.mlp": [
            {
                "accuracy": 0.9461719989776611,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9479173829680995,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.953813097978893,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9556234039758381,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9730731593935114,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9753373578975075,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9777645939274838,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.985935030799163,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9872172953266847,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863032118270272,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9880668756208921,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.993024299803533,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9940553287926474,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961908094977078,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964415999619585,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969050939145842,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9989641069581634,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.59.self_attn": [
            {
                "accuracy": 0.9737981981352756,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9761797126970793,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9790327580351579,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9827990375067058,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9863717116807637,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865549332217166,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989946072823123,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9902594960049579,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917335125960802,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922497343075903,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9934838535754305,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941238976622883,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9943097751391562,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995023097254728,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996840733446573,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9975312701181361,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9973848199373797,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9985815233698017,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9992910376995018,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.59.mlp": [
            {
                "accuracy": 0.9440618627949765,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9458389282226562,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9518414108376754,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9537403677639208,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9719304944339552,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9743034541606903,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9767982081363076,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9851907130919004,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9865280013335379,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9856521738202948,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9874687281094099,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926562920997017,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937365290365721,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9959602434384195,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9962423733974758,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9967159252417715,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9988967807669389,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.60.self_attn": [
            {
                "accuracy": 0.9717326697550321,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9740277105256131,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9775362626502389,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.982056410689103,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9855893160167494,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9861935173210344,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891277771247061,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989854673021718,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914282003515645,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9917923023826197,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992870735494714,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9938153087308532,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9937201185446036,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9946358305843253,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964511586647284,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9972973387492331,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997059087612127,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984306923456883,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991860969580317,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.60.mlp": [
            {
                "accuracy": 0.9383737852698878,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9403959575452303,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9470209134252447,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9492521505606801,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.968712800427487,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9714936708149157,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9744169649324919,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832020307842054,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9848440399295405,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9840396297605414,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9860088840911263,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9918109986342882,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9930031879952079,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9954454247888765,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958051713673692,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963690026810295,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987105673277065,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.61.self_attn": [
            {
                "accuracy": 0.9693299218227989,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9719091998903375,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9749760910084373,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9795013728894686,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846481696555489,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.984833477359069,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.988410243078282,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9886677037728461,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9899725066988092,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9907210288863433,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.992304232559706,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931102661710036,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933382382518366,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9941450275088611,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9963276150979494,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9970173392640916,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.997002475159733,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982075242227629,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991662652280769,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.61.mlp": [
            {
                "accuracy": 0.9384275549336484,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9404479202471281,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9469943234795019,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9493025604047274,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9689797006155315,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.971685064466376,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9746113011711522,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9834622678003813,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9850245416164398,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9841780003748442,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9862600659069262,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9919086545705795,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9931385987683347,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995473889928115,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.995883640882216,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964741319417953,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9987466478426206,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.62.self_attn": [
            {
                "accuracy": 0.967525231210809,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9701191281017504,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9734945705062464,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9788029366417935,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9844287524097844,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9847282532014345,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9891223899627987,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9893813243037776,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.990423352310532,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9912075533678657,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922946566029599,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9929092016659284,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9933173836846101,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939235444915923,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9961160472349117,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969646632671356,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9969925141256106,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982041665597966,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9991798285689009,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.62.mlp": [
            {
                "accuracy": 0.9116690598036113,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9125681111687108,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9162424112621107,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9176126028362074,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.956238894086135,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9680939316749573,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9703712086928519,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9670039791809886,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9777680823677465,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9835166837039747,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9859729017082014,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9914250201300571,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99259562398258,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9944600957004648,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9958273301783361,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99637783789321,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983705188098707,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.63.self_attn": [
            {
                "accuracy": 0.9837249972318348,
                "total_bits": 133692416,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9846708476543427,
                "total_bits": 137624576,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9868498538669787,
                "total_bits": 141915264,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.989879373657076,
                "total_bits": 167308544,
                "q_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9920302551043662,
                "total_bits": 197778944,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9922753321497064,
                "total_bits": 197944704,
                "q_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64,
                        "3": 64
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9939355940410965,
                "total_bits": 254402048,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9942307605555183,
                "total_bits": 254567808,
                "q_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948598479754046,
                "total_bits": 256707328,
                "q_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 64
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9950767998632631,
                "total_bits": 260323328,
                "q_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996164153281011,
                "total_bits": 260859264,
                "q_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964987357196055,
                "total_bits": 262998784,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9964927670202757,
                "total_bits": 267385856,
                "q_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 64
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 64,
                        "4": 64
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.996842896467761,
                "total_bits": 271333376,
                "q_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "5": 32
                    },
                    "bits": [
                        5
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9980215845923675,
                "total_bits": 328326656,
                "q_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9983333047283324,
                "total_bits": 334247936,
                "q_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9984470398018235,
                "total_bits": 380231168,
                "q_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9990136101841927,
                "total_bits": 396638208,
                "q_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 32
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "6": 32
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.99952841059942,
                "total_bits": 506060288,
                "q_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "k_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "v_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "o_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.layers.63.mlp": [
            {
                "accuracy": 0.9343945352654708,
                "total_bits": 949080864,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9367818455947072,
                "total_bits": 984470304,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "6": 32,
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        6,
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.05,
                        0.2,
                        0.75
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.942173066892122,
                "total_bits": 1098596352,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "3": 32
                    },
                    "bits": [
                        5,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9443998085825067,
                "total_bits": 1232945152,
                "gate_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "3": 64,
                        "2": 64
                    },
                    "bits": [
                        3,
                        2
                    ],
                    "bits_prop": [
                        0.3,
                        0.7
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9674000865534732,
                "total_bits": 1389202864,
                "gate_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128,
                        "3": 128
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.970332007659109,
                "total_bits": 1428217344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        8,
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9727184709749723,
                "total_bits": 1535687344,
                "gate_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32,
                        "3": 32
                    },
                    "bits": [
                        4,
                        3
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9821643688176808,
                "total_bits": 1755980848,
                "gate_proj": {
                    "group_size": {
                        "4": 128
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 128
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9838255157596186,
                "total_bits": 1781882368,
                "gate_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "4": 32
                    },
                    "bits": [
                        4
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9832521300566824,
                "total_bits": 1806667184,
                "gate_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 128,
                        "4": 128
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9854924239610371,
                "total_bits": 1845681664,
                "gate_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "5": 32,
                        "4": 32
                    },
                    "bits": [
                        8,
                        5,
                        4
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.991306157488572,
                "total_bits": 2224131504,
                "gate_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128,
                        "5": 128
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9926234719000364,
                "total_bits": 2263145984,
                "gate_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.25,
                        0.75
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 32,
                        "5": 32
                    },
                    "bits": [
                        8,
                        6,
                        5
                    ],
                    "bits_prop": [
                        0.05,
                        0.1,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9948499798774719,
                "total_bits": 2577632688,
                "gate_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "6": 128
                    },
                    "bits": [
                        6
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 32,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.05,
                        0.95
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9955070767747728,
                "total_bits": 2662414208,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.15,
                        0.85
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9960622665913481,
                "total_bits": 2902275968,
                "gate_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128,
                        "6": 128
                    },
                    "bits": [
                        8,
                        6
                    ],
                    "bits_prop": [
                        0.1,
                        0.9
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            },
            {
                "accuracy": 0.9982196014178427,
                "total_bits": 3411883904,
                "gate_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "up_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                },
                "down_proj": {
                    "group_size": {
                        "8": 128
                    },
                    "bits": [
                        8
                    ],
                    "bits_prop": [
                        1
                    ],
                    "scale_bits": 4
                }
            }
        ],
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "last_module_idx": 130
}