{
    "in_dir": "base_model",
    "out_dir": "quant2",
    "cal_dataset": "wikitext-test.parquet",
    "bits": 16.0,
    "dataset_rows": 100,
    "measurement_rows": 16,
    "length": 2048,
    "measurement_length": 2048,
    "head_bits": 6,
    "shard_size": 8192,
    "compile_full": null,
    "rope_scale": null,
    "rope_alpha": null,
    "output_measurement": null,
    "progress": "finished",
    "status_output": false,
    "cal_filename": "quant2/cal_data.safetensors",
    "last_module_idx": 34,
    "measurement": {
        "model.layers.0.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.8229078650474548,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8310859352350235,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8488051295280457,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9086942598223686,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9130415841937065,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9138280972838402,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.951106533408165,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9518687166273594,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9550481475889683,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9577848426997662,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.956070601940155,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9585647620260715,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.962404552847147,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9651816375553608,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9794642794877291,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9824659321457148,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9870519414544106,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9906216245144606,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.996590313501656,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.8884317800402641,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8919996023178101,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9070142507553101,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.912734866142273,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9522727578878403,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9549707546830177,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.961884893476963,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9747680090367794,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.977112976834178,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9762771762907505,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9790754914283752,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9879328832030296,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.989625982940197,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993232287466526,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939077608287334,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9953932007774711,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9981278775958344,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.1.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7634386569261551,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7706420719623566,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7925638258457184,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8690812438726425,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8836739137768745,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8845628947019577,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9359168037772179,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9367696717381477,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9408400617539883,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9443868510425091,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9412579163908958,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9445959739387035,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9485939182341099,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9523306228220463,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9722491409629583,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9761679042130709,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983408784493804,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.987699550576508,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9956744890660048,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7962120622396469,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8006768822669983,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8330094218254089,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8437656909227371,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8976127654314041,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9057498648762703,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196643829345703,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9460167959332466,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9508128091692924,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9476054981350899,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9538949243724346,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9731219187378883,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9769247435033321,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9852712862193584,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9862941596657038,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9892674703150988,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9958766167983413,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.2.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7536939531564713,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7641844898462296,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.794940784573555,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8667416870594025,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8805858120322227,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8818389475345612,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.932958111166954,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9338594600558281,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.938340350985527,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9418503046035767,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9399715028703213,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.943457555025816,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9493260681629181,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9531255438923836,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9727038666605949,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765748083591461,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9825169183313847,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9876231458038092,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9954426502808928,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.9771966263651848,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9730672314763069,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9741662126034498,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9744002185761929,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9917055200785398,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993836463894695,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9944465043954551,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9969869412016124,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9968000440858305,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9966094447299838,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9973770249634981,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9983059347141534,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9983727905200794,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9988039358286187,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.998775293235667,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9988621721277013,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9993109391070902,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.3.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.73886439204216,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7482064366340637,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7792007476091385,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8474449217319489,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.866917684674263,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8692802041769028,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9137348756194115,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9166050553321838,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9225272312760353,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9253529533743858,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9334949404001236,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9377194344997406,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.94103829190135,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.945732556283474,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9681769534945488,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9727340377867222,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9774804078042507,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9867148213088512,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9942049961537123,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6884904503822327,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6954275965690613,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7425057291984558,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7568231374025345,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8434654623270035,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8553840816020966,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.875014066696167,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9195367023348808,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9262785986065865,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9206972494721413,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9302141293883324,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.959764551371336,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9653179831802845,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783713407814503,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9795685913413763,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9835268557071686,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.994307404384017,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.4.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6573038697242737,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.675057977437973,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7469571828842163,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8059444576501846,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8330092281103134,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8359581232070923,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9040166810154915,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9066741988062859,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.916315458714962,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9190862402319908,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9174747318029404,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9228722900152206,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9361875504255295,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9418749511241913,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9654802680015564,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9705141074955463,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9752810969948769,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9861998241394758,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934947653673589,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6925019323825836,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.699694961309433,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7484103143215179,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7632687836885452,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8458235114812851,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8575637638568878,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8778208717703819,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9204038456082344,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9270929172635078,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9217475578188896,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9311951249837875,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9602157063782215,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9657441303133965,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9785453211516142,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9797590244561434,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9840060491114855,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9943394283764064,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.5.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7255813181400299,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7373259961605072,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7735155522823334,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8319277614355087,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.863721027970314,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.865409180521965,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9214534536004066,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9236428588628769,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9278458133339882,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9308579564094543,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9293614104390144,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9343637377023697,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9443287439644337,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9481943398714066,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9694002997130156,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9740068726241589,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9791860152035952,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.987439083866775,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9947315910831094,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6898528337478638,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6971751153469086,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7460595667362213,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7606324553489685,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8442269861698151,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8563574999570847,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8762859553098679,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196172207593918,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9264382570981979,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9208300560712814,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9305500462651253,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9597562104463577,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9654348231852055,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9782807473093271,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9794930033385754,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.983668077737093,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941969951614738,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.6.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6793627142906189,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6936475038528442,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7299039959907532,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8002830594778061,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8377765864133835,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8397437185049057,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9084251448512077,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9094534441828728,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9176200553774834,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.92151740193367,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9173017665743828,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9219886735081673,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.933576412498951,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9380816407501698,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9644889943301678,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9696158822625875,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9766865856945515,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9848300535231829,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938921639695764,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6833113133907318,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6905825138092041,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7408422827720642,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7556925714015961,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.840062141418457,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8527201116085052,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8731105923652649,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9174914136528969,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9245440363883972,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9186390936374664,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9286829009652138,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9586192891001701,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9644788652658463,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9776877500116825,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9789258558303118,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9832381214946508,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941350058652461,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.7.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7221288979053497,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7316707968711853,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7570918798446655,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8288281261920929,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8597357869148254,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8605899661779404,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920704185962677,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9219949021935463,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9271265417337418,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9313326105475426,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9288693219423294,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9328562021255493,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9394757635891438,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9445054456591606,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9675941988825798,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9721849858760834,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9794552139937878,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9858658891171217,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9946716176345944,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6718750596046448,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6788866221904755,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.733545571565628,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7499356269836426,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8331263065338135,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8465844094753265,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8691299706697464,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.913687638938427,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9214934334158897,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9150817543268204,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9256961792707443,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9568009003996849,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9629991538822651,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9767360091209412,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9780225194990635,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.982921289280057,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938779659569263,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.8.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6445507407188416,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6565546095371246,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7035874128341675,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7672117203474045,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8167024999856949,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8194658905267715,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8943818658590317,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8994179740548134,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9063127785921097,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9108592569828033,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9082118049263954,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.911223866045475,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9263501465320587,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9320695102214813,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9602792449295521,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9658829942345619,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9725479669868946,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834899865090847,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9928458775393665,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6772725284099579,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6844850182533264,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7355362772941589,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7506202161312103,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8375862836837769,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8502692431211472,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8709114193916321,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9163627848029137,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9233828037977219,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9173275753855705,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9274761751294136,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9579445160925388,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9638523049652576,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773245677351952,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9785148538649082,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.982869777828455,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939668960869312,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.9.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7358351349830627,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7415110468864441,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7677668929100037,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8274854421615601,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8644848316907883,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8658597022294998,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.924938753247261,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.925853356719017,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9310582801699638,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9343396127223969,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9315540418028831,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9352479949593544,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9424285963177681,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9467548504471779,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.96907127648592,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.973392877727747,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9804926477372646,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9869080819189548,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9949245871976018,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6670022308826447,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6741887927055359,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7298706769943237,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7463805079460144,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8313581049442291,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8446143865585327,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8675893098115921,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9131123498082161,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9206253960728645,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141933098435402,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9247620776295662,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9563306905329227,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9625336043536663,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9765059184283018,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9777629226446152,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9825893938541412,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9938164325430989,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.10.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6771826148033142,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6834936738014221,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7153008878231049,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7873370796442032,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8336448073387146,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8353851437568665,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9046372100710869,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9064580723643303,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9128968715667725,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.917314276099205,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9138511568307877,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196045026183128,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9274060279130936,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9336912557482719,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9607308693230152,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9667503274977207,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9744183104485273,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9836696330457926,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935049409978092,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6840748488903046,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6912212073802948,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7397512197494507,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7540634572505951,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8397736102342606,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8525800108909607,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8722968101501465,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9172981083393097,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9243104010820389,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9183206260204315,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9284689277410507,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9583589397370815,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.964321281760931,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9774767346680164,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9787289444357157,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828814193606377,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939031950198114,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.11.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6486713886260986,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6724608838558197,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7118526995182037,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7811591476202011,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8281919807195663,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8310838639736176,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9041652902960777,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9069289565086365,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9125227257609367,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.917140007019043,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9144077450037003,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196223840117455,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9285755157470703,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9343003556132317,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9613125361502171,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9672791436314583,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9751378130167723,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9836883917450905,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935639970935881,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.682832658290863,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6900636255741119,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7384939193725586,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7527301162481308,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8391534090042114,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8523248434066772,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8719478696584702,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9170901626348495,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9241716787219048,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9180419370532036,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282945916056633,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9581850171089172,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9642076268792152,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773715753108263,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9786745253950357,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828010108321905,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939491101540625,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.12.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6358804106712341,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.645196259021759,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6845503747463226,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7645789086818695,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8150077015161514,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8177943229675293,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9004576280713081,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9021608009934425,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9085523933172226,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9137934893369675,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9070550873875618,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9139646217226982,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9222922921180725,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9279347509145737,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9577071629464626,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9643348939716816,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9739926941692829,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9819470886141062,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932869970798492,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6545535326004028,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6619036495685577,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7162770926952362,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.732464075088501,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8236553072929382,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8378711193799973,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8606109470129013,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.908941425383091,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9168969914317131,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9100482314825058,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9211838915944099,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9541199132800102,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9606822207570076,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9752788245677948,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9766116049140692,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9813107755035162,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934761230833828,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.13.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6313411891460419,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6418799757957458,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6847586035728455,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7550187706947327,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8135382533073425,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8151761740446091,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8953193053603172,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.898162379860878,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9036930277943611,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9084619507193565,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9044911712408066,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9105760455131531,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.921130508184433,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9272202849388123,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9574450589716434,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9638015180826187,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9726892523467541,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9820846933871508,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929296039044857,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6466793417930603,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6546166241168976,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7109121978282928,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7277140915393829,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8193728625774384,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8343276679515839,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8577322065830231,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9065167307853699,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9148159772157669,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9075547903776169,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9193784296512604,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9527146182954311,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9597477726638317,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9744613915681839,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9758972879499197,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9807365369051695,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932687133550644,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.14.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6541431248188019,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6677498519420624,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7039134204387665,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7867340296506882,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8270872384309769,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8287474066019058,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9026283398270607,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9040473401546478,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9114178866147995,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9158767014741898,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9131516590714455,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9187028333544731,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9256320595741272,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9313364923000336,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.959805678576231,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9657190479338169,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.974458996206522,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.982369901612401,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933911198750138,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6477897763252258,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.655607134103775,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7148040533065796,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7328509092330933,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8191251009702682,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8342048972845078,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8591046631336212,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9057708531618118,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9145433083176613,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.907676450908184,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9193768426775932,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9528684727847576,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9597750864923,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.974430138245225,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9760270845144987,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814038835465908,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993251221254468,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.15.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6951726675033569,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7038468718528748,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7326700389385223,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8017896562814713,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.845428392291069,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8469550311565399,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9121996685862541,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9138698875904083,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202927425503731,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.924370788037777,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9222789034247398,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9269274696707726,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.932736374437809,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9374990686774254,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634798839688301,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.968767998740077,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9767212234437466,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.98412867449224,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939573677256703,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6513033509254456,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6596718430519104,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7169742286205292,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7341749668121338,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.822088897228241,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.836674377322197,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8604430556297302,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9075200706720352,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9157882258296013,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091929793357849,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9206145703792572,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9537428431212902,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9604144468903542,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9749080203473568,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764204788953066,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9814019799232483,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933333024382591,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.16.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6536293625831604,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6674419045448303,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.701075553894043,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7810398638248444,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8240206986665726,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.826153352856636,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.896366074681282,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.898967407643795,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9072396904230118,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.911787860095501,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9115061312913895,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9169929549098015,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9226681143045425,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9286656528711319,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9582127183675766,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9645627737045288,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9725926611572504,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9824045300483704,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9929025541059673,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6514839231967926,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6594824492931366,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7147591412067413,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7315838038921356,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8220398426055908,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.836390033364296,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8594705313444138,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9073964953422546,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.915583074092865,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091579094529152,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9204956516623497,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9536684192717075,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9603357315063477,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9748496767133474,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9764015302062035,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9812678657472134,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9933710074983537,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.17.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6550734341144562,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6672397553920746,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6980197429656982,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7745454907417297,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8274389356374741,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8287642300128937,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9032156318426132,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9043363630771637,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9105467945337296,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9157004952430725,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9131514802575111,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9180169105529785,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9241109788417816,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9298078045248985,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9593876078724861,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9651487208902836,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9748915247619152,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9823617301881313,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9934969553723931,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6621794700622559,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6699734628200531,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7241910398006439,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7409870326519012,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8279123902320862,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.841678574681282,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8643750995397568,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9103140383958817,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9181708693504333,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9123561382293701,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.923213355243206,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.955332737416029,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.961722832173109,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9756638966500759,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9772853404283524,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9820714835077524,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935719529166818,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.18.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6845018267631531,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7028061151504517,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7345246970653534,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8019329756498337,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8433222025632858,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8450782746076584,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9047923535108566,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.906553715467453,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9146041721105576,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9189451187849045,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9220132678747177,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.926828108727932,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9322210550308228,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9372425973415375,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9627867266535759,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9685620255768299,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9746097233146429,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9839708264917135,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935849700123072,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6618153750896454,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6692502200603485,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7234341204166412,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7405940592288971,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8266814798116684,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8404855877161026,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8638572543859482,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9094156324863434,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9175612255930901,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9117340072989464,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9226328283548355,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9550780169665813,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9614387415349483,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9755269195884466,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9772138968110085,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9821218550205231,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9935070620849729,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.19.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.7073275148868561,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7201873958110809,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7481762766838074,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8098847419023514,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8483316451311111,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8490162789821625,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9121385887265205,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9141087606549263,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920868806540966,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9247172251343727,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9212919250130653,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.925942987203598,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9356007426977158,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9402808919548988,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9653284139931202,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9701176304370165,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9774802941828966,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9850795175880194,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941406613215804,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6878831684589386,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6950969099998474,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7457936406135559,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7624984234571457,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8401398956775665,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8530399650335312,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8749098926782608,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9156692028045654,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9234246984124184,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9185956418514252,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9287223294377327,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9585253521800041,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9644740223884583,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9771854877471924,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9790046196430922,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9837047886103392,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939003670588136,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.20.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6438032984733582,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6572594344615936,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6926538348197937,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7657967507839203,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8155348151922226,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8148823380470276,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8859350383281708,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8948782905936241,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9022926986217499,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9069875404238701,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9049183130264282,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9109615460038185,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9222518429160118,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282989054918289,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9571435377001762,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9637122116982937,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9708522874861956,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9822830054908991,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9923232118599117,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6912145018577576,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6981701254844666,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7464388906955719,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.762342780828476,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8422347158193588,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8545180410146713,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.875688448548317,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9173194691538811,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9246902093291283,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9197706282138824,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9295794442296028,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9592342413961887,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9649155959486961,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9777499362826347,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9793518595397472,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9837603010237217,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940810594707727,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.21.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6555764675140381,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6701757311820984,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.702065646648407,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7682484239339828,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8218735158443451,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8251156210899353,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8993963450193405,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9020252302289009,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9065542221069336,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9114130288362503,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9074182510375977,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9140359908342361,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9258586764335632,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9315205514431,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9602093063294888,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9661517068743706,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9737172480672598,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9833750482648611,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931684946641326,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6906738877296448,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.697637289762497,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7452112436294556,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7611496597528458,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8416621387004852,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.853981539607048,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8751505389809608,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.916834332048893,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9242641553282738,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.919487714767456,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9292782992124557,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9590715616941452,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9647813700139523,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9776097424328327,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9792609345167875,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9836684260517359,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940032889135182,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.22.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6641868948936462,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6743121445178986,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7050094902515411,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.768840879201889,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8255818337202072,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8297001123428345,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8977960646152496,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9032601788640022,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9092110246419907,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9137807115912437,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.910643070936203,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9149740040302277,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9266538470983505,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9326540976762772,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9605059958994389,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9664370827376842,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9734593592584133,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9834956768900156,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9931710534729064,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6859973967075348,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6931152045726776,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7405462563037872,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7564631402492523,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8393332213163376,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8517086654901505,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8728667497634888,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9156208410859108,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9232055097818375,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9183031469583511,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9282148405909538,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9584930688142776,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9642685912549496,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9773416444659233,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9789706915616989,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9833430293947458,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939553998410702,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.23.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6445066034793854,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6562162041664124,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6868896782398224,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.762238398194313,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8143345713615417,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8181668668985367,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8929331749677658,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8963677287101746,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9034129232168198,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9077760800719261,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9038026034832001,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.909962110221386,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9209632724523544,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9272768646478653,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9575677588582039,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9634957574307919,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9721269402652979,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9821344017982483,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9927977686747909,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6836945414543152,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6907308101654053,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7359326481819153,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7512705475091934,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8375177830457687,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8501379936933517,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8704120963811874,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9146110862493515,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9222729802131653,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9173318520188332,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273918569087982,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.957997277379036,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.963853120803833,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9770458862185478,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9786897748708725,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9828565251082182,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9937395812012255,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.24.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6364556849002838,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.646760106086731,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7195881605148315,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7763322293758392,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8198676556348801,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8262516558170319,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9002413004636765,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9049408212304115,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9109926819801331,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.914882518351078,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9102379456162453,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9157917127013206,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9302715957164764,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9361902326345444,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9629531018435955,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.968088123947382,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9745428171008825,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9846193268895149,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993393562734127,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7016038596630096,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7082467973232269,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7497149407863617,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7643193006515503,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8464304506778717,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8583200722932816,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8771509155631065,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9189018681645393,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9263387024402618,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9218036532402039,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9313626810908318,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9602534882724285,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9658291041851044,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.978220745921135,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798855595290661,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9838003199547529,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941605511121452,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.25.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.5910327136516571,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6224580109119415,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6970848441123962,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7521708905696869,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.800496444106102,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8070898205041885,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8895392864942551,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8940125107765198,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9044535756111145,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9084732830524445,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9040521383285522,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9101170971989632,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9256330132484436,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9321841448545456,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9595421552658081,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9658844470977783,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9713220968842506,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9839300848543644,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9926188886165619,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7147335112094879,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7210582792758942,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7581826895475388,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7712744325399399,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8532027900218964,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8645599782466888,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8814560100436211,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9227012395858765,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.929695188999176,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9252799153327942,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.934391513466835,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9620499648153782,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9673378616571426,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9792323466390371,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9807393345981836,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9842257723212242,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9943243730813265,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.26.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6527480781078339,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6706254184246063,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7197502255439758,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7849774211645126,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8248308002948761,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8288635313510895,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9039395749568939,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.906310573220253,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129581600427628,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9165504053235054,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9133953899145126,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9178902432322502,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9299585893750191,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9351730644702911,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9626470543444157,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9679831340909004,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.97522197291255,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9842560980468988,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.993549482896924,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.701429158449173,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7080897092819214,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7455170452594757,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7583765685558319,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8465274721384048,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8582305014133453,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8752376660704613,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9195745140314102,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9267053604125977,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9218719452619553,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9313449412584305,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.960321344435215,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9658303521573544,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9783701989799738,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798315651714802,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9832835700362921,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941461100243032,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.27.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6237571239471436,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6459382772445679,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7297435700893402,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7773577570915222,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8232860267162323,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8235801160335541,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9011973962187767,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9041549637913704,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9126514941453934,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9159819036722183,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9125636592507362,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9190554171800613,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9324588477611542,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9383808970451355,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9637076631188393,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9694803170859814,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9740709569305182,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9851694600656629,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932581749744713,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.696222573518753,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7029283344745636,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7405354082584381,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7535344511270523,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8433661162853241,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8555586785078049,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8727305233478546,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9180224984884262,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9253703653812408,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.920362077653408,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9300298169255257,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9595719166100025,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9651701375842094,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9780229423195124,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9794931039214134,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9829951860010624,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9941124254837632,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.28.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6091079711914062,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6212279200553894,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7156234383583069,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7711761593818665,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8157546669244766,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8198096305131912,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8979112282395363,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9036866873502731,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9117101952433586,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9153950288891792,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9091115593910217,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9161424487829208,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9312098398804665,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.936305545270443,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9626200124621391,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9682630449533463,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9739332124590874,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9847557311877608,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9932574522681534,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.6973178088665009,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7041271924972534,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7404869496822357,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7532042562961578,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8435836583375931,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8558933436870575,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8724329322576523,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9177779331803322,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9252129793167114,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9202989935874939,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9300590306520462,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.959448765963316,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9651401154696941,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9778180476278067,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9793945476412773,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9827414955943823,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9939436772838235,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.29.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6814239323139191,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.69051194190979,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7447007596492767,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7945872098207474,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8379215598106384,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8403580486774445,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9100344702601433,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9129902124404907,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9196894392371178,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9230075106024742,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9205344095826149,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9255418851971626,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9374061524868011,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9424102902412415,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9659933224320412,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9711729809641838,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.976617231965065,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9856862807646394,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9940472464077175,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7263714075088501,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7323550283908844,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7645193934440613,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7760879248380661,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8575761765241623,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8692613691091537,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8842603862285614,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9250901862978935,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9321271479129791,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9273511916399002,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9365539848804474,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9630194008350372,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9683963395655155,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9798059873282909,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9812722112983465,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9843616764992476,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9945887909270823,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.30.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6959082782268524,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7035642266273499,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7644336372613907,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8050950318574905,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8394506275653839,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8434243649244308,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9133973717689514,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9169276803731918,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9232761934399605,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9265040680766106,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9227495566010475,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.926965743303299,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9412074163556099,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9467310979962349,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9683534950017929,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9733092375099659,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9777429606765509,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9869297035038471,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9942794884555042,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.7807468473911285,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7854520529508591,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8108446449041367,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8199367076158524,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8844482600688934,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8947292491793633,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9064671024680138,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9387333169579506,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9442558847367764,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9401923976838589,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9477518573403358,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9690580125898123,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9736047945916653,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9829298742115498,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.984052924439311,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9864865746349096,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9953853585757315,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.layers.31.parallel_decoder": {
            "attn": [
                {
                    "accuracy": 0.6489379405975342,
                    "total_bits": 89665536,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.6689647436141968,
                    "total_bits": 92221440,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7326736748218536,
                    "total_bits": 95758848,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.7931532263755798,
                    "total_bits": 112272384,
                    "q_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.827239066362381,
                    "total_bits": 132913152,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.830314576625824,
                    "total_bits": 132980224,
                    "q_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64,
                            "3": 64
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8944437950849533,
                    "total_bits": 169613312,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8980882167816162,
                    "total_bits": 169745920,
                    "q_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9067715555429459,
                    "total_bits": 171195392,
                    "q_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 64
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9098940789699554,
                    "total_bits": 173563904,
                    "q_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.914482556283474,
                    "total_bits": 174923264,
                    "q_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9204687476158142,
                    "total_bits": 175750144,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9309737458825111,
                    "total_bits": 179253248,
                    "q_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 64
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 64,
                            "4": 64
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9360051676630974,
                    "total_bits": 181592064,
                    "q_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "5": 32
                        },
                        "bits": [
                            5
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9629493579268456,
                    "total_bits": 220469248,
                    "q_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9682644121348858,
                    "total_bits": 223535104,
                    "q_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9734961744397879,
                    "total_bits": 253499392,
                    "q_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9851283812895417,
                    "total_bits": 265838592,
                    "q_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 32
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "6": 32
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9930514628067613,
                    "total_bits": 337385472,
                    "q_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "k_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "v_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "o_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ],
            "mlp": [
                {
                    "accuracy": 0.8686113804578781,
                    "total_bits": 395461696,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8721774965524673,
                    "total_bits": 409224256,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "6": 32,
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            6,
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.05,
                            0.2,
                            0.75
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8882384151220322,
                    "total_bits": 457272320,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "3": 32
                        },
                        "bits": [
                            5,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.8938867077231407,
                    "total_bits": 512977920,
                    "gate_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "3": 64,
                            "2": 64
                        },
                        "bits": [
                            3,
                            2
                        ],
                        "bits_prop": [
                            0.3,
                            0.7
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9314591810107231,
                    "total_bits": 578397280,
                    "gate_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128,
                            "3": 128
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9381093308329582,
                    "total_bits": 592872448,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            8,
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9449565783143044,
                    "total_bits": 637454432,
                    "gate_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32,
                            "3": 32
                        },
                        "bits": [
                            4,
                            3
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9633592739701271,
                    "total_bits": 728741472,
                    "gate_proj": {
                        "group_size": {
                            "4": 128
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 128
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9668773822486401,
                    "total_bits": 739476480,
                    "gate_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "4": 32
                        },
                        "bits": [
                            4
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9646249115467072,
                    "total_bits": 751543392,
                    "gate_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 128,
                            "4": 128
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9691725373268127,
                    "total_bits": 766018560,
                    "gate_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "5": 32,
                            "4": 32
                        },
                        "bits": [
                            8,
                            5,
                            4
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9816063232719898,
                    "total_bits": 924689504,
                    "gate_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128,
                            "5": 128
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9842958711087704,
                    "total_bits": 939164672,
                    "gate_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.25,
                            0.75
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 32,
                            "5": 32
                        },
                        "bits": [
                            8,
                            6,
                            5
                        ],
                        "bits_prop": [
                            0.05,
                            0.1,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9895700765773654,
                    "total_bits": 1069524064,
                    "gate_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "6": 128
                        },
                        "bits": [
                            6
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 32,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.05,
                            0.95
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9905600426718593,
                    "total_bits": 1110384896,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.15,
                            0.85
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.992104728706181,
                    "total_bits": 1209999616,
                    "gate_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128,
                            "6": 128
                        },
                        "bits": [
                            8,
                            6
                        ],
                        "bits_prop": [
                            0.1,
                            0.9
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                },
                {
                    "accuracy": 0.9970807887148112,
                    "total_bits": 1415520512,
                    "gate_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "up_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    },
                    "down_proj": {
                        "group_size": {
                            "8": 128
                        },
                        "bits": [
                            8
                        ],
                        "bits_prop": [
                            1
                        ],
                        "scale_bits": 4
                    }
                }
            ]
        },
        "model.norm.norm": null,
        "lm_head.linear": null
    },
    "strategy": {
        "model.layers.0.self_attn": {
            "accuracy": 0.996590313501656,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.0.mlp": {
            "accuracy": 0.9981278775958344,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.1.self_attn": {
            "accuracy": 0.9956744890660048,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.1.mlp": {
            "accuracy": 0.9958766167983413,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.2.self_attn": {
            "accuracy": 0.9954426502808928,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.2.mlp": {
            "accuracy": 0.9993109391070902,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.3.self_attn": {
            "accuracy": 0.9942049961537123,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.3.mlp": {
            "accuracy": 0.994307404384017,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.4.self_attn": {
            "accuracy": 0.9934947653673589,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.4.mlp": {
            "accuracy": 0.9943394283764064,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.5.self_attn": {
            "accuracy": 0.9947315910831094,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.5.mlp": {
            "accuracy": 0.9941969951614738,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.6.self_attn": {
            "accuracy": 0.9938921639695764,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.6.mlp": {
            "accuracy": 0.9941350058652461,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.7.self_attn": {
            "accuracy": 0.9946716176345944,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.7.mlp": {
            "accuracy": 0.9938779659569263,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.8.self_attn": {
            "accuracy": 0.9928458775393665,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.8.mlp": {
            "accuracy": 0.9939668960869312,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.9.self_attn": {
            "accuracy": 0.9949245871976018,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.9.mlp": {
            "accuracy": 0.9938164325430989,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.10.self_attn": {
            "accuracy": 0.9935049409978092,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.10.mlp": {
            "accuracy": 0.9939031950198114,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.11.self_attn": {
            "accuracy": 0.9935639970935881,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.11.mlp": {
            "accuracy": 0.9939491101540625,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.12.self_attn": {
            "accuracy": 0.9932869970798492,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.12.mlp": {
            "accuracy": 0.9934761230833828,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.13.self_attn": {
            "accuracy": 0.9929296039044857,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.13.mlp": {
            "accuracy": 0.9932687133550644,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.14.self_attn": {
            "accuracy": 0.9933911198750138,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.14.mlp": {
            "accuracy": 0.993251221254468,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.15.self_attn": {
            "accuracy": 0.9939573677256703,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.15.mlp": {
            "accuracy": 0.9933333024382591,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.16.self_attn": {
            "accuracy": 0.9929025541059673,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.16.mlp": {
            "accuracy": 0.9933710074983537,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.17.self_attn": {
            "accuracy": 0.9934969553723931,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.17.mlp": {
            "accuracy": 0.9935719529166818,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.18.self_attn": {
            "accuracy": 0.9935849700123072,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.18.mlp": {
            "accuracy": 0.9935070620849729,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.19.self_attn": {
            "accuracy": 0.9941406613215804,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.19.mlp": {
            "accuracy": 0.9939003670588136,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.20.self_attn": {
            "accuracy": 0.9923232118599117,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.20.mlp": {
            "accuracy": 0.9940810594707727,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.21.self_attn": {
            "accuracy": 0.9931684946641326,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.21.mlp": {
            "accuracy": 0.9940032889135182,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.22.self_attn": {
            "accuracy": 0.9931710534729064,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.22.mlp": {
            "accuracy": 0.9939553998410702,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.23.self_attn": {
            "accuracy": 0.9927977686747909,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.23.mlp": {
            "accuracy": 0.9937395812012255,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.24.self_attn": {
            "accuracy": 0.993393562734127,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.24.mlp": {
            "accuracy": 0.9941605511121452,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.25.self_attn": {
            "accuracy": 0.9926188886165619,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.25.mlp": {
            "accuracy": 0.9943243730813265,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.26.self_attn": {
            "accuracy": 0.993549482896924,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.26.mlp": {
            "accuracy": 0.9941461100243032,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.27.self_attn": {
            "accuracy": 0.9932581749744713,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.27.mlp": {
            "accuracy": 0.9941124254837632,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.28.self_attn": {
            "accuracy": 0.9932574522681534,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.28.mlp": {
            "accuracy": 0.9939436772838235,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.29.self_attn": {
            "accuracy": 0.9940472464077175,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.29.mlp": {
            "accuracy": 0.9945887909270823,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.30.self_attn": {
            "accuracy": 0.9942794884555042,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.30.mlp": {
            "accuracy": 0.9953853585757315,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.31.self_attn": {
            "accuracy": 0.9930514628067613,
            "total_bits": 337385472,
            "q_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "k_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "v_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "o_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        },
        "model.layers.31.mlp": {
            "accuracy": 0.9970807887148112,
            "total_bits": 1415520512,
            "gate_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "up_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            },
            "down_proj": {
                "group_size": {
                    "8": 128
                },
                "bits": [
                    8
                ],
                "bits_prop": [
                    1
                ],
                "scale_bits": 4
            }
        }
    },
    "q_last_module_idx": 34
}