diff --git "a/config.json" "b/config.json"
--- "a/config.json"
+++ "b/config.json"
@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "meta-llama/Meta-Llama-3.1-405B-Instruct",
+  "_name_or_path": "/home/aiscuser/yangwang/convert_model/missed_models_unconvert/VPTQ-community--Meta-Llama-3.1-405B-Instruct-v16-k65536-65536-woft",
   "architectures": [
     "LlamaForCausalLM"
   ],
@@ -23,27 +23,12 @@
   "num_hidden_layers": 126,
   "num_key_value_heads": 8,
   "pretraining_tp": 1,
-  "rms_norm_eps": 1e-05,
-  "rope_scaling": {
-    "factor": 8.0,
-    "high_freq_factor": 4.0,
-    "low_freq_factor": 1.0,
-    "original_max_position_embeddings": 8192,
-    "rope_type": "llama3"
-  },
-  "rope_theta": 500000.0,
-  "tie_word_embeddings": false,
-  "torch_dtype": "bfloat16",
-  "transformers_version": "4.45.1",
-  "use_cache": true,
-  "vocab_size": 128256,
   "quantization_config": {
-    "quant_method": "vptq",
     "config_for_layers": {
       "model.layers.0.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -67,7 +52,7 @@
       "model.layers.0.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -91,7 +76,7 @@
       "model.layers.0.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -115,7 +100,7 @@
       "model.layers.0.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -139,7 +124,7 @@
       "model.layers.0.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -163,7 +148,7 @@
       "model.layers.0.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -187,7 +172,7 @@
       "model.layers.0.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -211,7 +196,7 @@
       "model.layers.1.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -235,7 +220,7 @@
       "model.layers.1.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -259,7 +244,7 @@
       "model.layers.1.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -283,7 +268,7 @@
       "model.layers.1.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -307,7 +292,7 @@
       "model.layers.1.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -331,7 +316,7 @@
       "model.layers.1.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -355,7 +340,7 @@
       "model.layers.1.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -379,7 +364,7 @@
       "model.layers.10.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -403,7 +388,7 @@
       "model.layers.10.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -427,7 +412,7 @@
       "model.layers.10.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -451,7 +436,7 @@
       "model.layers.10.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -475,7 +460,7 @@
       "model.layers.10.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -499,7 +484,7 @@
       "model.layers.10.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -523,7 +508,7 @@
       "model.layers.10.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -547,7 +532,7 @@
       "model.layers.100.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -571,7 +556,7 @@
       "model.layers.100.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -595,7 +580,7 @@
       "model.layers.100.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -619,7 +604,7 @@
       "model.layers.100.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -643,7 +628,7 @@
       "model.layers.100.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -667,7 +652,7 @@
       "model.layers.100.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -691,7 +676,7 @@
       "model.layers.100.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -715,7 +700,7 @@
       "model.layers.101.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -739,7 +724,7 @@
       "model.layers.101.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -763,7 +748,7 @@
       "model.layers.101.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -787,7 +772,7 @@
       "model.layers.101.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -811,7 +796,7 @@
       "model.layers.101.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -835,7 +820,7 @@
       "model.layers.101.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -859,7 +844,7 @@
       "model.layers.101.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -883,7 +868,7 @@
       "model.layers.102.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -907,7 +892,7 @@
       "model.layers.102.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -931,7 +916,7 @@
       "model.layers.102.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -955,7 +940,7 @@
       "model.layers.102.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -979,7 +964,7 @@
       "model.layers.102.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1003,7 +988,7 @@
       "model.layers.102.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1027,7 +1012,7 @@
       "model.layers.102.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1051,7 +1036,7 @@
       "model.layers.103.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -1075,7 +1060,7 @@
       "model.layers.103.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1099,7 +1084,7 @@
       "model.layers.103.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1123,7 +1108,7 @@
       "model.layers.103.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1147,7 +1132,7 @@
       "model.layers.103.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1171,7 +1156,7 @@
       "model.layers.103.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1195,7 +1180,7 @@
       "model.layers.103.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1219,7 +1204,7 @@
       "model.layers.104.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -1243,7 +1228,7 @@
       "model.layers.104.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1267,7 +1252,7 @@
       "model.layers.104.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1291,7 +1276,7 @@
       "model.layers.104.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1315,7 +1300,7 @@
       "model.layers.104.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1339,7 +1324,7 @@
       "model.layers.104.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1363,7 +1348,7 @@
       "model.layers.104.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1387,7 +1372,7 @@
       "model.layers.105.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -1411,7 +1396,7 @@
       "model.layers.105.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1435,7 +1420,7 @@
       "model.layers.105.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1459,7 +1444,7 @@
       "model.layers.105.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1483,7 +1468,7 @@
       "model.layers.105.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1507,7 +1492,7 @@
       "model.layers.105.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1531,7 +1516,7 @@
       "model.layers.105.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1555,7 +1540,7 @@
       "model.layers.106.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -1579,7 +1564,7 @@
       "model.layers.106.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1603,7 +1588,7 @@
       "model.layers.106.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1627,7 +1612,7 @@
       "model.layers.106.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1651,7 +1636,7 @@
       "model.layers.106.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1675,7 +1660,7 @@
       "model.layers.106.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1699,7 +1684,7 @@
       "model.layers.106.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1723,7 +1708,7 @@
       "model.layers.107.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -1747,7 +1732,7 @@
       "model.layers.107.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1771,7 +1756,7 @@
       "model.layers.107.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1795,7 +1780,7 @@
       "model.layers.107.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1819,7 +1804,7 @@
       "model.layers.107.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1843,7 +1828,7 @@
       "model.layers.107.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1867,7 +1852,7 @@
       "model.layers.107.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1891,7 +1876,7 @@
       "model.layers.108.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -1915,7 +1900,7 @@
       "model.layers.108.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1939,7 +1924,7 @@
       "model.layers.108.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1963,7 +1948,7 @@
       "model.layers.108.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -1987,7 +1972,7 @@
       "model.layers.108.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2011,7 +1996,7 @@
       "model.layers.108.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2035,7 +2020,7 @@
       "model.layers.108.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2059,7 +2044,7 @@
       "model.layers.109.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -2083,7 +2068,7 @@
       "model.layers.109.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2107,7 +2092,7 @@
       "model.layers.109.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2131,7 +2116,7 @@
       "model.layers.109.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2155,7 +2140,7 @@
       "model.layers.109.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2179,7 +2164,7 @@
       "model.layers.109.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2203,7 +2188,7 @@
       "model.layers.109.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2227,7 +2212,7 @@
       "model.layers.11.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -2251,7 +2236,7 @@
       "model.layers.11.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2275,7 +2260,7 @@
       "model.layers.11.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2299,7 +2284,7 @@
       "model.layers.11.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2323,7 +2308,7 @@
       "model.layers.11.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2347,7 +2332,7 @@
       "model.layers.11.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2371,7 +2356,7 @@
       "model.layers.11.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2395,7 +2380,7 @@
       "model.layers.110.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -2419,7 +2404,7 @@
       "model.layers.110.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2443,7 +2428,7 @@
       "model.layers.110.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2467,7 +2452,7 @@
       "model.layers.110.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2491,7 +2476,7 @@
       "model.layers.110.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2515,7 +2500,7 @@
       "model.layers.110.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2539,7 +2524,7 @@
       "model.layers.110.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2563,7 +2548,7 @@
       "model.layers.111.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -2587,7 +2572,7 @@
       "model.layers.111.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2611,7 +2596,7 @@
       "model.layers.111.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2635,7 +2620,7 @@
       "model.layers.111.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2659,7 +2644,7 @@
       "model.layers.111.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2683,7 +2668,7 @@
       "model.layers.111.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2707,7 +2692,7 @@
       "model.layers.111.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2731,7 +2716,7 @@
       "model.layers.112.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -2755,7 +2740,7 @@
       "model.layers.112.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2779,7 +2764,7 @@
       "model.layers.112.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2803,7 +2788,7 @@
       "model.layers.112.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2827,7 +2812,7 @@
       "model.layers.112.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2851,7 +2836,7 @@
       "model.layers.112.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2875,7 +2860,7 @@
       "model.layers.112.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2899,7 +2884,7 @@
       "model.layers.113.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -2923,7 +2908,7 @@
       "model.layers.113.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2947,7 +2932,7 @@
       "model.layers.113.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2971,7 +2956,7 @@
       "model.layers.113.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -2995,7 +2980,7 @@
       "model.layers.113.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3019,7 +3004,7 @@
       "model.layers.113.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3043,7 +3028,7 @@
       "model.layers.113.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3067,7 +3052,7 @@
       "model.layers.114.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -3091,7 +3076,7 @@
       "model.layers.114.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3115,7 +3100,7 @@
       "model.layers.114.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3139,7 +3124,7 @@
       "model.layers.114.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3163,7 +3148,7 @@
       "model.layers.114.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3187,7 +3172,7 @@
       "model.layers.114.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3211,7 +3196,7 @@
       "model.layers.114.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3235,7 +3220,7 @@
       "model.layers.115.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -3259,7 +3244,7 @@
       "model.layers.115.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3283,7 +3268,7 @@
       "model.layers.115.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3307,7 +3292,7 @@
       "model.layers.115.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3331,7 +3316,7 @@
       "model.layers.115.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3355,7 +3340,7 @@
       "model.layers.115.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3379,7 +3364,7 @@
       "model.layers.115.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3403,7 +3388,7 @@
       "model.layers.116.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -3427,7 +3412,7 @@
       "model.layers.116.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3451,7 +3436,7 @@
       "model.layers.116.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3475,7 +3460,7 @@
       "model.layers.116.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3499,7 +3484,7 @@
       "model.layers.116.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3523,7 +3508,7 @@
       "model.layers.116.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3547,7 +3532,7 @@
       "model.layers.116.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3571,7 +3556,7 @@
       "model.layers.117.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -3595,7 +3580,7 @@
       "model.layers.117.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3619,7 +3604,7 @@
       "model.layers.117.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3643,7 +3628,7 @@
       "model.layers.117.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3667,7 +3652,7 @@
       "model.layers.117.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3691,7 +3676,7 @@
       "model.layers.117.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3715,7 +3700,7 @@
       "model.layers.117.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3739,7 +3724,7 @@
       "model.layers.118.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -3763,7 +3748,7 @@
       "model.layers.118.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3787,7 +3772,7 @@
       "model.layers.118.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3811,7 +3796,7 @@
       "model.layers.118.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3835,7 +3820,7 @@
       "model.layers.118.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3859,7 +3844,7 @@
       "model.layers.118.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3883,7 +3868,7 @@
       "model.layers.118.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3907,7 +3892,7 @@
       "model.layers.119.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -3931,7 +3916,7 @@
       "model.layers.119.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3955,7 +3940,7 @@
       "model.layers.119.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -3979,7 +3964,7 @@
       "model.layers.119.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4003,7 +3988,7 @@
       "model.layers.119.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4027,7 +4012,7 @@
       "model.layers.119.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4051,7 +4036,7 @@
       "model.layers.119.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4075,7 +4060,7 @@
       "model.layers.12.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -4099,7 +4084,7 @@
       "model.layers.12.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4123,7 +4108,7 @@
       "model.layers.12.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4147,7 +4132,7 @@
       "model.layers.12.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4171,7 +4156,7 @@
       "model.layers.12.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4195,7 +4180,7 @@
       "model.layers.12.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4219,7 +4204,7 @@
       "model.layers.12.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4243,7 +4228,7 @@
       "model.layers.120.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -4267,7 +4252,7 @@
       "model.layers.120.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4291,7 +4276,7 @@
       "model.layers.120.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4315,7 +4300,7 @@
       "model.layers.120.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4339,7 +4324,7 @@
       "model.layers.120.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4363,7 +4348,7 @@
       "model.layers.120.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4387,7 +4372,7 @@
       "model.layers.120.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4411,7 +4396,7 @@
       "model.layers.121.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -4435,7 +4420,7 @@
       "model.layers.121.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4459,7 +4444,7 @@
       "model.layers.121.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4483,7 +4468,7 @@
       "model.layers.121.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4507,7 +4492,7 @@
       "model.layers.121.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4531,7 +4516,7 @@
       "model.layers.121.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4555,7 +4540,7 @@
       "model.layers.121.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4579,7 +4564,7 @@
       "model.layers.122.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -4603,7 +4588,7 @@
       "model.layers.122.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4627,7 +4612,7 @@
       "model.layers.122.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4651,7 +4636,7 @@
       "model.layers.122.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4675,7 +4660,7 @@
       "model.layers.122.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4699,7 +4684,7 @@
       "model.layers.122.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4723,7 +4708,7 @@
       "model.layers.122.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4747,7 +4732,7 @@
       "model.layers.123.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -4771,7 +4756,7 @@
       "model.layers.123.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4795,7 +4780,7 @@
       "model.layers.123.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4819,7 +4804,7 @@
       "model.layers.123.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4843,7 +4828,7 @@
       "model.layers.123.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4867,7 +4852,7 @@
       "model.layers.123.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4891,7 +4876,7 @@
       "model.layers.123.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4915,7 +4900,7 @@
       "model.layers.124.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -4939,7 +4924,7 @@
       "model.layers.124.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4963,7 +4948,7 @@
       "model.layers.124.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -4987,7 +4972,7 @@
       "model.layers.124.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5011,7 +4996,7 @@
       "model.layers.124.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5035,7 +5020,7 @@
       "model.layers.124.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5059,7 +5044,7 @@
       "model.layers.124.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5083,7 +5068,7 @@
       "model.layers.125.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -5107,7 +5092,7 @@
       "model.layers.125.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5131,7 +5116,7 @@
       "model.layers.125.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5155,7 +5140,7 @@
       "model.layers.125.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5179,7 +5164,7 @@
       "model.layers.125.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5203,7 +5188,7 @@
       "model.layers.125.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5227,7 +5212,7 @@
       "model.layers.125.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5251,7 +5236,7 @@
       "model.layers.13.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -5275,7 +5260,7 @@
       "model.layers.13.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5299,7 +5284,7 @@
       "model.layers.13.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5323,7 +5308,7 @@
       "model.layers.13.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5347,7 +5332,7 @@
       "model.layers.13.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5371,7 +5356,7 @@
       "model.layers.13.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5395,7 +5380,7 @@
       "model.layers.13.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5419,7 +5404,7 @@
       "model.layers.14.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -5443,7 +5428,7 @@
       "model.layers.14.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5467,7 +5452,7 @@
       "model.layers.14.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5491,7 +5476,7 @@
       "model.layers.14.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5515,7 +5500,7 @@
       "model.layers.14.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5539,7 +5524,7 @@
       "model.layers.14.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5563,7 +5548,7 @@
       "model.layers.14.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5587,7 +5572,7 @@
       "model.layers.15.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -5611,7 +5596,7 @@
       "model.layers.15.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5635,7 +5620,7 @@
       "model.layers.15.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5659,7 +5644,7 @@
       "model.layers.15.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5683,7 +5668,7 @@
       "model.layers.15.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5707,7 +5692,7 @@
       "model.layers.15.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5731,7 +5716,7 @@
       "model.layers.15.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5755,7 +5740,7 @@
       "model.layers.16.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -5779,7 +5764,7 @@
       "model.layers.16.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5803,7 +5788,7 @@
       "model.layers.16.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5827,7 +5812,7 @@
       "model.layers.16.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5851,7 +5836,7 @@
       "model.layers.16.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5875,7 +5860,7 @@
       "model.layers.16.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5899,7 +5884,7 @@
       "model.layers.16.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5923,7 +5908,7 @@
       "model.layers.17.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -5947,7 +5932,7 @@
       "model.layers.17.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5971,7 +5956,7 @@
       "model.layers.17.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -5995,7 +5980,7 @@
       "model.layers.17.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6019,7 +6004,7 @@
       "model.layers.17.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6043,7 +6028,7 @@
       "model.layers.17.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6067,7 +6052,7 @@
       "model.layers.17.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6091,7 +6076,7 @@
       "model.layers.18.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -6115,7 +6100,7 @@
       "model.layers.18.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6139,7 +6124,7 @@
       "model.layers.18.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6163,7 +6148,7 @@
       "model.layers.18.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6187,7 +6172,7 @@
       "model.layers.18.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6211,7 +6196,7 @@
       "model.layers.18.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6235,7 +6220,7 @@
       "model.layers.18.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6259,7 +6244,7 @@
       "model.layers.19.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -6283,7 +6268,7 @@
       "model.layers.19.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6307,7 +6292,7 @@
       "model.layers.19.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6331,7 +6316,7 @@
       "model.layers.19.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6355,7 +6340,7 @@
       "model.layers.19.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6379,7 +6364,7 @@
       "model.layers.19.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6403,7 +6388,7 @@
       "model.layers.19.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6427,7 +6412,7 @@
       "model.layers.2.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -6451,7 +6436,7 @@
       "model.layers.2.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6475,7 +6460,7 @@
       "model.layers.2.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6499,7 +6484,7 @@
       "model.layers.2.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6523,7 +6508,7 @@
       "model.layers.2.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6547,7 +6532,7 @@
       "model.layers.2.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6571,7 +6556,7 @@
       "model.layers.2.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6595,7 +6580,7 @@
       "model.layers.20.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -6619,7 +6604,7 @@
       "model.layers.20.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6643,7 +6628,7 @@
       "model.layers.20.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6667,7 +6652,7 @@
       "model.layers.20.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6691,7 +6676,7 @@
       "model.layers.20.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6715,7 +6700,7 @@
       "model.layers.20.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6739,7 +6724,7 @@
       "model.layers.20.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6763,7 +6748,7 @@
       "model.layers.21.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -6787,7 +6772,7 @@
       "model.layers.21.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6811,7 +6796,7 @@
       "model.layers.21.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6835,7 +6820,7 @@
       "model.layers.21.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6859,7 +6844,7 @@
       "model.layers.21.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6883,7 +6868,7 @@
       "model.layers.21.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6907,7 +6892,7 @@
       "model.layers.21.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6931,7 +6916,7 @@
       "model.layers.22.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -6955,7 +6940,7 @@
       "model.layers.22.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -6979,7 +6964,7 @@
       "model.layers.22.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7003,7 +6988,7 @@
       "model.layers.22.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7027,7 +7012,7 @@
       "model.layers.22.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7051,7 +7036,7 @@
       "model.layers.22.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7075,7 +7060,7 @@
       "model.layers.22.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7099,7 +7084,7 @@
       "model.layers.23.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -7123,7 +7108,7 @@
       "model.layers.23.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7147,7 +7132,7 @@
       "model.layers.23.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7171,7 +7156,7 @@
       "model.layers.23.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7195,7 +7180,7 @@
       "model.layers.23.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7219,7 +7204,7 @@
       "model.layers.23.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7243,7 +7228,7 @@
       "model.layers.23.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7267,7 +7252,7 @@
       "model.layers.24.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -7291,7 +7276,7 @@
       "model.layers.24.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7315,7 +7300,7 @@
       "model.layers.24.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7339,7 +7324,7 @@
       "model.layers.24.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7363,7 +7348,7 @@
       "model.layers.24.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7387,7 +7372,7 @@
       "model.layers.24.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7411,7 +7396,7 @@
       "model.layers.24.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7435,7 +7420,7 @@
       "model.layers.25.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -7459,7 +7444,7 @@
       "model.layers.25.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7483,7 +7468,7 @@
       "model.layers.25.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7507,7 +7492,7 @@
       "model.layers.25.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7531,7 +7516,7 @@
       "model.layers.25.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7555,7 +7540,7 @@
       "model.layers.25.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7579,7 +7564,7 @@
       "model.layers.25.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7603,7 +7588,7 @@
       "model.layers.26.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -7627,7 +7612,7 @@
       "model.layers.26.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7651,7 +7636,7 @@
       "model.layers.26.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7675,7 +7660,7 @@
       "model.layers.26.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7699,7 +7684,7 @@
       "model.layers.26.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7723,7 +7708,7 @@
       "model.layers.26.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7747,7 +7732,7 @@
       "model.layers.26.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7771,7 +7756,7 @@
       "model.layers.27.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -7795,7 +7780,7 @@
       "model.layers.27.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7819,7 +7804,7 @@
       "model.layers.27.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7843,7 +7828,7 @@
       "model.layers.27.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7867,7 +7852,7 @@
       "model.layers.27.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7891,7 +7876,7 @@
       "model.layers.27.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7915,7 +7900,7 @@
       "model.layers.27.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7939,7 +7924,7 @@
       "model.layers.28.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -7963,7 +7948,7 @@
       "model.layers.28.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -7987,7 +7972,7 @@
       "model.layers.28.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8011,7 +7996,7 @@
       "model.layers.28.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8035,7 +8020,7 @@
       "model.layers.28.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8059,7 +8044,7 @@
       "model.layers.28.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8083,7 +8068,7 @@
       "model.layers.28.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8107,7 +8092,7 @@
       "model.layers.29.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -8131,7 +8116,7 @@
       "model.layers.29.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8155,7 +8140,7 @@
       "model.layers.29.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8179,7 +8164,7 @@
       "model.layers.29.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8203,7 +8188,7 @@
       "model.layers.29.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8227,7 +8212,7 @@
       "model.layers.29.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8251,7 +8236,7 @@
       "model.layers.29.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8275,7 +8260,7 @@
       "model.layers.3.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -8299,7 +8284,7 @@
       "model.layers.3.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8323,7 +8308,7 @@
       "model.layers.3.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8347,7 +8332,7 @@
       "model.layers.3.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8371,7 +8356,7 @@
       "model.layers.3.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8395,7 +8380,7 @@
       "model.layers.3.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8419,7 +8404,7 @@
       "model.layers.3.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8443,7 +8428,7 @@
       "model.layers.30.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -8467,7 +8452,7 @@
       "model.layers.30.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8491,7 +8476,7 @@
       "model.layers.30.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8515,7 +8500,7 @@
       "model.layers.30.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8539,7 +8524,7 @@
       "model.layers.30.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8563,7 +8548,7 @@
       "model.layers.30.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8587,7 +8572,7 @@
       "model.layers.30.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8611,7 +8596,7 @@
       "model.layers.31.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -8635,7 +8620,7 @@
       "model.layers.31.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8659,7 +8644,7 @@
       "model.layers.31.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8683,7 +8668,7 @@
       "model.layers.31.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8707,7 +8692,7 @@
       "model.layers.31.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8731,7 +8716,7 @@
       "model.layers.31.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8755,7 +8740,7 @@
       "model.layers.31.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8779,7 +8764,7 @@
       "model.layers.32.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -8803,7 +8788,7 @@
       "model.layers.32.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8827,7 +8812,7 @@
       "model.layers.32.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8851,7 +8836,7 @@
       "model.layers.32.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8875,7 +8860,7 @@
       "model.layers.32.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8899,7 +8884,7 @@
       "model.layers.32.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8923,7 +8908,7 @@
       "model.layers.32.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8947,7 +8932,7 @@
       "model.layers.33.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -8971,7 +8956,7 @@
       "model.layers.33.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -8995,7 +8980,7 @@
       "model.layers.33.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9019,7 +9004,7 @@
       "model.layers.33.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9043,7 +9028,7 @@
       "model.layers.33.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9067,7 +9052,7 @@
       "model.layers.33.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9091,7 +9076,7 @@
       "model.layers.33.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9115,7 +9100,7 @@
       "model.layers.34.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -9139,7 +9124,7 @@
       "model.layers.34.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9163,7 +9148,7 @@
       "model.layers.34.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9187,7 +9172,7 @@
       "model.layers.34.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9211,7 +9196,7 @@
       "model.layers.34.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9235,7 +9220,7 @@
       "model.layers.34.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9259,7 +9244,7 @@
       "model.layers.34.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9283,7 +9268,7 @@
       "model.layers.35.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -9307,7 +9292,7 @@
       "model.layers.35.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9331,7 +9316,7 @@
       "model.layers.35.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9355,7 +9340,7 @@
       "model.layers.35.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9379,7 +9364,7 @@
       "model.layers.35.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9403,7 +9388,7 @@
       "model.layers.35.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9427,7 +9412,7 @@
       "model.layers.35.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9451,7 +9436,7 @@
       "model.layers.36.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -9475,7 +9460,7 @@
       "model.layers.36.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9499,7 +9484,7 @@
       "model.layers.36.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9523,7 +9508,7 @@
       "model.layers.36.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9547,7 +9532,7 @@
       "model.layers.36.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9571,7 +9556,7 @@
       "model.layers.36.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9595,7 +9580,7 @@
       "model.layers.36.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9619,7 +9604,7 @@
       "model.layers.37.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -9643,7 +9628,7 @@
       "model.layers.37.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9667,7 +9652,7 @@
       "model.layers.37.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9691,7 +9676,7 @@
       "model.layers.37.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9715,7 +9700,7 @@
       "model.layers.37.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9739,7 +9724,7 @@
       "model.layers.37.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9763,7 +9748,7 @@
       "model.layers.37.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9787,7 +9772,7 @@
       "model.layers.38.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -9811,7 +9796,7 @@
       "model.layers.38.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9835,7 +9820,7 @@
       "model.layers.38.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9859,7 +9844,7 @@
       "model.layers.38.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9883,7 +9868,7 @@
       "model.layers.38.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9907,7 +9892,7 @@
       "model.layers.38.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9931,7 +9916,7 @@
       "model.layers.38.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -9955,7 +9940,7 @@
       "model.layers.39.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -9979,7 +9964,7 @@
       "model.layers.39.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10003,7 +9988,7 @@
       "model.layers.39.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10027,7 +10012,7 @@
       "model.layers.39.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10051,7 +10036,7 @@
       "model.layers.39.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10075,7 +10060,7 @@
       "model.layers.39.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10099,7 +10084,7 @@
       "model.layers.39.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10123,7 +10108,7 @@
       "model.layers.4.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -10147,7 +10132,7 @@
       "model.layers.4.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10171,7 +10156,7 @@
       "model.layers.4.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10195,7 +10180,7 @@
       "model.layers.4.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10219,7 +10204,7 @@
       "model.layers.4.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10243,7 +10228,7 @@
       "model.layers.4.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10267,7 +10252,7 @@
       "model.layers.4.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10291,7 +10276,7 @@
       "model.layers.40.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -10315,7 +10300,7 @@
       "model.layers.40.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10339,7 +10324,7 @@
       "model.layers.40.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10363,7 +10348,7 @@
       "model.layers.40.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10387,7 +10372,7 @@
       "model.layers.40.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10411,7 +10396,7 @@
       "model.layers.40.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10435,7 +10420,7 @@
       "model.layers.40.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10459,7 +10444,7 @@
       "model.layers.41.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -10483,7 +10468,7 @@
       "model.layers.41.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10507,7 +10492,7 @@
       "model.layers.41.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10531,7 +10516,7 @@
       "model.layers.41.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10555,7 +10540,7 @@
       "model.layers.41.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10579,7 +10564,7 @@
       "model.layers.41.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10603,7 +10588,7 @@
       "model.layers.41.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10627,7 +10612,7 @@
       "model.layers.42.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -10651,7 +10636,7 @@
       "model.layers.42.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10675,7 +10660,7 @@
       "model.layers.42.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10699,7 +10684,7 @@
       "model.layers.42.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10723,7 +10708,7 @@
       "model.layers.42.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10747,7 +10732,7 @@
       "model.layers.42.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10771,7 +10756,7 @@
       "model.layers.42.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10795,7 +10780,7 @@
       "model.layers.43.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -10819,7 +10804,7 @@
       "model.layers.43.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10843,7 +10828,7 @@
       "model.layers.43.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10867,7 +10852,7 @@
       "model.layers.43.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10891,7 +10876,7 @@
       "model.layers.43.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10915,7 +10900,7 @@
       "model.layers.43.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10939,7 +10924,7 @@
       "model.layers.43.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -10963,7 +10948,7 @@
       "model.layers.44.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -10987,7 +10972,7 @@
       "model.layers.44.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11011,7 +10996,7 @@
       "model.layers.44.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11035,7 +11020,7 @@
       "model.layers.44.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11059,7 +11044,7 @@
       "model.layers.44.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11083,7 +11068,7 @@
       "model.layers.44.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11107,7 +11092,7 @@
       "model.layers.44.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11131,7 +11116,7 @@
       "model.layers.45.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -11155,7 +11140,7 @@
       "model.layers.45.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11179,7 +11164,7 @@
       "model.layers.45.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11203,7 +11188,7 @@
       "model.layers.45.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11227,7 +11212,7 @@
       "model.layers.45.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11251,7 +11236,7 @@
       "model.layers.45.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11275,7 +11260,7 @@
       "model.layers.45.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11299,7 +11284,7 @@
       "model.layers.46.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -11323,7 +11308,7 @@
       "model.layers.46.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11347,7 +11332,7 @@
       "model.layers.46.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11371,7 +11356,7 @@
       "model.layers.46.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11395,7 +11380,7 @@
       "model.layers.46.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11419,7 +11404,7 @@
       "model.layers.46.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11443,7 +11428,7 @@
       "model.layers.46.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11467,7 +11452,7 @@
       "model.layers.47.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -11491,7 +11476,7 @@
       "model.layers.47.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11515,7 +11500,7 @@
       "model.layers.47.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11539,7 +11524,7 @@
       "model.layers.47.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11563,7 +11548,7 @@
       "model.layers.47.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11587,7 +11572,7 @@
       "model.layers.47.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11611,7 +11596,7 @@
       "model.layers.47.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11635,7 +11620,7 @@
       "model.layers.48.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -11659,7 +11644,7 @@
       "model.layers.48.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11683,7 +11668,7 @@
       "model.layers.48.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11707,7 +11692,7 @@
       "model.layers.48.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11731,7 +11716,7 @@
       "model.layers.48.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11755,7 +11740,7 @@
       "model.layers.48.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11779,7 +11764,7 @@
       "model.layers.48.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11803,7 +11788,7 @@
       "model.layers.49.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -11827,7 +11812,7 @@
       "model.layers.49.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11851,7 +11836,7 @@
       "model.layers.49.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11875,7 +11860,7 @@
       "model.layers.49.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11899,7 +11884,7 @@
       "model.layers.49.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11923,7 +11908,7 @@
       "model.layers.49.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11947,7 +11932,7 @@
       "model.layers.49.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -11971,7 +11956,7 @@
       "model.layers.5.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -11995,7 +11980,7 @@
       "model.layers.5.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12019,7 +12004,7 @@
       "model.layers.5.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12043,7 +12028,7 @@
       "model.layers.5.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12067,7 +12052,7 @@
       "model.layers.5.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12091,7 +12076,7 @@
       "model.layers.5.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12115,7 +12100,7 @@
       "model.layers.5.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12139,7 +12124,7 @@
       "model.layers.50.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -12163,7 +12148,7 @@
       "model.layers.50.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12187,7 +12172,7 @@
       "model.layers.50.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12211,7 +12196,7 @@
       "model.layers.50.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12235,7 +12220,7 @@
       "model.layers.50.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12259,7 +12244,7 @@
       "model.layers.50.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12283,7 +12268,7 @@
       "model.layers.50.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12307,7 +12292,7 @@
       "model.layers.51.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -12331,7 +12316,7 @@
       "model.layers.51.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12355,7 +12340,7 @@
       "model.layers.51.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12379,7 +12364,7 @@
       "model.layers.51.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12403,7 +12388,7 @@
       "model.layers.51.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12427,7 +12412,7 @@
       "model.layers.51.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12451,7 +12436,7 @@
       "model.layers.51.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12475,7 +12460,7 @@
       "model.layers.52.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -12499,7 +12484,7 @@
       "model.layers.52.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12523,7 +12508,7 @@
       "model.layers.52.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12547,7 +12532,7 @@
       "model.layers.52.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12571,7 +12556,7 @@
       "model.layers.52.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12595,7 +12580,7 @@
       "model.layers.52.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12619,7 +12604,7 @@
       "model.layers.52.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12643,7 +12628,7 @@
       "model.layers.53.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -12667,7 +12652,7 @@
       "model.layers.53.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12691,7 +12676,7 @@
       "model.layers.53.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12715,7 +12700,7 @@
       "model.layers.53.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12739,7 +12724,7 @@
       "model.layers.53.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12763,7 +12748,7 @@
       "model.layers.53.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12787,7 +12772,7 @@
       "model.layers.53.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12811,7 +12796,7 @@
       "model.layers.54.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -12835,7 +12820,7 @@
       "model.layers.54.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12859,7 +12844,7 @@
       "model.layers.54.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12883,7 +12868,7 @@
       "model.layers.54.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12907,7 +12892,7 @@
       "model.layers.54.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12931,7 +12916,7 @@
       "model.layers.54.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12955,7 +12940,7 @@
       "model.layers.54.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -12979,7 +12964,7 @@
       "model.layers.55.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -13003,7 +12988,7 @@
       "model.layers.55.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13027,7 +13012,7 @@
       "model.layers.55.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13051,7 +13036,7 @@
       "model.layers.55.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13075,7 +13060,7 @@
       "model.layers.55.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13099,7 +13084,7 @@
       "model.layers.55.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13123,7 +13108,7 @@
       "model.layers.55.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13147,7 +13132,7 @@
       "model.layers.56.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -13171,7 +13156,7 @@
       "model.layers.56.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13195,7 +13180,7 @@
       "model.layers.56.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13219,7 +13204,7 @@
       "model.layers.56.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13243,7 +13228,7 @@
       "model.layers.56.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13267,7 +13252,7 @@
       "model.layers.56.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13291,7 +13276,7 @@
       "model.layers.56.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13315,7 +13300,7 @@
       "model.layers.57.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -13339,7 +13324,7 @@
       "model.layers.57.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13363,7 +13348,7 @@
       "model.layers.57.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13387,7 +13372,7 @@
       "model.layers.57.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13411,7 +13396,7 @@
       "model.layers.57.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13435,7 +13420,7 @@
       "model.layers.57.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13459,7 +13444,7 @@
       "model.layers.57.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13483,7 +13468,7 @@
       "model.layers.58.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -13507,7 +13492,7 @@
       "model.layers.58.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13531,7 +13516,7 @@
       "model.layers.58.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13555,7 +13540,7 @@
       "model.layers.58.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13579,7 +13564,7 @@
       "model.layers.58.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13603,7 +13588,7 @@
       "model.layers.58.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13627,7 +13612,7 @@
       "model.layers.58.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13651,7 +13636,7 @@
       "model.layers.59.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -13675,7 +13660,7 @@
       "model.layers.59.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13699,7 +13684,7 @@
       "model.layers.59.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13723,7 +13708,7 @@
       "model.layers.59.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13747,7 +13732,7 @@
       "model.layers.59.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13771,7 +13756,7 @@
       "model.layers.59.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13795,7 +13780,7 @@
       "model.layers.59.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13819,7 +13804,7 @@
       "model.layers.6.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -13843,7 +13828,7 @@
       "model.layers.6.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13867,7 +13852,7 @@
       "model.layers.6.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13891,7 +13876,7 @@
       "model.layers.6.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13915,7 +13900,7 @@
       "model.layers.6.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13939,7 +13924,7 @@
       "model.layers.6.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13963,7 +13948,7 @@
       "model.layers.6.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -13987,7 +13972,7 @@
       "model.layers.60.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -14011,7 +13996,7 @@
       "model.layers.60.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14035,7 +14020,7 @@
       "model.layers.60.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14059,7 +14044,7 @@
       "model.layers.60.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14083,7 +14068,7 @@
       "model.layers.60.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14107,7 +14092,7 @@
       "model.layers.60.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14131,7 +14116,7 @@
       "model.layers.60.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14155,7 +14140,7 @@
       "model.layers.61.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -14179,7 +14164,7 @@
       "model.layers.61.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14203,7 +14188,7 @@
       "model.layers.61.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14227,7 +14212,7 @@
       "model.layers.61.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14251,7 +14236,7 @@
       "model.layers.61.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14275,7 +14260,7 @@
       "model.layers.61.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14299,7 +14284,7 @@
       "model.layers.61.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14323,7 +14308,7 @@
       "model.layers.62.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -14347,7 +14332,7 @@
       "model.layers.62.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14371,7 +14356,7 @@
       "model.layers.62.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14395,7 +14380,7 @@
       "model.layers.62.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14419,7 +14404,7 @@
       "model.layers.62.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14443,7 +14428,7 @@
       "model.layers.62.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14467,7 +14452,7 @@
       "model.layers.62.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14491,7 +14476,7 @@
       "model.layers.63.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -14515,7 +14500,7 @@
       "model.layers.63.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14539,7 +14524,7 @@
       "model.layers.63.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14563,7 +14548,7 @@
       "model.layers.63.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14587,7 +14572,7 @@
       "model.layers.63.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14611,7 +14596,7 @@
       "model.layers.63.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14635,7 +14620,7 @@
       "model.layers.63.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14659,7 +14644,7 @@
       "model.layers.64.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -14683,7 +14668,7 @@
       "model.layers.64.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14707,7 +14692,7 @@
       "model.layers.64.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14731,7 +14716,7 @@
       "model.layers.64.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14755,7 +14740,7 @@
       "model.layers.64.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14779,7 +14764,7 @@
       "model.layers.64.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14803,7 +14788,7 @@
       "model.layers.64.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14827,7 +14812,7 @@
       "model.layers.65.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -14851,7 +14836,7 @@
       "model.layers.65.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14875,7 +14860,7 @@
       "model.layers.65.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14899,7 +14884,7 @@
       "model.layers.65.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14923,7 +14908,7 @@
       "model.layers.65.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14947,7 +14932,7 @@
       "model.layers.65.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14971,7 +14956,7 @@
       "model.layers.65.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -14995,7 +14980,7 @@
       "model.layers.66.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -15019,7 +15004,7 @@
       "model.layers.66.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15043,7 +15028,7 @@
       "model.layers.66.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15067,7 +15052,7 @@
       "model.layers.66.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15091,7 +15076,7 @@
       "model.layers.66.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15115,7 +15100,7 @@
       "model.layers.66.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15139,7 +15124,7 @@
       "model.layers.66.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15163,7 +15148,7 @@
       "model.layers.67.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -15187,7 +15172,7 @@
       "model.layers.67.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15211,7 +15196,7 @@
       "model.layers.67.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15235,7 +15220,7 @@
       "model.layers.67.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15259,7 +15244,7 @@
       "model.layers.67.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15283,7 +15268,7 @@
       "model.layers.67.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15307,7 +15292,7 @@
       "model.layers.67.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15331,7 +15316,7 @@
       "model.layers.68.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -15355,7 +15340,7 @@
       "model.layers.68.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15379,7 +15364,7 @@
       "model.layers.68.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15403,7 +15388,7 @@
       "model.layers.68.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15427,7 +15412,7 @@
       "model.layers.68.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15451,7 +15436,7 @@
       "model.layers.68.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15475,7 +15460,7 @@
       "model.layers.68.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15499,7 +15484,7 @@
       "model.layers.69.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -15523,7 +15508,7 @@
       "model.layers.69.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15547,7 +15532,7 @@
       "model.layers.69.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15571,7 +15556,7 @@
       "model.layers.69.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15595,7 +15580,7 @@
       "model.layers.69.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15619,7 +15604,7 @@
       "model.layers.69.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15643,7 +15628,7 @@
       "model.layers.69.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15667,7 +15652,7 @@
       "model.layers.7.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -15691,7 +15676,7 @@
       "model.layers.7.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15715,7 +15700,7 @@
       "model.layers.7.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15739,7 +15724,7 @@
       "model.layers.7.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15763,7 +15748,7 @@
       "model.layers.7.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15787,7 +15772,7 @@
       "model.layers.7.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15811,7 +15796,7 @@
       "model.layers.7.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15835,7 +15820,7 @@
       "model.layers.70.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -15859,7 +15844,7 @@
       "model.layers.70.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15883,7 +15868,7 @@
       "model.layers.70.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15907,7 +15892,7 @@
       "model.layers.70.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15931,7 +15916,7 @@
       "model.layers.70.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15955,7 +15940,7 @@
       "model.layers.70.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -15979,7 +15964,7 @@
       "model.layers.70.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16003,7 +15988,7 @@
       "model.layers.71.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -16027,7 +16012,7 @@
       "model.layers.71.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16051,7 +16036,7 @@
       "model.layers.71.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16075,7 +16060,7 @@
       "model.layers.71.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16099,7 +16084,7 @@
       "model.layers.71.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16123,7 +16108,7 @@
       "model.layers.71.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16147,7 +16132,7 @@
       "model.layers.71.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16171,7 +16156,7 @@
       "model.layers.72.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -16195,7 +16180,7 @@
       "model.layers.72.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16219,7 +16204,7 @@
       "model.layers.72.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16243,7 +16228,7 @@
       "model.layers.72.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16267,7 +16252,7 @@
       "model.layers.72.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16291,7 +16276,7 @@
       "model.layers.72.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16315,7 +16300,7 @@
       "model.layers.72.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16339,7 +16324,7 @@
       "model.layers.73.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -16363,7 +16348,7 @@
       "model.layers.73.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16387,7 +16372,7 @@
       "model.layers.73.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16411,7 +16396,7 @@
       "model.layers.73.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16435,7 +16420,7 @@
       "model.layers.73.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16459,7 +16444,7 @@
       "model.layers.73.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16483,7 +16468,7 @@
       "model.layers.73.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16507,7 +16492,7 @@
       "model.layers.74.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -16531,7 +16516,7 @@
       "model.layers.74.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16555,7 +16540,7 @@
       "model.layers.74.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16579,7 +16564,7 @@
       "model.layers.74.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16603,7 +16588,7 @@
       "model.layers.74.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16627,7 +16612,7 @@
       "model.layers.74.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16651,7 +16636,7 @@
       "model.layers.74.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16675,7 +16660,7 @@
       "model.layers.75.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -16699,7 +16684,7 @@
       "model.layers.75.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16723,7 +16708,7 @@
       "model.layers.75.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16747,7 +16732,7 @@
       "model.layers.75.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16771,7 +16756,7 @@
       "model.layers.75.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16795,7 +16780,7 @@
       "model.layers.75.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16819,7 +16804,7 @@
       "model.layers.75.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16843,7 +16828,7 @@
       "model.layers.76.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -16867,7 +16852,7 @@
       "model.layers.76.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16891,7 +16876,7 @@
       "model.layers.76.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16915,7 +16900,7 @@
       "model.layers.76.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16939,7 +16924,7 @@
       "model.layers.76.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16963,7 +16948,7 @@
       "model.layers.76.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -16987,7 +16972,7 @@
       "model.layers.76.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17011,7 +16996,7 @@
       "model.layers.77.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -17035,7 +17020,7 @@
       "model.layers.77.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17059,7 +17044,7 @@
       "model.layers.77.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17083,7 +17068,7 @@
       "model.layers.77.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17107,7 +17092,7 @@
       "model.layers.77.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17131,7 +17116,7 @@
       "model.layers.77.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17155,7 +17140,7 @@
       "model.layers.77.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17179,7 +17164,7 @@
       "model.layers.78.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -17203,7 +17188,7 @@
       "model.layers.78.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17227,7 +17212,7 @@
       "model.layers.78.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17251,7 +17236,7 @@
       "model.layers.78.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17275,7 +17260,7 @@
       "model.layers.78.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17299,7 +17284,7 @@
       "model.layers.78.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17323,7 +17308,7 @@
       "model.layers.78.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17347,7 +17332,7 @@
       "model.layers.79.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -17371,7 +17356,7 @@
       "model.layers.79.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17395,7 +17380,7 @@
       "model.layers.79.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17419,7 +17404,7 @@
       "model.layers.79.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17443,7 +17428,7 @@
       "model.layers.79.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17467,7 +17452,7 @@
       "model.layers.79.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17491,7 +17476,7 @@
       "model.layers.79.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17515,7 +17500,7 @@
       "model.layers.8.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -17539,7 +17524,7 @@
       "model.layers.8.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17563,7 +17548,7 @@
       "model.layers.8.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17587,7 +17572,7 @@
       "model.layers.8.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17611,7 +17596,7 @@
       "model.layers.8.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17635,7 +17620,7 @@
       "model.layers.8.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17659,7 +17644,7 @@
       "model.layers.8.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17683,7 +17668,7 @@
       "model.layers.80.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -17707,7 +17692,7 @@
       "model.layers.80.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17731,7 +17716,7 @@
       "model.layers.80.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17755,7 +17740,7 @@
       "model.layers.80.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17779,7 +17764,7 @@
       "model.layers.80.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17803,7 +17788,7 @@
       "model.layers.80.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17827,7 +17812,7 @@
       "model.layers.80.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17851,7 +17836,7 @@
       "model.layers.81.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -17875,7 +17860,7 @@
       "model.layers.81.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17899,7 +17884,7 @@
       "model.layers.81.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17923,7 +17908,7 @@
       "model.layers.81.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17947,7 +17932,7 @@
       "model.layers.81.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17971,7 +17956,7 @@
       "model.layers.81.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -17995,7 +17980,7 @@
       "model.layers.81.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18019,7 +18004,7 @@
       "model.layers.82.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -18043,7 +18028,7 @@
       "model.layers.82.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18067,7 +18052,7 @@
       "model.layers.82.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18091,7 +18076,7 @@
       "model.layers.82.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18115,7 +18100,7 @@
       "model.layers.82.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18139,7 +18124,7 @@
       "model.layers.82.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18163,7 +18148,7 @@
       "model.layers.82.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18187,7 +18172,7 @@
       "model.layers.83.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -18211,7 +18196,7 @@
       "model.layers.83.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18235,7 +18220,7 @@
       "model.layers.83.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18259,7 +18244,7 @@
       "model.layers.83.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18283,7 +18268,7 @@
       "model.layers.83.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18307,7 +18292,7 @@
       "model.layers.83.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18331,7 +18316,7 @@
       "model.layers.83.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18355,7 +18340,7 @@
       "model.layers.84.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -18379,7 +18364,7 @@
       "model.layers.84.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18403,7 +18388,7 @@
       "model.layers.84.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18427,7 +18412,7 @@
       "model.layers.84.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18451,7 +18436,7 @@
       "model.layers.84.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18475,7 +18460,7 @@
       "model.layers.84.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18499,7 +18484,7 @@
       "model.layers.84.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18523,7 +18508,7 @@
       "model.layers.85.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -18547,7 +18532,7 @@
       "model.layers.85.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18571,7 +18556,7 @@
       "model.layers.85.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18595,7 +18580,7 @@
       "model.layers.85.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18619,7 +18604,7 @@
       "model.layers.85.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18643,7 +18628,7 @@
       "model.layers.85.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18667,7 +18652,7 @@
       "model.layers.85.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18691,7 +18676,7 @@
       "model.layers.86.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -18715,7 +18700,7 @@
       "model.layers.86.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18739,7 +18724,7 @@
       "model.layers.86.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18763,7 +18748,7 @@
       "model.layers.86.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18787,7 +18772,7 @@
       "model.layers.86.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18811,7 +18796,7 @@
       "model.layers.86.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18835,7 +18820,7 @@
       "model.layers.86.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18859,7 +18844,7 @@
       "model.layers.87.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -18883,7 +18868,7 @@
       "model.layers.87.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18907,7 +18892,7 @@
       "model.layers.87.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18931,7 +18916,7 @@
       "model.layers.87.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18955,7 +18940,7 @@
       "model.layers.87.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -18979,7 +18964,7 @@
       "model.layers.87.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19003,7 +18988,7 @@
       "model.layers.87.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19027,7 +19012,7 @@
       "model.layers.88.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -19051,7 +19036,7 @@
       "model.layers.88.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19075,7 +19060,7 @@
       "model.layers.88.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19099,7 +19084,7 @@
       "model.layers.88.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19123,7 +19108,7 @@
       "model.layers.88.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19147,7 +19132,7 @@
       "model.layers.88.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19171,7 +19156,7 @@
       "model.layers.88.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19195,7 +19180,7 @@
       "model.layers.89.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -19219,7 +19204,7 @@
       "model.layers.89.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19243,7 +19228,7 @@
       "model.layers.89.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19267,7 +19252,7 @@
       "model.layers.89.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19291,7 +19276,7 @@
       "model.layers.89.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19315,7 +19300,7 @@
       "model.layers.89.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19339,7 +19324,7 @@
       "model.layers.89.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19363,7 +19348,7 @@
       "model.layers.9.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -19387,7 +19372,7 @@
       "model.layers.9.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19411,7 +19396,7 @@
       "model.layers.9.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19435,7 +19420,7 @@
       "model.layers.9.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19459,7 +19444,7 @@
       "model.layers.9.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19483,7 +19468,7 @@
       "model.layers.9.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19507,7 +19492,7 @@
       "model.layers.9.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19531,7 +19516,7 @@
       "model.layers.90.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -19555,7 +19540,7 @@
       "model.layers.90.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19579,7 +19564,7 @@
       "model.layers.90.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19603,7 +19588,7 @@
       "model.layers.90.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19627,7 +19612,7 @@
       "model.layers.90.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19651,7 +19636,7 @@
       "model.layers.90.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19675,7 +19660,7 @@
       "model.layers.90.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19699,7 +19684,7 @@
       "model.layers.91.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -19723,7 +19708,7 @@
       "model.layers.91.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19747,7 +19732,7 @@
       "model.layers.91.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19771,7 +19756,7 @@
       "model.layers.91.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19795,7 +19780,7 @@
       "model.layers.91.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19819,7 +19804,7 @@
       "model.layers.91.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19843,7 +19828,7 @@
       "model.layers.91.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19867,7 +19852,7 @@
       "model.layers.92.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -19891,7 +19876,7 @@
       "model.layers.92.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19915,7 +19900,7 @@
       "model.layers.92.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19939,7 +19924,7 @@
       "model.layers.92.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19963,7 +19948,7 @@
       "model.layers.92.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -19987,7 +19972,7 @@
       "model.layers.92.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20011,7 +19996,7 @@
       "model.layers.92.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20035,7 +20020,7 @@
       "model.layers.93.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -20059,7 +20044,7 @@
       "model.layers.93.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20083,7 +20068,7 @@
       "model.layers.93.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20107,7 +20092,7 @@
       "model.layers.93.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20131,7 +20116,7 @@
       "model.layers.93.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20155,7 +20140,7 @@
       "model.layers.93.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20179,7 +20164,7 @@
       "model.layers.93.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20203,7 +20188,7 @@
       "model.layers.94.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -20227,7 +20212,7 @@
       "model.layers.94.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20251,7 +20236,7 @@
       "model.layers.94.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20275,7 +20260,7 @@
       "model.layers.94.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20299,7 +20284,7 @@
       "model.layers.94.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20323,7 +20308,7 @@
       "model.layers.94.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20347,7 +20332,7 @@
       "model.layers.94.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20371,7 +20356,7 @@
       "model.layers.95.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -20395,7 +20380,7 @@
       "model.layers.95.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20419,7 +20404,7 @@
       "model.layers.95.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20443,7 +20428,7 @@
       "model.layers.95.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20467,7 +20452,7 @@
       "model.layers.95.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20491,7 +20476,7 @@
       "model.layers.95.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20515,7 +20500,7 @@
       "model.layers.95.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20539,7 +20524,7 @@
       "model.layers.96.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -20563,7 +20548,7 @@
       "model.layers.96.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20587,7 +20572,7 @@
       "model.layers.96.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20611,7 +20596,7 @@
       "model.layers.96.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20635,7 +20620,7 @@
       "model.layers.96.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20659,7 +20644,7 @@
       "model.layers.96.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20683,7 +20668,7 @@
       "model.layers.96.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20707,7 +20692,7 @@
       "model.layers.97.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -20731,7 +20716,7 @@
       "model.layers.97.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20755,7 +20740,7 @@
       "model.layers.97.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20779,7 +20764,7 @@
       "model.layers.97.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20803,7 +20788,7 @@
       "model.layers.97.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20827,7 +20812,7 @@
       "model.layers.97.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20851,7 +20836,7 @@
       "model.layers.97.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20875,7 +20860,7 @@
       "model.layers.98.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -20899,7 +20884,7 @@
       "model.layers.98.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20923,7 +20908,7 @@
       "model.layers.98.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20947,7 +20932,7 @@
       "model.layers.98.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20971,7 +20956,7 @@
       "model.layers.98.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -20995,7 +20980,7 @@
       "model.layers.98.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21019,7 +21004,7 @@
       "model.layers.98.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21043,7 +21028,7 @@
       "model.layers.99.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 53248,
         "in_features": 53248,
@@ -21067,7 +21052,7 @@
       "model.layers.99.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21091,7 +21076,7 @@
       "model.layers.99.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21115,7 +21100,7 @@
       "model.layers.99.self_attn.k_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21139,7 +21124,7 @@
       "model.layers.99.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21163,7 +21148,7 @@
       "model.layers.99.self_attn.q_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21187,7 +21172,7 @@
       "model.layers.99.self_attn.v_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 16384,
         "in_features": 16384,
@@ -21208,6 +21193,21 @@
           16
         ]
       }
-    }
-  }
-}
\ No newline at end of file
+    },
+    "quant_method": "vptq"
+  },
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": {
+    "factor": 8.0,
+    "high_freq_factor": 4.0,
+    "low_freq_factor": 1.0,
+    "original_max_position_embeddings": 8192,
+    "rope_type": "llama3"
+  },
+  "rope_theta": 500000.0,
+  "tie_word_embeddings": false,
+  "torch_dtype": "bfloat16",
+  "transformers_version": "4.49.0",
+  "use_cache": true,
+  "vocab_size": 128256
+}