Update config.json

config.json

@@ -31,7 +31,7 @@
       "model.layers.0.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -55,7 +55,7 @@
       "model.layers.0.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -79,7 +79,7 @@
       "model.layers.0.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -103,7 +103,7 @@
       "model.layers.0.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -127,7 +127,7 @@
       "model.layers.0.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -151,7 +151,7 @@
       "model.layers.0.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -175,7 +175,7 @@
       "model.layers.0.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -199,7 +199,7 @@
       "model.layers.1.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -223,7 +223,7 @@
       "model.layers.1.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -247,7 +247,7 @@
       "model.layers.1.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -271,7 +271,7 @@
       "model.layers.1.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -295,7 +295,7 @@
       "model.layers.1.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -319,7 +319,7 @@
       "model.layers.1.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -343,7 +343,7 @@
       "model.layers.1.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -367,7 +367,7 @@
       "model.layers.10.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -391,7 +391,7 @@
       "model.layers.10.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -415,7 +415,7 @@
       "model.layers.10.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -439,7 +439,7 @@
       "model.layers.10.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -463,7 +463,7 @@
       "model.layers.10.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -487,7 +487,7 @@
       "model.layers.10.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -511,7 +511,7 @@
       "model.layers.10.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -535,7 +535,7 @@
       "model.layers.11.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -559,7 +559,7 @@
       "model.layers.11.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -583,7 +583,7 @@
       "model.layers.11.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -607,7 +607,7 @@
       "model.layers.11.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -631,7 +631,7 @@
       "model.layers.11.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -655,7 +655,7 @@
       "model.layers.11.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -679,7 +679,7 @@
       "model.layers.11.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -703,7 +703,7 @@
       "model.layers.12.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -727,7 +727,7 @@
       "model.layers.12.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -751,7 +751,7 @@
       "model.layers.12.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -775,7 +775,7 @@
       "model.layers.12.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -799,7 +799,7 @@
       "model.layers.12.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -823,7 +823,7 @@
       "model.layers.12.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -847,7 +847,7 @@
       "model.layers.12.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -871,7 +871,7 @@
       "model.layers.13.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -895,7 +895,7 @@
       "model.layers.13.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -919,7 +919,7 @@
       "model.layers.13.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -943,7 +943,7 @@
       "model.layers.13.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -967,7 +967,7 @@
       "model.layers.13.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -991,7 +991,7 @@
       "model.layers.13.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1015,7 +1015,7 @@
       "model.layers.13.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1039,7 +1039,7 @@
       "model.layers.14.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -1063,7 +1063,7 @@
       "model.layers.14.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1087,7 +1087,7 @@
       "model.layers.14.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1111,7 +1111,7 @@
       "model.layers.14.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1135,7 +1135,7 @@
       "model.layers.14.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1159,7 +1159,7 @@
       "model.layers.14.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1183,7 +1183,7 @@
       "model.layers.14.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1207,7 +1207,7 @@
       "model.layers.15.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -1231,7 +1231,7 @@
       "model.layers.15.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1255,7 +1255,7 @@
       "model.layers.15.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1279,7 +1279,7 @@
       "model.layers.15.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1303,7 +1303,7 @@
       "model.layers.15.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1327,7 +1327,7 @@
       "model.layers.15.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1351,7 +1351,7 @@
       "model.layers.15.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1375,7 +1375,7 @@
       "model.layers.16.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -1399,7 +1399,7 @@
       "model.layers.16.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1423,7 +1423,7 @@
       "model.layers.16.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1447,7 +1447,7 @@
       "model.layers.16.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1471,7 +1471,7 @@
       "model.layers.16.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1495,7 +1495,7 @@
       "model.layers.16.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1519,7 +1519,7 @@
       "model.layers.16.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1543,7 +1543,7 @@
       "model.layers.17.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -1567,7 +1567,7 @@
       "model.layers.17.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1591,7 +1591,7 @@
       "model.layers.17.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1615,7 +1615,7 @@
       "model.layers.17.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1639,7 +1639,7 @@
       "model.layers.17.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1663,7 +1663,7 @@
       "model.layers.17.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1687,7 +1687,7 @@
       "model.layers.17.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1711,7 +1711,7 @@
       "model.layers.18.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -1735,7 +1735,7 @@
       "model.layers.18.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1759,7 +1759,7 @@
       "model.layers.18.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1783,7 +1783,7 @@
       "model.layers.18.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1807,7 +1807,7 @@
       "model.layers.18.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1831,7 +1831,7 @@
       "model.layers.18.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1855,7 +1855,7 @@
       "model.layers.18.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1879,7 +1879,7 @@
       "model.layers.19.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -1903,7 +1903,7 @@
       "model.layers.19.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1927,7 +1927,7 @@
       "model.layers.19.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1951,7 +1951,7 @@
       "model.layers.19.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1975,7 +1975,7 @@
       "model.layers.19.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -1999,7 +1999,7 @@
       "model.layers.19.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2023,7 +2023,7 @@
       "model.layers.19.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2047,7 +2047,7 @@
       "model.layers.2.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -2071,7 +2071,7 @@
       "model.layers.2.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2095,7 +2095,7 @@
       "model.layers.2.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2119,7 +2119,7 @@
       "model.layers.2.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2143,7 +2143,7 @@
       "model.layers.2.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2167,7 +2167,7 @@
       "model.layers.2.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2191,7 +2191,7 @@
       "model.layers.2.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2215,7 +2215,7 @@
       "model.layers.20.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -2239,7 +2239,7 @@
       "model.layers.20.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2263,7 +2263,7 @@
       "model.layers.20.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2287,7 +2287,7 @@
       "model.layers.20.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2311,7 +2311,7 @@
       "model.layers.20.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2335,7 +2335,7 @@
       "model.layers.20.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2359,7 +2359,7 @@
       "model.layers.20.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2383,7 +2383,7 @@
       "model.layers.21.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -2407,7 +2407,7 @@
       "model.layers.21.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2431,7 +2431,7 @@
       "model.layers.21.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2455,7 +2455,7 @@
       "model.layers.21.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2479,7 +2479,7 @@
       "model.layers.21.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2503,7 +2503,7 @@
       "model.layers.21.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2527,7 +2527,7 @@
       "model.layers.21.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2551,7 +2551,7 @@
       "model.layers.22.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -2575,7 +2575,7 @@
       "model.layers.22.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2599,7 +2599,7 @@
       "model.layers.22.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2623,7 +2623,7 @@
       "model.layers.22.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2647,7 +2647,7 @@
       "model.layers.22.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2671,7 +2671,7 @@
       "model.layers.22.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2695,7 +2695,7 @@
       "model.layers.22.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2719,7 +2719,7 @@
       "model.layers.23.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -2743,7 +2743,7 @@
       "model.layers.23.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2767,7 +2767,7 @@
       "model.layers.23.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2791,7 +2791,7 @@
       "model.layers.23.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2815,7 +2815,7 @@
       "model.layers.23.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2839,7 +2839,7 @@
       "model.layers.23.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2863,7 +2863,7 @@
       "model.layers.23.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2887,7 +2887,7 @@
       "model.layers.24.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -2911,7 +2911,7 @@
       "model.layers.24.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2935,7 +2935,7 @@
       "model.layers.24.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2959,7 +2959,7 @@
       "model.layers.24.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -2983,7 +2983,7 @@
       "model.layers.24.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3007,7 +3007,7 @@
       "model.layers.24.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3031,7 +3031,7 @@
       "model.layers.24.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3055,7 +3055,7 @@
       "model.layers.25.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -3079,7 +3079,7 @@
       "model.layers.25.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3103,7 +3103,7 @@
       "model.layers.25.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3127,7 +3127,7 @@
       "model.layers.25.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3151,7 +3151,7 @@
       "model.layers.25.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3175,7 +3175,7 @@
       "model.layers.25.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3199,7 +3199,7 @@
       "model.layers.25.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3223,7 +3223,7 @@
       "model.layers.26.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -3247,7 +3247,7 @@
       "model.layers.26.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3271,7 +3271,7 @@
       "model.layers.26.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3295,7 +3295,7 @@
       "model.layers.26.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3319,7 +3319,7 @@
       "model.layers.26.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3343,7 +3343,7 @@
       "model.layers.26.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3367,7 +3367,7 @@
       "model.layers.26.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3391,7 +3391,7 @@
       "model.layers.27.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -3415,7 +3415,7 @@
       "model.layers.27.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3439,7 +3439,7 @@
       "model.layers.27.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3463,7 +3463,7 @@
       "model.layers.27.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3487,7 +3487,7 @@
       "model.layers.27.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3511,7 +3511,7 @@
       "model.layers.27.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3535,7 +3535,7 @@
       "model.layers.27.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3559,7 +3559,7 @@
       "model.layers.28.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -3583,7 +3583,7 @@
       "model.layers.28.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3607,7 +3607,7 @@
       "model.layers.28.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3631,7 +3631,7 @@
       "model.layers.28.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3655,7 +3655,7 @@
       "model.layers.28.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3679,7 +3679,7 @@
       "model.layers.28.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3703,7 +3703,7 @@
       "model.layers.28.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3727,7 +3727,7 @@
       "model.layers.29.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -3751,7 +3751,7 @@
       "model.layers.29.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3775,7 +3775,7 @@
       "model.layers.29.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3799,7 +3799,7 @@
       "model.layers.29.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3823,7 +3823,7 @@
       "model.layers.29.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3847,7 +3847,7 @@
       "model.layers.29.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3871,7 +3871,7 @@
       "model.layers.29.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3895,7 +3895,7 @@
       "model.layers.3.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -3919,7 +3919,7 @@
       "model.layers.3.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3943,7 +3943,7 @@
       "model.layers.3.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3967,7 +3967,7 @@
       "model.layers.3.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -3991,7 +3991,7 @@
       "model.layers.3.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4015,7 +4015,7 @@
       "model.layers.3.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4039,7 +4039,7 @@
       "model.layers.3.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4063,7 +4063,7 @@
       "model.layers.30.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -4087,7 +4087,7 @@
       "model.layers.30.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4111,7 +4111,7 @@
       "model.layers.30.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4135,7 +4135,7 @@
       "model.layers.30.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4159,7 +4159,7 @@
       "model.layers.30.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4183,7 +4183,7 @@
       "model.layers.30.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4207,7 +4207,7 @@
       "model.layers.30.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4231,7 +4231,7 @@
       "model.layers.31.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -4255,7 +4255,7 @@
       "model.layers.31.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4279,7 +4279,7 @@
       "model.layers.31.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4303,7 +4303,7 @@
       "model.layers.31.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4327,7 +4327,7 @@
       "model.layers.31.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4351,7 +4351,7 @@
       "model.layers.31.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4375,7 +4375,7 @@
       "model.layers.31.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4399,7 +4399,7 @@
       "model.layers.32.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -4423,7 +4423,7 @@
       "model.layers.32.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4447,7 +4447,7 @@
       "model.layers.32.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4471,7 +4471,7 @@
       "model.layers.32.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4495,7 +4495,7 @@
       "model.layers.32.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4519,7 +4519,7 @@
       "model.layers.32.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4543,7 +4543,7 @@
       "model.layers.32.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4567,7 +4567,7 @@
       "model.layers.33.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -4591,7 +4591,7 @@
       "model.layers.33.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4615,7 +4615,7 @@
       "model.layers.33.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4639,7 +4639,7 @@
       "model.layers.33.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4663,7 +4663,7 @@
       "model.layers.33.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4687,7 +4687,7 @@
       "model.layers.33.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4711,7 +4711,7 @@
       "model.layers.33.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4735,7 +4735,7 @@
       "model.layers.34.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -4759,7 +4759,7 @@
       "model.layers.34.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4783,7 +4783,7 @@
       "model.layers.34.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4807,7 +4807,7 @@
       "model.layers.34.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4831,7 +4831,7 @@
       "model.layers.34.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4855,7 +4855,7 @@
       "model.layers.34.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4879,7 +4879,7 @@
       "model.layers.34.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4903,7 +4903,7 @@
       "model.layers.35.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -4927,7 +4927,7 @@
       "model.layers.35.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4951,7 +4951,7 @@
       "model.layers.35.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4975,7 +4975,7 @@
       "model.layers.35.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -4999,7 +4999,7 @@
       "model.layers.35.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5023,7 +5023,7 @@
       "model.layers.35.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5047,7 +5047,7 @@
       "model.layers.35.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5071,7 +5071,7 @@
       "model.layers.36.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -5095,7 +5095,7 @@
       "model.layers.36.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5119,7 +5119,7 @@
       "model.layers.36.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5143,7 +5143,7 @@
       "model.layers.36.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5167,7 +5167,7 @@
       "model.layers.36.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5191,7 +5191,7 @@
       "model.layers.36.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5215,7 +5215,7 @@
       "model.layers.36.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5239,7 +5239,7 @@
       "model.layers.37.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -5263,7 +5263,7 @@
       "model.layers.37.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5287,7 +5287,7 @@
       "model.layers.37.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5311,7 +5311,7 @@
       "model.layers.37.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5335,7 +5335,7 @@
       "model.layers.37.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5359,7 +5359,7 @@
       "model.layers.37.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5383,7 +5383,7 @@
       "model.layers.37.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5407,7 +5407,7 @@
       "model.layers.38.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -5431,7 +5431,7 @@
       "model.layers.38.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5455,7 +5455,7 @@
       "model.layers.38.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5479,7 +5479,7 @@
       "model.layers.38.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5503,7 +5503,7 @@
       "model.layers.38.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5527,7 +5527,7 @@
       "model.layers.38.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5551,7 +5551,7 @@
       "model.layers.38.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5575,7 +5575,7 @@
       "model.layers.39.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -5599,7 +5599,7 @@
       "model.layers.39.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5623,7 +5623,7 @@
       "model.layers.39.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5647,7 +5647,7 @@
       "model.layers.39.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5671,7 +5671,7 @@
       "model.layers.39.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5695,7 +5695,7 @@
       "model.layers.39.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5719,7 +5719,7 @@
       "model.layers.39.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5743,7 +5743,7 @@
       "model.layers.4.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -5767,7 +5767,7 @@
       "model.layers.4.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5791,7 +5791,7 @@
       "model.layers.4.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5815,7 +5815,7 @@
       "model.layers.4.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5839,7 +5839,7 @@
       "model.layers.4.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5863,7 +5863,7 @@
       "model.layers.4.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5887,7 +5887,7 @@
       "model.layers.4.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5911,7 +5911,7 @@
       "model.layers.40.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -5935,7 +5935,7 @@
       "model.layers.40.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5959,7 +5959,7 @@
       "model.layers.40.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -5983,7 +5983,7 @@
       "model.layers.40.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6007,7 +6007,7 @@
       "model.layers.40.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6031,7 +6031,7 @@
       "model.layers.40.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6055,7 +6055,7 @@
       "model.layers.40.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6079,7 +6079,7 @@
       "model.layers.41.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -6103,7 +6103,7 @@
       "model.layers.41.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6127,7 +6127,7 @@
       "model.layers.41.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6151,7 +6151,7 @@
       "model.layers.41.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6175,7 +6175,7 @@
       "model.layers.41.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6199,7 +6199,7 @@
       "model.layers.41.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6223,7 +6223,7 @@
       "model.layers.41.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6247,7 +6247,7 @@
       "model.layers.42.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -6271,7 +6271,7 @@
       "model.layers.42.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6295,7 +6295,7 @@
       "model.layers.42.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6319,7 +6319,7 @@
       "model.layers.42.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6343,7 +6343,7 @@
       "model.layers.42.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6367,7 +6367,7 @@
       "model.layers.42.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6391,7 +6391,7 @@
       "model.layers.42.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6415,7 +6415,7 @@
       "model.layers.43.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -6439,7 +6439,7 @@
       "model.layers.43.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6463,7 +6463,7 @@
       "model.layers.43.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6487,7 +6487,7 @@
       "model.layers.43.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6511,7 +6511,7 @@
       "model.layers.43.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6535,7 +6535,7 @@
       "model.layers.43.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6559,7 +6559,7 @@
       "model.layers.43.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6583,7 +6583,7 @@
       "model.layers.44.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -6607,7 +6607,7 @@
       "model.layers.44.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6631,7 +6631,7 @@
       "model.layers.44.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6655,7 +6655,7 @@
       "model.layers.44.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6679,7 +6679,7 @@
       "model.layers.44.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6703,7 +6703,7 @@
       "model.layers.44.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6727,7 +6727,7 @@
       "model.layers.44.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6751,7 +6751,7 @@
       "model.layers.45.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -6775,7 +6775,7 @@
       "model.layers.45.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6799,7 +6799,7 @@
       "model.layers.45.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6823,7 +6823,7 @@
       "model.layers.45.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6847,7 +6847,7 @@
       "model.layers.45.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6871,7 +6871,7 @@
       "model.layers.45.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6895,7 +6895,7 @@
       "model.layers.45.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6919,7 +6919,7 @@
       "model.layers.46.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -6943,7 +6943,7 @@
       "model.layers.46.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6967,7 +6967,7 @@
       "model.layers.46.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -6991,7 +6991,7 @@
       "model.layers.46.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7015,7 +7015,7 @@
       "model.layers.46.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7039,7 +7039,7 @@
       "model.layers.46.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7063,7 +7063,7 @@
       "model.layers.46.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7087,7 +7087,7 @@
       "model.layers.47.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -7111,7 +7111,7 @@
       "model.layers.47.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7135,7 +7135,7 @@
       "model.layers.47.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7159,7 +7159,7 @@
       "model.layers.47.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7183,7 +7183,7 @@
       "model.layers.47.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7207,7 +7207,7 @@
       "model.layers.47.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7231,7 +7231,7 @@
       "model.layers.47.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7255,7 +7255,7 @@
       "model.layers.5.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -7279,7 +7279,7 @@
       "model.layers.5.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7303,7 +7303,7 @@
       "model.layers.5.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7327,7 +7327,7 @@
       "model.layers.5.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7351,7 +7351,7 @@
       "model.layers.5.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7375,7 +7375,7 @@
       "model.layers.5.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7399,7 +7399,7 @@
       "model.layers.5.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7423,7 +7423,7 @@
       "model.layers.6.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -7447,7 +7447,7 @@
       "model.layers.6.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7471,7 +7471,7 @@
       "model.layers.6.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7495,7 +7495,7 @@
       "model.layers.6.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7519,7 +7519,7 @@
       "model.layers.6.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7543,7 +7543,7 @@
       "model.layers.6.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7567,7 +7567,7 @@
       "model.layers.6.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7591,7 +7591,7 @@
       "model.layers.7.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -7615,7 +7615,7 @@
       "model.layers.7.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7639,7 +7639,7 @@
       "model.layers.7.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7663,7 +7663,7 @@
       "model.layers.7.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7687,7 +7687,7 @@
       "model.layers.7.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7711,7 +7711,7 @@
       "model.layers.7.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7735,7 +7735,7 @@
       "model.layers.7.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7759,7 +7759,7 @@
       "model.layers.8.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -7783,7 +7783,7 @@
       "model.layers.8.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7807,7 +7807,7 @@
       "model.layers.8.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7831,7 +7831,7 @@
       "model.layers.8.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7855,7 +7855,7 @@
       "model.layers.8.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7879,7 +7879,7 @@
       "model.layers.8.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7903,7 +7903,7 @@
       "model.layers.8.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7927,7 +7927,7 @@
       "model.layers.9.mlp.down_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 13824,
         "in_features": 13824,
@@ -7951,7 +7951,7 @@
       "model.layers.9.mlp.gate_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7975,7 +7975,7 @@
       "model.layers.9.mlp.up_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -7999,7 +7999,7 @@
       "model.layers.9.self_attn.k_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -8023,7 +8023,7 @@
       "model.layers.9.self_attn.o_proj": {
         "bias": null,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -8047,7 +8047,7 @@
       "model.layers.9.self_attn.q_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,
@@ -8071,7 +8071,7 @@
       "model.layers.9.self_attn.v_proj": {
         "bias": true,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 5120,
         "in_features": 5120,