Update config.json

config.json

@@ -31,7 +31,7 @@
       "model.layers.0.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -55,7 +55,7 @@
       "model.layers.0.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -79,7 +79,7 @@
       "model.layers.0.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -103,7 +103,7 @@
       "model.layers.0.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -127,7 +127,7 @@
       "model.layers.0.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -151,7 +151,7 @@
       "model.layers.0.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -175,7 +175,7 @@
       "model.layers.0.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -199,7 +199,7 @@
       "model.layers.1.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -223,7 +223,7 @@
       "model.layers.1.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -247,7 +247,7 @@
       "model.layers.1.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -271,7 +271,7 @@
       "model.layers.1.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -295,7 +295,7 @@
       "model.layers.1.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -319,7 +319,7 @@
       "model.layers.1.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -343,7 +343,7 @@
       "model.layers.1.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -367,7 +367,7 @@
       "model.layers.10.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -391,7 +391,7 @@
       "model.layers.10.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -415,7 +415,7 @@
       "model.layers.10.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -439,7 +439,7 @@
       "model.layers.10.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -463,7 +463,7 @@
       "model.layers.10.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -487,7 +487,7 @@
       "model.layers.10.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -511,7 +511,7 @@
       "model.layers.10.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -535,7 +535,7 @@
       "model.layers.11.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -559,7 +559,7 @@
       "model.layers.11.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -583,7 +583,7 @@
       "model.layers.11.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -607,7 +607,7 @@
       "model.layers.11.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -631,7 +631,7 @@
       "model.layers.11.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -655,7 +655,7 @@
       "model.layers.11.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -679,7 +679,7 @@
       "model.layers.11.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -703,7 +703,7 @@
       "model.layers.12.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -727,7 +727,7 @@
       "model.layers.12.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -751,7 +751,7 @@
       "model.layers.12.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -775,7 +775,7 @@
       "model.layers.12.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -799,7 +799,7 @@
       "model.layers.12.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -823,7 +823,7 @@
       "model.layers.12.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -847,7 +847,7 @@
       "model.layers.12.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -871,7 +871,7 @@
       "model.layers.13.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -895,7 +895,7 @@
       "model.layers.13.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -919,7 +919,7 @@
       "model.layers.13.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -943,7 +943,7 @@
       "model.layers.13.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -967,7 +967,7 @@
       "model.layers.13.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -991,7 +991,7 @@
       "model.layers.13.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1015,7 +1015,7 @@
       "model.layers.13.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1039,7 +1039,7 @@
       "model.layers.14.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -1063,7 +1063,7 @@
       "model.layers.14.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1087,7 +1087,7 @@
       "model.layers.14.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1111,7 +1111,7 @@
       "model.layers.14.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1135,7 +1135,7 @@
       "model.layers.14.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1159,7 +1159,7 @@
       "model.layers.14.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1183,7 +1183,7 @@
       "model.layers.14.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1207,7 +1207,7 @@
       "model.layers.15.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -1231,7 +1231,7 @@
       "model.layers.15.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1255,7 +1255,7 @@
       "model.layers.15.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1279,7 +1279,7 @@
       "model.layers.15.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1303,7 +1303,7 @@
       "model.layers.15.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1327,7 +1327,7 @@
       "model.layers.15.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1351,7 +1351,7 @@
       "model.layers.15.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1375,7 +1375,7 @@
       "model.layers.16.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -1399,7 +1399,7 @@
       "model.layers.16.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1423,7 +1423,7 @@
       "model.layers.16.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1447,7 +1447,7 @@
       "model.layers.16.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1471,7 +1471,7 @@
       "model.layers.16.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1495,7 +1495,7 @@
       "model.layers.16.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1519,7 +1519,7 @@
       "model.layers.16.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1543,7 +1543,7 @@
       "model.layers.17.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -1567,7 +1567,7 @@
       "model.layers.17.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1591,7 +1591,7 @@
       "model.layers.17.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1615,7 +1615,7 @@
       "model.layers.17.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1639,7 +1639,7 @@
       "model.layers.17.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1663,7 +1663,7 @@
       "model.layers.17.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1687,7 +1687,7 @@
       "model.layers.17.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1711,7 +1711,7 @@
       "model.layers.18.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -1735,7 +1735,7 @@
       "model.layers.18.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1759,7 +1759,7 @@
       "model.layers.18.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1783,7 +1783,7 @@
       "model.layers.18.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1807,7 +1807,7 @@
       "model.layers.18.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1831,7 +1831,7 @@
       "model.layers.18.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1855,7 +1855,7 @@
       "model.layers.18.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1879,7 +1879,7 @@
       "model.layers.19.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -1903,7 +1903,7 @@
       "model.layers.19.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1927,7 +1927,7 @@
       "model.layers.19.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1951,7 +1951,7 @@
       "model.layers.19.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1975,7 +1975,7 @@
       "model.layers.19.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -1999,7 +1999,7 @@
       "model.layers.19.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2023,7 +2023,7 @@
       "model.layers.19.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2047,7 +2047,7 @@
       "model.layers.2.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -2071,7 +2071,7 @@
       "model.layers.2.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2095,7 +2095,7 @@
       "model.layers.2.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2119,7 +2119,7 @@
       "model.layers.2.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2143,7 +2143,7 @@
       "model.layers.2.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2167,7 +2167,7 @@
       "model.layers.2.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2191,7 +2191,7 @@
       "model.layers.2.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2215,7 +2215,7 @@
       "model.layers.20.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -2239,7 +2239,7 @@
       "model.layers.20.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2263,7 +2263,7 @@
       "model.layers.20.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2287,7 +2287,7 @@
       "model.layers.20.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2311,7 +2311,7 @@
       "model.layers.20.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2335,7 +2335,7 @@
       "model.layers.20.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2359,7 +2359,7 @@
       "model.layers.20.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2383,7 +2383,7 @@
       "model.layers.21.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -2407,7 +2407,7 @@
       "model.layers.21.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2431,7 +2431,7 @@
       "model.layers.21.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2455,7 +2455,7 @@
       "model.layers.21.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2479,7 +2479,7 @@
       "model.layers.21.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2503,7 +2503,7 @@
       "model.layers.21.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2527,7 +2527,7 @@
       "model.layers.21.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2551,7 +2551,7 @@
       "model.layers.22.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -2575,7 +2575,7 @@
       "model.layers.22.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2599,7 +2599,7 @@
       "model.layers.22.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2623,7 +2623,7 @@
       "model.layers.22.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2647,7 +2647,7 @@
       "model.layers.22.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2671,7 +2671,7 @@
       "model.layers.22.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2695,7 +2695,7 @@
       "model.layers.22.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2719,7 +2719,7 @@
       "model.layers.23.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -2743,7 +2743,7 @@
       "model.layers.23.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2767,7 +2767,7 @@
       "model.layers.23.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2791,7 +2791,7 @@
       "model.layers.23.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2815,7 +2815,7 @@
       "model.layers.23.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2839,7 +2839,7 @@
       "model.layers.23.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2863,7 +2863,7 @@
       "model.layers.23.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2887,7 +2887,7 @@
       "model.layers.24.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -2911,7 +2911,7 @@
       "model.layers.24.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2935,7 +2935,7 @@
       "model.layers.24.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2959,7 +2959,7 @@
       "model.layers.24.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -2983,7 +2983,7 @@
       "model.layers.24.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3007,7 +3007,7 @@
       "model.layers.24.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3031,7 +3031,7 @@
       "model.layers.24.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3055,7 +3055,7 @@
       "model.layers.25.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -3079,7 +3079,7 @@
       "model.layers.25.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3103,7 +3103,7 @@
       "model.layers.25.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3127,7 +3127,7 @@
       "model.layers.25.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3151,7 +3151,7 @@
       "model.layers.25.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3175,7 +3175,7 @@
       "model.layers.25.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3199,7 +3199,7 @@
       "model.layers.25.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3223,7 +3223,7 @@
       "model.layers.26.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -3247,7 +3247,7 @@
       "model.layers.26.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3271,7 +3271,7 @@
       "model.layers.26.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3295,7 +3295,7 @@
       "model.layers.26.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3319,7 +3319,7 @@
       "model.layers.26.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3343,7 +3343,7 @@
       "model.layers.26.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3367,7 +3367,7 @@
       "model.layers.26.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3391,7 +3391,7 @@
       "model.layers.27.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -3415,7 +3415,7 @@
       "model.layers.27.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3439,7 +3439,7 @@
       "model.layers.27.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3463,7 +3463,7 @@
       "model.layers.27.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3487,7 +3487,7 @@
       "model.layers.27.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3511,7 +3511,7 @@
       "model.layers.27.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3535,7 +3535,7 @@
       "model.layers.27.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3559,7 +3559,7 @@
       "model.layers.28.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -3583,7 +3583,7 @@
       "model.layers.28.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3607,7 +3607,7 @@
       "model.layers.28.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3631,7 +3631,7 @@
       "model.layers.28.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3655,7 +3655,7 @@
       "model.layers.28.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3679,7 +3679,7 @@
       "model.layers.28.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3703,7 +3703,7 @@
       "model.layers.28.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3727,7 +3727,7 @@
       "model.layers.29.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -3751,7 +3751,7 @@
       "model.layers.29.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3775,7 +3775,7 @@
       "model.layers.29.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3799,7 +3799,7 @@
       "model.layers.29.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3823,7 +3823,7 @@
       "model.layers.29.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3847,7 +3847,7 @@
       "model.layers.29.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3871,7 +3871,7 @@
       "model.layers.29.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3895,7 +3895,7 @@
       "model.layers.3.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -3919,7 +3919,7 @@
       "model.layers.3.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3943,7 +3943,7 @@
       "model.layers.3.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3967,7 +3967,7 @@
       "model.layers.3.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -3991,7 +3991,7 @@
       "model.layers.3.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4015,7 +4015,7 @@
       "model.layers.3.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4039,7 +4039,7 @@
       "model.layers.3.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4063,7 +4063,7 @@
       "model.layers.30.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -4087,7 +4087,7 @@
       "model.layers.30.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4111,7 +4111,7 @@
       "model.layers.30.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4135,7 +4135,7 @@
       "model.layers.30.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4159,7 +4159,7 @@
       "model.layers.30.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4183,7 +4183,7 @@
       "model.layers.30.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4207,7 +4207,7 @@
       "model.layers.30.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4231,7 +4231,7 @@
       "model.layers.31.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -4255,7 +4255,7 @@
       "model.layers.31.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4279,7 +4279,7 @@
       "model.layers.31.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4303,7 +4303,7 @@
       "model.layers.31.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4327,7 +4327,7 @@
       "model.layers.31.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4351,7 +4351,7 @@
       "model.layers.31.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4375,7 +4375,7 @@
       "model.layers.31.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4399,7 +4399,7 @@
       "model.layers.4.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -4423,7 +4423,7 @@
       "model.layers.4.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4447,7 +4447,7 @@
       "model.layers.4.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4471,7 +4471,7 @@
       "model.layers.4.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4495,7 +4495,7 @@
       "model.layers.4.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4519,7 +4519,7 @@
       "model.layers.4.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4543,7 +4543,7 @@
       "model.layers.4.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4567,7 +4567,7 @@
       "model.layers.5.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -4591,7 +4591,7 @@
       "model.layers.5.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4615,7 +4615,7 @@
       "model.layers.5.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4639,7 +4639,7 @@
       "model.layers.5.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4663,7 +4663,7 @@
       "model.layers.5.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4687,7 +4687,7 @@
       "model.layers.5.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4711,7 +4711,7 @@
       "model.layers.5.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4735,7 +4735,7 @@
       "model.layers.6.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -4759,7 +4759,7 @@
       "model.layers.6.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4783,7 +4783,7 @@
       "model.layers.6.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4807,7 +4807,7 @@
       "model.layers.6.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4831,7 +4831,7 @@
       "model.layers.6.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4855,7 +4855,7 @@
       "model.layers.6.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4879,7 +4879,7 @@
       "model.layers.6.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4903,7 +4903,7 @@
       "model.layers.7.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -4927,7 +4927,7 @@
       "model.layers.7.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4951,7 +4951,7 @@
       "model.layers.7.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4975,7 +4975,7 @@
       "model.layers.7.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -4999,7 +4999,7 @@
       "model.layers.7.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5023,7 +5023,7 @@
       "model.layers.7.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5047,7 +5047,7 @@
       "model.layers.7.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5071,7 +5071,7 @@
       "model.layers.8.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -5095,7 +5095,7 @@
       "model.layers.8.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5119,7 +5119,7 @@
       "model.layers.8.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5143,7 +5143,7 @@
       "model.layers.8.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5167,7 +5167,7 @@
       "model.layers.8.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5191,7 +5191,7 @@
       "model.layers.8.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5215,7 +5215,7 @@
       "model.layers.8.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5239,7 +5239,7 @@
       "model.layers.9.mlp.down_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 14192,
         "in_features": 14336,
@@ -5263,7 +5263,7 @@
       "model.layers.9.mlp.gate_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5287,7 +5287,7 @@
       "model.layers.9.mlp.up_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5311,7 +5311,7 @@
       "model.layers.9.self_attn.k_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5335,7 +5335,7 @@
       "model.layers.9.self_attn.o_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5359,7 +5359,7 @@
       "model.layers.9.self_attn.q_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,
@@ -5383,7 +5383,7 @@
       "model.layers.9.self_attn.v_proj": {
         "bias": false,
         "enable_norm": true,
-        "enable_perm": true,
+        "enable_perm": false,
         "group_num": 1,
         "group_size": 4055,
         "in_features": 4096,