diff --git "a/quant_log.csv" "b/quant_log.csv"
new file mode 100644--- /dev/null
+++ "b/quant_log.csv"
@@ -0,0 +1,32685 @@
+layer,module,loss,samples,damp,time
+0,self_attn.k_proj,0.0000000000,0.02500,2.300
+0,self_attn.v_proj,0.0000000000,0.02500,2.300
+0,self_attn.q_proj,0.0000000000,0.02500,2.490
+0,self_attn.o_proj,0.0000000000,0.02500,3.785
+0,mlp.gate_proj,0.0000000366,0.02500,1.619
+0,mlp.down_proj,0.0000000000,0.02500,3.815
+0,mlp.up_proj,0.0000000339,0.02500,1.833
+1,self_attn.k_proj,0.0000000000,0.02500,1.517
+1,self_attn.v_proj,0.0000000000,0.02500,1.763
+1,self_attn.q_proj,0.0000000001,0.02500,2.061
+1,self_attn.o_proj,0.0000000000,0.02500,3.954
+1,mlp.gate_proj,0.0000000292,0.02500,1.641
+1,mlp.down_proj,0.0000000001,0.02500,3.921
+1,mlp.up_proj,0.0000000528,0.02500,1.679
+2,self_attn.v_proj,0.0000000000,0.02500,1.794
+2,self_attn.k_proj,0.0000000000,0.02500,2.078
+2,self_attn.q_proj,0.0000000000,0.02500,2.565
+2,self_attn.o_proj,0.0000000001,0.02500,3.676
+2,mlp.gate_proj,0.0000000535,0.02500,1.551
+2,mlp.down_proj,0.0000000421,0.02500,3.638
+2,mlp.up_proj,0.0000000622,0.02500,1.805
+3,self_attn.k_proj,0.0000000001,0.02500,1.409
+3,self_attn.v_proj,0.0000000001,0.02500,1.553
+3,self_attn.q_proj,0.0000000002,0.02500,1.919
+3,self_attn.o_proj,0.0000000001,0.02500,3.725
+3,mlp.shared_experts.gate_proj,0.0000000079,0.02500,1.401
+3,mlp.shared_experts.up_proj,0.0000000103,0.02500,1.482
+3,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.393
+3,mlp.experts.4.gate_proj,0.0000000475,0.02500,4.503
+3,mlp.experts.0.gate_proj,0.0000000336,0.02500,4.553
+3,mlp.experts.8.gate_proj,0.0000001126,0.02500,4.658
+3,mlp.experts.12.gate_proj,0.0000000738,0.02500,4.453
+3,mlp.experts.5.gate_proj,0.0000001305,0.02500,4.835
+3,mlp.experts.1.gate_proj,0.0000000200,0.02500,4.964
+3,mlp.experts.9.gate_proj,0.0000000766,0.02500,4.707
+3,mlp.experts.3.gate_proj,0.0000001664,0.02500,4.937
+3,mlp.experts.7.gate_proj,0.0000000543,0.02500,5.070
+3,mlp.experts.13.gate_proj,0.0000001447,0.02500,4.915
+3,mlp.experts.11.gate_proj,0.0000000582,0.02500,4.915
+3,mlp.experts.15.gate_proj,0.0000001290,0.02500,5.111
+3,mlp.experts.6.gate_proj,0.0000000965,0.02500,5.369
+3,mlp.experts.2.gate_proj,0.0000000305,0.02500,5.453
+3,mlp.experts.10.gate_proj,0.0000000597,0.02500,5.391
+3,mlp.experts.14.gate_proj,0.0000000959,0.02500,5.425
+3,mlp.experts.20.gate_proj,0.0000001276,0.02500,3.597
+3,mlp.experts.16.gate_proj,0.0000001323,0.02500,3.500
+3,mlp.experts.24.gate_proj,0.0000000588,0.02500,3.485
+3,mlp.experts.28.gate_proj,0.0000000418,0.02500,3.446
+3,mlp.experts.29.gate_proj,0.0000000662,0.02500,3.446
+3,mlp.experts.25.gate_proj,0.0000001543,0.02500,3.676
+3,mlp.experts.17.gate_proj,0.0000000476,0.02500,3.699
+3,mlp.experts.21.gate_proj,0.0000000824,0.02500,3.981
+3,mlp.experts.23.gate_proj,0.0000000723,0.02500,3.990
+3,mlp.experts.19.gate_proj,0.0000000170,0.02500,4.039
+3,mlp.experts.27.gate_proj,0.0000000175,0.02500,4.034
+3,mlp.experts.31.gate_proj,0.0000000847,0.02500,4.019
+3,mlp.experts.22.gate_proj,0.0000000810,0.02500,5.306
+3,mlp.experts.18.gate_proj,0.0000000475,0.02500,5.364
+3,mlp.experts.26.gate_proj,0.0000000797,0.02500,5.342
+3,mlp.experts.30.gate_proj,0.0000002507,0.02500,5.396
+3,mlp.experts.40.gate_proj,0.0000000658,0.02500,3.515
+3,mlp.experts.44.gate_proj,0.0000001643,0.02500,3.533
+3,mlp.experts.45.gate_proj,0.0000001128,0.02500,3.378
+3,mlp.experts.41.gate_proj,0.0000000843,0.02500,3.272
+3,mlp.experts.36.gate_proj,0.0000001206,0.02500,3.744
+3,mlp.experts.32.gate_proj,0.0000002786,0.02500,3.950
+3,mlp.experts.37.gate_proj,0.0000000588,0.02500,3.492
+3,mlp.experts.33.gate_proj,0.0000000998,0.02500,3.759
+3,mlp.experts.35.gate_proj,0.0000001290,0.02500,3.726
+3,mlp.experts.39.gate_proj,0.0000000708,0.02500,3.812
+3,mlp.experts.43.gate_proj,0.0000000837,0.02500,3.839
+3,mlp.experts.47.gate_proj,0.0000000917,0.02500,3.872
+3,mlp.experts.61.gate_proj,0.0000000727,0.02500,3.239
+3,mlp.experts.60.gate_proj,0.0000000815,0.02500,3.633
+3,mlp.experts.49.gate_proj,0.0000000425,0.02500,3.103
+3,mlp.experts.48.gate_proj,0.0000001041,0.02500,3.363
+3,mlp.experts.56.gate_proj,0.0000000911,0.02500,3.748
+3,mlp.experts.52.gate_proj,0.0000000863,0.02500,3.624
+3,mlp.experts.57.gate_proj,0.0000000670,0.02500,3.825
+3,mlp.experts.53.gate_proj,0.0000000949,0.02500,3.766
+3,mlp.experts.38.gate_proj,0.0000000790,0.02500,5.470
+3,mlp.experts.34.gate_proj,0.0000000435,0.02500,5.521
+3,mlp.experts.42.gate_proj,0.0000001201,0.02500,5.589
+3,mlp.experts.46.gate_proj,0.0000000757,0.02500,5.712
+3,mlp.experts.51.gate_proj,0.0000001674,0.02500,4.281
+3,mlp.experts.55.gate_proj,0.0000000812,0.02500,4.305
+3,mlp.experts.59.gate_proj,0.0000003011,0.02500,4.170
+3,mlp.experts.63.gate_proj,0.0000000560,0.02500,4.211
+3,mlp.experts.76.gate_proj,0.0000001026,0.02500,3.083
+3,mlp.experts.77.gate_proj,0.0000002118,0.02500,3.492
+3,mlp.experts.68.gate_proj,0.0000000795,0.02500,3.125
+3,mlp.experts.72.gate_proj,0.0000001536,0.02500,3.147
+3,mlp.experts.64.gate_proj,0.0000000816,0.02500,3.255
+3,mlp.experts.65.gate_proj,0.0000001058,0.02500,3.509
+3,mlp.experts.73.gate_proj,0.0000001836,0.02500,3.431
+3,mlp.experts.69.gate_proj,0.0000001078,0.02500,3.529
+3,mlp.experts.54.gate_proj,0.0000002123,0.02500,4.933
+3,mlp.experts.67.gate_proj,0.0000001090,0.02500,4.248
+3,mlp.experts.71.gate_proj,0.0000000683,0.02500,4.129
+3,mlp.experts.50.gate_proj,0.0000000712,0.02500,4.992
+3,mlp.experts.58.gate_proj,0.0000000362,0.02500,4.868
+3,mlp.experts.62.gate_proj,0.0000001037,0.02500,4.803
+3,mlp.experts.79.gate_proj,0.0000001660,0.02500,4.145
+3,mlp.experts.75.gate_proj,0.0000001834,0.02500,4.266
+3,mlp.experts.92.gate_proj,0.0000000609,0.02500,3.338
+3,mlp.experts.88.gate_proj,0.0000000598,0.02500,3.374
+3,mlp.experts.84.gate_proj,0.0000000867,0.02500,3.368
+3,mlp.experts.80.gate_proj,0.0000001281,0.02500,3.234
+3,mlp.experts.93.gate_proj,0.0000000598,0.02500,3.692
+3,mlp.experts.81.gate_proj,0.0000000727,0.02500,3.460
+3,mlp.experts.89.gate_proj,0.0000003341,0.02500,3.590
+3,mlp.experts.85.gate_proj,0.0000001596,0.02500,3.665
+3,mlp.experts.108.gate_proj,0.0000001649,0.02500,3.310
+3,mlp.experts.100.gate_proj,0.0000002321,0.02500,3.404
+3,mlp.experts.104.gate_proj,0.0000000755,0.02500,3.493
+3,mlp.experts.70.gate_proj,0.0000000682,0.02500,4.746
+3,mlp.experts.83.gate_proj,0.0000002717,0.02500,4.741
+3,mlp.experts.87.gate_proj,0.0000000217,0.02500,4.829
+3,mlp.experts.97.gate_proj,0.0000000563,0.02500,3.464
+3,mlp.experts.96.gate_proj,0.0000000735,0.02500,3.944
+3,mlp.experts.109.gate_proj,0.0000003365,0.02500,3.816
+3,mlp.experts.66.gate_proj,0.0000000779,0.02500,4.913
+3,mlp.experts.95.gate_proj,0.0000000388,0.02500,4.717
+3,mlp.experts.91.gate_proj,0.0000001190,0.02500,4.704
+3,mlp.experts.105.gate_proj,0.0000000656,0.02500,3.546
+3,mlp.experts.74.gate_proj,0.0000003953,0.02500,5.099
+3,mlp.experts.101.gate_proj,0.0000001126,0.02500,3.517
+3,mlp.experts.78.gate_proj,0.0000000726,0.02500,5.298
+3,mlp.experts.4.up_proj,0.0000000475,0.02500,3.537
+3,mlp.experts.116.gate_proj,0.0000000954,0.02500,3.556
+3,mlp.experts.0.up_proj,0.0000000333,0.02500,3.634
+3,mlp.experts.113.gate_proj,0.0000002885,0.02500,3.274
+3,mlp.experts.117.gate_proj,0.0000000731,0.02500,2.973
+3,mlp.experts.1.up_proj,0.0000000202,0.02500,3.565
+3,mlp.experts.112.gate_proj,0.0000000677,0.02500,3.686
+3,mlp.experts.5.up_proj,0.0000001298,0.02500,3.859
+3,mlp.experts.86.gate_proj,0.0000001029,0.02500,4.559
+3,mlp.experts.99.gate_proj,0.0000000747,0.02500,4.355
+3,mlp.experts.82.gate_proj,0.0000000719,0.02500,4.333
+3,mlp.experts.103.gate_proj,0.0000001248,0.02500,4.519
+3,mlp.experts.111.gate_proj,0.0000000975,0.02500,4.414
+3,mlp.experts.107.gate_proj,0.0000001196,0.02500,4.387
+3,mlp.experts.90.gate_proj,0.0000000858,0.02500,4.375
+3,mlp.experts.94.gate_proj,0.0000000537,0.02500,4.502
+3,mlp.experts.20.up_proj,0.0000001273,0.02500,4.092
+3,mlp.experts.12.up_proj,0.0000000727,0.02500,4.256
+3,mlp.experts.16.up_proj,0.0000001314,0.02500,4.286
+3,mlp.experts.9.up_proj,0.0000000766,0.02500,4.528
+3,mlp.experts.8.up_proj,0.0000001116,0.02500,4.129
+3,mlp.experts.115.gate_proj,0.0000000385,0.02500,3.805
+3,mlp.experts.13.up_proj,0.0000001442,0.02500,4.502
+3,mlp.experts.3.up_proj,0.0000001649,0.02500,3.739
+3,mlp.experts.17.up_proj,0.0000000471,0.02500,4.567
+3,mlp.experts.7.up_proj,0.0000000539,0.02500,3.761
+3,mlp.experts.119.gate_proj,0.0000001187,0.02500,3.823
+3,mlp.experts.21.up_proj,0.0000000810,0.02500,4.665
+3,mlp.experts.102.gate_proj,0.0000000902,0.02500,4.686
+3,mlp.experts.98.gate_proj,0.0000001523,0.02500,4.789
+3,mlp.experts.106.gate_proj,0.0000001216,0.02500,4.594
+3,mlp.experts.110.gate_proj,0.0000001627,0.02500,4.703
+3,mlp.experts.25.up_proj,0.0000001534,0.02500,3.325
+3,mlp.experts.36.up_proj,0.0000001194,0.02500,4.718
+3,mlp.experts.29.up_proj,0.0000000658,0.02500,3.582
+3,mlp.experts.28.up_proj,0.0000000413,0.02500,4.672
+3,mlp.experts.11.up_proj,0.0000000583,0.02500,3.974
+3,mlp.experts.32.up_proj,0.0000002773,0.02500,4.732
+3,mlp.experts.19.up_proj,0.0000000172,0.02500,3.959
+3,mlp.experts.15.up_proj,0.0000001274,0.02500,3.843
+3,mlp.experts.33.up_proj,0.0000000998,0.02500,3.920
+3,mlp.experts.23.up_proj,0.0000000713,0.02500,3.916
+3,mlp.experts.37.up_proj,0.0000000588,0.02500,3.901
+3,mlp.experts.24.up_proj,0.0000000588,0.02500,4.995
+3,mlp.experts.2.up_proj,0.0000000305,0.02500,4.160
+3,mlp.experts.118.gate_proj,0.0000001118,0.02500,4.693
+3,mlp.experts.114.gate_proj,0.0000000985,0.02500,4.504
+3,mlp.experts.6.up_proj,0.0000000951,0.02500,4.741
+3,mlp.experts.41.up_proj,0.0000000838,0.02500,3.629
+3,mlp.experts.45.up_proj,0.0000001123,0.02500,3.387
+3,mlp.experts.52.up_proj,0.0000000856,0.02500,4.072
+3,mlp.experts.49.up_proj,0.0000000422,0.02500,3.306
+3,mlp.experts.53.up_proj,0.0000000942,0.02500,3.153
+3,mlp.experts.48.up_proj,0.0000001038,0.02500,3.919
+3,mlp.experts.44.up_proj,0.0000001621,0.02500,4.173
+3,mlp.experts.27.up_proj,0.0000000176,0.02500,4.365
+3,mlp.experts.35.up_proj,0.0000001268,0.02500,4.316
+3,mlp.experts.31.up_proj,0.0000000859,0.02500,4.297
+3,mlp.experts.39.up_proj,0.0000000699,0.02500,4.301
+3,mlp.experts.40.up_proj,0.0000000650,0.02500,4.013
+3,mlp.experts.18.up_proj,0.0000000468,0.02500,4.010
+3,mlp.experts.14.up_proj,0.0000000958,0.02500,4.090
+3,mlp.experts.10.up_proj,0.0000000589,0.02500,4.122
+3,mlp.experts.57.up_proj,0.0000000668,0.02500,3.194
+3,mlp.experts.22.up_proj,0.0000000810,0.02500,3.597
+3,mlp.experts.61.up_proj,0.0000000724,0.02500,3.151
+3,mlp.experts.65.up_proj,0.0000001045,0.02500,3.217
+3,mlp.experts.69.up_proj,0.0000001074,0.02500,3.122
+3,mlp.experts.43.up_proj,0.0000000851,0.02500,3.387
+3,mlp.experts.51.up_proj,0.0000001674,0.02500,3.399
+3,mlp.experts.55.up_proj,0.0000000806,0.02500,3.455
+3,mlp.experts.47.up_proj,0.0000000905,0.02500,3.497
+3,mlp.experts.68.up_proj,0.0000000777,0.02500,5.025
+3,mlp.experts.34.up_proj,0.0000000434,0.02500,3.281
+3,mlp.experts.64.up_proj,0.0000000810,0.02500,4.992
+3,mlp.experts.30.up_proj,0.0000002487,0.02500,3.426
+3,mlp.experts.60.up_proj,0.0000000817,0.02500,4.997
+3,mlp.experts.26.up_proj,0.0000000791,0.02500,3.420
+3,mlp.experts.73.up_proj,0.0000001816,0.02500,3.310
+3,mlp.experts.77.up_proj,0.0000002105,0.02500,3.461
+3,mlp.experts.56.up_proj,0.0000000900,0.02500,4.893
+3,mlp.experts.38.up_proj,0.0000000789,0.02500,3.747
+3,mlp.experts.81.up_proj,0.0000000721,0.02500,3.615
+3,mlp.experts.85.up_proj,0.0000001583,0.02500,3.664
+3,mlp.experts.59.up_proj,0.0000003025,0.02500,4.391
+3,mlp.experts.84.up_proj,0.0000000857,0.02500,3.799
+3,mlp.experts.67.up_proj,0.0000001091,0.02500,4.348
+3,mlp.experts.80.up_proj,0.0000001263,0.02500,3.555
+3,mlp.experts.50.up_proj,0.0000000707,0.02500,3.718
+3,mlp.experts.46.up_proj,0.0000000758,0.02500,3.410
+3,mlp.experts.71.up_proj,0.0000000677,0.02500,4.490
+3,mlp.experts.63.up_proj,0.0000000551,0.02500,4.469
+3,mlp.experts.76.up_proj,0.0000001021,0.02500,3.549
+3,mlp.experts.42.up_proj,0.0000001207,0.02500,3.591
+3,mlp.experts.72.up_proj,0.0000001533,0.02500,3.539
+3,mlp.experts.54.up_proj,0.0000002120,0.02500,3.722
+3,mlp.experts.89.up_proj,0.0000003306,0.02500,4.705
+3,mlp.experts.93.up_proj,0.0000000595,0.02500,4.534
+3,mlp.experts.101.up_proj,0.0000001128,0.02500,4.425
+3,mlp.experts.97.up_proj,0.0000000558,0.02500,4.664
+3,mlp.experts.62.up_proj,0.0000001027,0.02500,3.493
+3,mlp.experts.66.up_proj,0.0000000768,0.02500,3.608
+3,mlp.experts.58.up_proj,0.0000000361,0.02500,3.541
+3,mlp.experts.75.up_proj,0.0000001839,0.02500,4.545
+3,mlp.experts.83.up_proj,0.0000002701,0.02500,4.499
+3,mlp.experts.100.up_proj,0.0000002296,0.02500,4.833
+3,mlp.experts.70.up_proj,0.0000000680,0.02500,3.449
+3,mlp.experts.87.up_proj,0.0000000215,0.02500,4.473
+3,mlp.experts.79.up_proj,0.0000001638,0.02500,4.528
+3,mlp.experts.96.up_proj,0.0000000733,0.02500,4.757
+3,mlp.experts.92.up_proj,0.0000000608,0.02500,4.838
+3,mlp.experts.109.up_proj,0.0000003325,0.02500,3.676
+3,mlp.experts.105.up_proj,0.0000000647,0.02500,3.937
+3,mlp.experts.117.up_proj,0.0000000726,0.02500,3.158
+3,mlp.experts.113.up_proj,0.0000002864,0.02500,3.017
+3,mlp.experts.88.up_proj,0.0000000592,0.02500,4.786
+3,mlp.experts.78.up_proj,0.0000000726,0.02500,3.489
+3,mlp.experts.82.up_proj,0.0000000725,0.02500,3.505
+3,mlp.experts.74.up_proj,0.0000003971,0.02500,3.644
+3,mlp.experts.116.up_proj,0.0000000950,0.02500,3.342
+3,mlp.experts.112.up_proj,0.0000000675,0.02500,3.178
+3,mlp.experts.86.up_proj,0.0000001018,0.02500,3.396
+3,mlp.experts.91.up_proj,0.0000001179,0.02500,3.969
+3,mlp.experts.108.up_proj,0.0000001637,0.02500,3.132
+3,mlp.experts.99.up_proj,0.0000000743,0.02500,4.004
+3,mlp.experts.104.up_proj,0.0000000750,0.02500,2.720
+3,mlp.experts.103.up_proj,0.0000001234,0.02500,3.949
+3,mlp.experts.95.up_proj,0.0000000388,0.02500,4.207
+3,mlp.experts.98.up_proj,0.0000001508,0.02500,3.379
+3,mlp.experts.94.up_proj,0.0000000550,0.02500,3.571
+3,mlp.experts.90.up_proj,0.0000000853,0.02500,2.987
+3,mlp.experts.102.up_proj,0.0000000898,0.02500,3.350
+3,mlp.experts.107.up_proj,0.0000001197,0.02500,4.410
+3,mlp.experts.115.up_proj,0.0000000382,0.02500,4.294
+3,mlp.experts.119.up_proj,0.0000001189,0.02500,4.166
+3,mlp.experts.111.up_proj,0.0000000968,0.02500,3.928
+3,mlp.experts.110.up_proj,0.0000001609,0.02500,3.126
+3,mlp.experts.114.up_proj,0.0000000976,0.02500,3.402
+3,mlp.experts.106.up_proj,0.0000001212,0.02500,3.207
+3,mlp.experts.118.up_proj,0.0000001102,0.02500,2.839
+3,mlp.experts.4.down_proj,0.0000000008,0.02500,1.479
+3,mlp.experts.0.down_proj,0.0000000005,0.02500,1.549
+3,mlp.experts.8.down_proj,0.0000000017,0.02500,1.553
+3,mlp.experts.12.down_proj,0.0000000010,0.02500,1.581
+3,mlp.experts.15.down_proj,0.0000000027,0.02500,1.490
+3,mlp.experts.3.down_proj,0.0000000036,0.02500,1.751
+3,mlp.experts.7.down_proj,0.0000000005,0.02500,1.924
+3,mlp.experts.11.down_proj,0.0000000018,0.02500,1.893
+3,mlp.experts.1.down_proj,0.0000000006,0.02500,2.100
+3,mlp.experts.9.down_proj,0.0000000019,0.02500,2.285
+3,mlp.experts.13.down_proj,0.0000000019,0.02500,2.214
+3,mlp.experts.5.down_proj,0.0000000022,0.02500,2.265
+3,mlp.experts.31.down_proj,0.0000000009,0.02500,0.893
+3,mlp.experts.10.down_proj,0.0000000007,0.02500,2.814
+3,mlp.experts.23.down_proj,0.0000000017,0.02500,1.014
+3,mlp.experts.19.down_proj,0.0000000003,0.02500,0.932
+3,mlp.experts.2.down_proj,0.0000000007,0.02500,2.831
+3,mlp.experts.27.down_proj,0.0000000003,0.02500,1.246
+3,mlp.experts.6.down_proj,0.0000000017,0.02500,3.377
+3,mlp.experts.14.down_proj,0.0000000018,0.02500,2.728
+3,mlp.experts.20.down_proj,0.0000000017,0.02500,1.641
+3,mlp.experts.16.down_proj,0.0000000020,0.02500,1.745
+3,mlp.experts.28.down_proj,0.0000000009,0.02500,1.707
+3,mlp.experts.24.down_proj,0.0000000008,0.02500,1.719
+3,mlp.experts.17.down_proj,0.0000000006,0.02500,1.711
+3,mlp.experts.25.down_proj,0.0000000021,0.02500,1.865
+3,mlp.experts.21.down_proj,0.0000000015,0.02500,1.895
+3,mlp.experts.29.down_proj,0.0000000008,0.02500,1.901
+3,mlp.experts.39.down_proj,0.0000000007,0.02500,1.115
+3,mlp.experts.36.down_proj,0.0000000012,0.02500,1.063
+3,mlp.experts.47.down_proj,0.0000000021,0.02500,1.251
+3,mlp.experts.35.down_proj,0.0000000021,0.02500,1.288
+3,mlp.experts.43.down_proj,0.0000000019,0.02500,1.251
+3,mlp.experts.26.down_proj,0.0000000010,0.02500,1.280
+3,mlp.experts.22.down_proj,0.0000000016,0.02500,1.388
+3,mlp.experts.30.down_proj,0.0000000034,0.02500,1.371
+3,mlp.experts.18.down_proj,0.0000000005,0.02500,1.467
+3,mlp.experts.40.down_proj,0.0000000010,0.02500,1.355
+3,mlp.experts.32.down_proj,0.0000000042,0.02500,1.403
+3,mlp.experts.44.down_proj,0.0000000029,0.02500,1.397
+3,mlp.experts.33.down_proj,0.0000000014,0.02500,1.592
+3,mlp.experts.52.down_proj,0.0000000011,0.02500,1.036
+3,mlp.experts.55.down_proj,0.0000000011,0.02500,0.996
+3,mlp.experts.63.down_proj,0.0000000009,0.02500,1.029
+3,mlp.experts.56.down_proj,0.0000000006,0.02500,0.851
+3,mlp.experts.51.down_proj,0.0000000028,0.02500,1.168
+3,mlp.experts.59.down_proj,0.0000000032,0.02500,1.124
+3,mlp.experts.48.down_proj,0.0000000024,0.02500,0.919
+3,mlp.experts.38.down_proj,0.0000000009,0.02500,1.223
+3,mlp.experts.60.down_proj,0.0000000015,0.02500,0.850
+3,mlp.experts.46.down_proj,0.0000000014,0.02500,1.226
+3,mlp.experts.42.down_proj,0.0000000027,0.02500,1.274
+3,mlp.experts.34.down_proj,0.0000000011,0.02500,1.182
+3,mlp.experts.41.down_proj,0.0000000017,0.02500,2.138
+3,mlp.experts.45.down_proj,0.0000000012,0.02500,2.137
+3,mlp.experts.68.down_proj,0.0000000004,0.02500,0.576
+3,mlp.experts.37.down_proj,0.0000000012,0.02500,2.205
+3,mlp.experts.71.down_proj,0.0000000009,0.02500,0.893
+3,mlp.experts.79.down_proj,0.0000000031,0.02500,0.906
+3,mlp.experts.49.down_proj,0.0000000008,0.02500,1.693
+3,mlp.experts.72.down_proj,0.0000000018,0.02500,0.957
+3,mlp.experts.64.down_proj,0.0000000011,0.02500,0.884
+3,mlp.experts.84.down_proj,0.0000000009,0.02500,0.917
+3,mlp.experts.76.down_proj,0.0000000011,0.02500,0.892
+3,mlp.experts.67.down_proj,0.0000000030,0.02500,1.052
+3,mlp.experts.75.down_proj,0.0000000035,0.02500,1.183
+3,mlp.experts.62.down_proj,0.0000000011,0.02500,1.172
+3,mlp.experts.58.down_proj,0.0000000008,0.02500,1.203
+3,mlp.experts.50.down_proj,0.0000000015,0.02500,1.254
+3,mlp.experts.54.down_proj,0.0000000035,0.02500,1.240
+3,mlp.experts.57.down_proj,0.0000000011,0.02500,1.749
+3,mlp.experts.61.down_proj,0.0000000010,0.02500,1.776
+3,mlp.experts.53.down_proj,0.0000000020,0.02500,1.748
+3,mlp.experts.87.down_proj,0.0000000004,0.02500,1.379
+3,mlp.experts.95.down_proj,0.0000000004,0.02500,1.456
+3,mlp.experts.65.down_proj,0.0000000014,0.02500,1.521
+3,mlp.experts.88.down_proj,0.0000000007,0.02500,1.202
+3,mlp.experts.100.down_proj,0.0000000029,0.02500,1.283
+3,mlp.experts.92.down_proj,0.0000000010,0.02500,1.282
+3,mlp.experts.80.down_proj,0.0000000016,0.02500,1.271
+3,mlp.experts.74.down_proj,0.0000000057,0.02500,1.148
+3,mlp.experts.70.down_proj,0.0000000010,0.02500,1.206
+3,mlp.experts.78.down_proj,0.0000000009,0.02500,1.222
+3,mlp.experts.91.down_proj,0.0000000022,0.02500,1.368
+3,mlp.experts.83.down_proj,0.0000000066,0.02500,1.382
+3,mlp.experts.66.down_proj,0.0000000016,0.02500,1.391
+3,mlp.experts.103.down_proj,0.0000000017,0.02500,1.074
+3,mlp.experts.111.down_proj,0.0000000015,0.02500,1.036
+3,mlp.experts.104.down_proj,0.0000000008,0.02500,1.158
+3,mlp.experts.107.down_proj,0.0000000017,0.02500,0.777
+3,mlp.experts.99.down_proj,0.0000000015,0.02500,0.791
+3,mlp.experts.119.down_proj,0.0000000013,0.02500,0.715
+3,mlp.experts.77.down_proj,0.0000000040,0.02500,1.852
+3,mlp.experts.73.down_proj,0.0000000032,0.02500,1.900
+3,mlp.experts.69.down_proj,0.0000000014,0.02500,1.887
+3,mlp.experts.81.down_proj,0.0000000011,0.02500,1.781
+3,mlp.experts.90.down_proj,0.0000000010,0.02500,1.183
+3,mlp.experts.94.down_proj,0.0000000009,0.02500,1.249
+3,mlp.experts.82.down_proj,0.0000000019,0.02500,1.176
+3,mlp.experts.116.down_proj,0.0000000012,0.02500,1.572
+3,mlp.experts.96.down_proj,0.0000000009,0.02500,1.668
+3,mlp.experts.86.down_proj,0.0000000019,0.02500,1.332
+3,mlp.experts.108.down_proj,0.0000000022,0.02500,1.669
+3,mlp.experts.115.down_proj,0.0000000008,0.02500,0.563
+3,mlp.experts.112.down_proj,0.0000000009,0.02500,0.674
+3,mlp.experts.85.down_proj,0.0000000021,0.02500,1.457
+3,mlp.experts.89.down_proj,0.0000000062,0.02500,1.350
+3,mlp.experts.97.down_proj,0.0000000011,0.02500,1.339
+3,mlp.experts.93.down_proj,0.0000000012,0.02500,1.468
+3,mlp.experts.106.down_proj,0.0000000015,0.02500,1.573
+3,mlp.experts.110.down_proj,0.0000000015,0.02500,1.683
+3,mlp.experts.102.down_proj,0.0000000016,0.02500,1.639
+3,mlp.experts.98.down_proj,0.0000000039,0.02500,1.660
+3,mlp.experts.113.down_proj,0.0000000050,0.02500,0.984
+3,mlp.experts.105.down_proj,0.0000000006,0.02500,1.023
+3,mlp.experts.109.down_proj,0.0000000021,0.02500,1.074
+3,mlp.experts.101.down_proj,0.0000000023,0.02500,1.119
+3,mlp.experts.118.down_proj,0.0000000020,0.02500,0.904
+3,mlp.experts.114.down_proj,0.0000000013,0.02500,0.823
+3,mlp.experts.117.down_proj,0.0000000013,0.02500,0.428
+4,self_attn.v_proj,0.0000000003,0.02500,1.628
+4,self_attn.q_proj,0.0000000006,0.02500,1.788
+4,self_attn.k_proj,0.0000000002,0.02500,1.867
+4,self_attn.o_proj,0.0000000002,0.02500,3.788
+4,mlp.shared_experts.gate_proj,0.0000000108,0.02500,1.381
+4,mlp.shared_experts.up_proj,0.0000000115,0.02500,1.610
+4,mlp.shared_experts.down_proj,0.0000000000,0.02500,0.439
+4,mlp.experts.13.gate_proj,0.0000000978,0.02500,4.105
+4,mlp.experts.9.gate_proj,0.0000003095,0.02500,4.889
+4,mlp.experts.5.gate_proj,0.0000002301,0.02500,4.939
+4,mlp.experts.1.gate_proj,0.0000002027,0.02500,5.074
+4,mlp.experts.6.gate_proj,0.0000004098,0.02500,5.200
+4,mlp.experts.7.gate_proj,0.0000001719,0.02500,5.287
+4,mlp.experts.14.gate_proj,0.0000001961,0.02500,4.621
+4,mlp.experts.3.gate_proj,0.0000006632,0.02500,5.339
+4,mlp.experts.0.gate_proj,0.0000003895,0.02500,5.448
+4,mlp.experts.10.gate_proj,0.0000000853,0.02500,5.447
+4,mlp.experts.11.gate_proj,0.0000003762,0.02500,5.454
+4,mlp.experts.4.gate_proj,0.0000003567,0.02500,5.454
+4,mlp.experts.15.gate_proj,0.0000002528,0.02500,4.785
+4,mlp.experts.2.gate_proj,0.0000003307,0.02500,5.571
+4,mlp.experts.8.gate_proj,0.0000006176,0.02500,5.587
+4,mlp.experts.12.gate_proj,0.0000001589,0.02500,4.984
+4,mlp.experts.17.gate_proj,0.0000000738,0.02500,3.048
+4,mlp.experts.21.gate_proj,0.0000002499,0.02500,3.408
+4,mlp.experts.25.gate_proj,0.0000001875,0.02500,3.618
+4,mlp.experts.29.gate_proj,0.0000002698,0.02500,3.722
+4,mlp.experts.27.gate_proj,0.0000001447,0.02500,3.465
+4,mlp.experts.23.gate_proj,0.0000001803,0.02500,3.704
+4,mlp.experts.31.gate_proj,0.0000003527,0.02500,3.633
+4,mlp.experts.19.gate_proj,0.0000002794,0.02500,3.869
+4,mlp.experts.22.gate_proj,0.0000003448,0.02500,4.034
+4,mlp.experts.30.gate_proj,0.0000000976,0.02500,4.006
+4,mlp.experts.26.gate_proj,0.0000001612,0.02500,4.010
+4,mlp.experts.18.gate_proj,0.0000003935,0.02500,3.942
+4,mlp.experts.16.gate_proj,0.0000004428,0.02500,4.288
+4,mlp.experts.20.gate_proj,0.0000002485,0.02500,4.350
+4,mlp.experts.28.gate_proj,0.0000003308,0.02500,4.226
+4,mlp.experts.24.gate_proj,0.0000001486,0.02500,4.311
+4,mlp.experts.37.gate_proj,0.0000004163,0.02500,3.201
+4,mlp.experts.41.gate_proj,0.0000002998,0.02500,3.158
+4,mlp.experts.33.gate_proj,0.0000002346,0.02500,3.705
+4,mlp.experts.43.gate_proj,0.0000005913,0.02500,3.040
+4,mlp.experts.45.gate_proj,0.0000001060,0.02500,3.640
+4,mlp.experts.47.gate_proj,0.0000001311,0.02500,3.189
+4,mlp.experts.38.gate_proj,0.0000002350,0.02500,3.420
+4,mlp.experts.46.gate_proj,0.0000003313,0.02500,3.406
+4,mlp.experts.34.gate_proj,0.0000002497,0.02500,3.317
+4,mlp.experts.35.gate_proj,0.0000004205,0.02500,3.627
+4,mlp.experts.42.gate_proj,0.0000002108,0.02500,3.378
+4,mlp.experts.39.gate_proj,0.0000002459,0.02500,3.900
+4,mlp.experts.36.gate_proj,0.0000003785,0.02500,4.375
+4,mlp.experts.40.gate_proj,0.0000001174,0.02500,4.379
+4,mlp.experts.44.gate_proj,0.0000001217,0.02500,4.392
+4,mlp.experts.32.gate_proj,0.0000002812,0.02500,4.702
+4,mlp.experts.57.gate_proj,0.0000001763,0.02500,2.987
+4,mlp.experts.59.gate_proj,0.0000002785,0.02500,3.212
+4,mlp.experts.61.gate_proj,0.0000001227,0.02500,3.067
+4,mlp.experts.53.gate_proj,0.0000001137,0.02500,3.751
+4,mlp.experts.49.gate_proj,0.0000001520,0.02500,3.755
+4,mlp.experts.54.gate_proj,0.0000003703,0.02500,3.391
+4,mlp.experts.55.gate_proj,0.0000000863,0.02500,3.158
+4,mlp.experts.63.gate_proj,0.0000004678,0.02500,3.838
+4,mlp.experts.62.gate_proj,0.0000002005,0.02500,3.421
+4,mlp.experts.58.gate_proj,0.0000003622,0.02500,3.405
+4,mlp.experts.50.gate_proj,0.0000005325,0.02500,3.466
+4,mlp.experts.51.gate_proj,0.0000002227,0.02500,3.770
+4,mlp.experts.73.gate_proj,0.0000003908,0.02500,3.726
+4,mlp.experts.56.gate_proj,0.0000002290,0.02500,4.332
+4,mlp.experts.52.gate_proj,0.0000001891,0.02500,4.491
+4,mlp.experts.60.gate_proj,0.0000001810,0.02500,4.403
+4,mlp.experts.75.gate_proj,0.0000001498,0.02500,3.564
+4,mlp.experts.48.gate_proj,0.0000002685,0.02500,4.347
+4,mlp.experts.71.gate_proj,0.0000004560,0.02500,3.373
+4,mlp.experts.77.gate_proj,0.0000005383,0.02500,4.208
+4,mlp.experts.69.gate_proj,0.0000001213,0.02500,4.355
+4,mlp.experts.79.gate_proj,0.0000001301,0.02500,3.570
+4,mlp.experts.65.gate_proj,0.0000000796,0.02500,4.199
+4,mlp.experts.67.gate_proj,0.0000001235,0.02500,3.476
+4,mlp.experts.70.gate_proj,0.0000005707,0.02500,4.292
+4,mlp.experts.66.gate_proj,0.0000003547,0.02500,4.174
+4,mlp.experts.74.gate_proj,0.0000001141,0.02500,4.237
+4,mlp.experts.78.gate_proj,0.0000002260,0.02500,4.385
+4,mlp.experts.72.gate_proj,0.0000001202,0.02500,3.328
+4,mlp.experts.89.gate_proj,0.0000002791,0.02500,3.561
+4,mlp.experts.68.gate_proj,0.0000005033,0.02500,3.312
+4,mlp.experts.76.gate_proj,0.0000002958,0.02500,3.305
+4,mlp.experts.64.gate_proj,0.0000002822,0.02500,3.318
+4,mlp.experts.91.gate_proj,0.0000005550,0.02500,3.973
+4,mlp.experts.93.gate_proj,0.0000003686,0.02500,3.471
+4,mlp.experts.81.gate_proj,0.0000003300,0.02500,3.181
+4,mlp.experts.87.gate_proj,0.0000001607,0.02500,3.864
+4,mlp.experts.85.gate_proj,0.0000003889,0.02500,3.737
+4,mlp.experts.95.gate_proj,0.0000002398,0.02500,3.866
+4,mlp.experts.83.gate_proj,0.0000003311,0.02500,3.795
+4,mlp.experts.82.gate_proj,0.0000000859,0.02500,4.627
+4,mlp.experts.94.gate_proj,0.0000005030,0.02500,4.665
+4,mlp.experts.86.gate_proj,0.0000003189,0.02500,4.850
+4,mlp.experts.105.gate_proj,0.0000003397,0.02500,3.340
+4,mlp.experts.90.gate_proj,0.0000001446,0.02500,4.852
+4,mlp.experts.107.gate_proj,0.0000002556,0.02500,2.979
+4,mlp.experts.84.gate_proj,0.0000001479,0.02500,3.953
+4,mlp.experts.92.gate_proj,0.0000000784,0.02500,4.002
+4,mlp.experts.88.gate_proj,0.0000003803,0.02500,4.100
+4,mlp.experts.80.gate_proj,0.0000000916,0.02500,4.082
+4,mlp.experts.103.gate_proj,0.0000002777,0.02500,2.937
+4,mlp.experts.109.gate_proj,0.0000004691,0.02500,3.328
+4,mlp.experts.111.gate_proj,0.0000001063,0.02500,2.960
+4,mlp.experts.101.gate_proj,0.0000002364,0.02500,3.246
+4,mlp.experts.97.gate_proj,0.0000002567,0.02500,3.771
+4,mlp.experts.99.gate_proj,0.0000000611,0.02500,2.975
+4,mlp.experts.3.up_proj,0.0000006591,0.02500,3.126
+4,mlp.experts.1.up_proj,0.0000002030,0.02500,3.654
+4,mlp.experts.110.gate_proj,0.0000002952,0.02500,3.786
+4,mlp.experts.98.gate_proj,0.0000001802,0.02500,3.968
+4,mlp.experts.102.gate_proj,0.0000001573,0.02500,3.945
+4,mlp.experts.106.gate_proj,0.0000000864,0.02500,3.908
+4,mlp.experts.5.up_proj,0.0000002297,0.02500,3.553
+4,mlp.experts.119.gate_proj,0.0000001702,0.02500,3.722
+4,mlp.experts.100.gate_proj,0.0000003009,0.02500,4.012
+4,mlp.experts.108.gate_proj,0.0000003539,0.02500,4.039
+4,mlp.experts.104.gate_proj,0.0000000734,0.02500,4.015
+4,mlp.experts.96.gate_proj,0.0000002215,0.02500,4.044
+4,mlp.experts.113.gate_proj,0.0000002520,0.02500,3.544
+4,mlp.experts.7.up_proj,0.0000001720,0.02500,3.795
+4,mlp.experts.117.gate_proj,0.0000002981,0.02500,3.969
+4,mlp.experts.115.gate_proj,0.0000002044,0.02500,3.985
+4,mlp.experts.17.up_proj,0.0000000735,0.02500,4.236
+4,mlp.experts.19.up_proj,0.0000002770,0.02500,4.559
+4,mlp.experts.6.up_proj,0.0000004096,0.02500,4.775
+4,mlp.experts.114.gate_proj,0.0000004337,0.02500,4.861
+4,mlp.experts.118.gate_proj,0.0000002107,0.02500,4.844
+4,mlp.experts.15.up_proj,0.0000002521,0.02500,4.119
+4,mlp.experts.2.up_proj,0.0000003292,0.02500,4.898
+4,mlp.experts.21.up_proj,0.0000002490,0.02500,4.439
+4,mlp.experts.116.gate_proj,0.0000002367,0.02500,4.392
+4,mlp.experts.23.up_proj,0.0000001798,0.02500,4.087
+4,mlp.experts.0.up_proj,0.0000003895,0.02500,4.360
+4,mlp.experts.4.up_proj,0.0000003539,0.02500,4.501
+4,mlp.experts.112.gate_proj,0.0000001616,0.02500,4.412
+4,mlp.experts.9.up_proj,0.0000003069,0.02500,4.372
+4,mlp.experts.11.up_proj,0.0000003764,0.02500,4.073
+4,mlp.experts.13.up_proj,0.0000000965,0.02500,4.416
+4,mlp.experts.33.up_proj,0.0000002341,0.02500,3.555
+4,mlp.experts.35.up_proj,0.0000004203,0.02500,3.467
+4,mlp.experts.31.up_proj,0.0000003516,0.02500,3.199
+4,mlp.experts.37.up_proj,0.0000004157,0.02500,3.196
+4,mlp.experts.39.up_proj,0.0000002450,0.02500,3.583
+4,mlp.experts.25.up_proj,0.0000001855,0.02500,3.659
+4,mlp.experts.22.up_proj,0.0000003450,0.02500,4.571
+4,mlp.experts.29.up_proj,0.0000002688,0.02500,3.456
+4,mlp.experts.27.up_proj,0.0000001443,0.02500,3.596
+4,mlp.experts.10.up_proj,0.0000000842,0.02500,4.675
+4,mlp.experts.14.up_proj,0.0000001952,0.02500,4.735
+4,mlp.experts.18.up_proj,0.0000003922,0.02500,4.726
+4,mlp.experts.12.up_proj,0.0000001576,0.02500,5.023
+4,mlp.experts.20.up_proj,0.0000002473,0.02500,4.958
+4,mlp.experts.16.up_proj,0.0000004425,0.02500,5.151
+4,mlp.experts.8.up_proj,0.0000006170,0.02500,4.989
+4,mlp.experts.51.up_proj,0.0000002217,0.02500,3.230
+4,mlp.experts.49.up_proj,0.0000001498,0.02500,3.444
+4,mlp.experts.47.up_proj,0.0000001303,0.02500,3.171
+4,mlp.experts.53.up_proj,0.0000001130,0.02500,3.602
+4,mlp.experts.55.up_proj,0.0000000859,0.02500,3.065
+4,mlp.experts.41.up_proj,0.0000002992,0.02500,3.112
+4,mlp.experts.43.up_proj,0.0000005905,0.02500,2.966
+4,mlp.experts.45.up_proj,0.0000001052,0.02500,3.729
+4,mlp.experts.26.up_proj,0.0000001613,0.02500,4.455
+4,mlp.experts.30.up_proj,0.0000000964,0.02500,4.423
+4,mlp.experts.65.up_proj,0.0000000793,0.02500,3.143
+4,mlp.experts.38.up_proj,0.0000002341,0.02500,5.004
+4,mlp.experts.34.up_proj,0.0000002499,0.02500,4.469
+4,mlp.experts.67.up_proj,0.0000001221,0.02500,3.547
+4,mlp.experts.28.up_proj,0.0000003301,0.02500,4.377
+4,mlp.experts.36.up_proj,0.0000003772,0.02500,4.372
+4,mlp.experts.32.up_proj,0.0000002811,0.02500,4.410
+4,mlp.experts.24.up_proj,0.0000001480,0.02500,4.392
+4,mlp.experts.63.up_proj,0.0000004663,0.02500,3.645
+4,mlp.experts.57.up_proj,0.0000001759,0.02500,3.024
+4,mlp.experts.69.up_proj,0.0000001204,0.02500,3.657
+4,mlp.experts.71.up_proj,0.0000004554,0.02500,3.638
+4,mlp.experts.59.up_proj,0.0000002764,0.02500,3.773
+4,mlp.experts.61.up_proj,0.0000001225,0.02500,3.437
+4,mlp.experts.83.up_proj,0.0000003257,0.02500,3.365
+4,mlp.experts.81.up_proj,0.0000003280,0.02500,3.672
+4,mlp.experts.42.up_proj,0.0000002104,0.02500,4.385
+4,mlp.experts.46.up_proj,0.0000003305,0.02500,4.323
+4,mlp.experts.79.up_proj,0.0000001286,0.02500,3.380
+4,mlp.experts.50.up_proj,0.0000005281,0.02500,4.427
+4,mlp.experts.85.up_proj,0.0000003888,0.02500,3.124
+4,mlp.experts.54.up_proj,0.0000003686,0.02500,5.036
+4,mlp.experts.87.up_proj,0.0000001599,0.02500,3.721
+4,mlp.experts.73.up_proj,0.0000003896,0.02500,3.963
+4,mlp.experts.44.up_proj,0.0000001208,0.02500,4.738
+4,mlp.experts.52.up_proj,0.0000001873,0.02500,4.700
+4,mlp.experts.48.up_proj,0.0000002678,0.02500,4.690
+4,mlp.experts.40.up_proj,0.0000001157,0.02500,4.647
+4,mlp.experts.77.up_proj,0.0000005363,0.02500,3.062
+4,mlp.experts.75.up_proj,0.0000001486,0.02500,3.765
+4,mlp.experts.97.up_proj,0.0000002559,0.02500,3.077
+4,mlp.experts.99.up_proj,0.0000000608,0.02500,3.459
+4,mlp.experts.95.up_proj,0.0000002400,0.02500,3.325
+4,mlp.experts.60.up_proj,0.0000001800,0.02500,3.198
+4,mlp.experts.101.up_proj,0.0000002345,0.02500,3.905
+4,mlp.experts.58.up_proj,0.0000003608,0.02500,4.283
+4,mlp.experts.68.up_proj,0.0000005009,0.02500,3.212
+4,mlp.experts.93.up_proj,0.0000003683,0.02500,3.166
+4,mlp.experts.56.up_proj,0.0000002275,0.02500,3.223
+4,mlp.experts.64.up_proj,0.0000002800,0.02500,3.236
+4,mlp.experts.103.up_proj,0.0000002772,0.02500,3.559
+4,mlp.experts.89.up_proj,0.0000002778,0.02500,3.570
+4,mlp.experts.66.up_proj,0.0000003527,0.02500,4.273
+4,mlp.experts.62.up_proj,0.0000002001,0.02500,4.651
+4,mlp.experts.91.up_proj,0.0000005520,0.02500,3.326
+4,mlp.experts.70.up_proj,0.0000005691,0.02500,4.248
+4,mlp.experts.113.up_proj,0.0000002512,0.02500,3.343
+4,mlp.experts.115.up_proj,0.0000002035,0.02500,3.416
+4,mlp.experts.111.up_proj,0.0000001057,0.02500,3.224
+4,mlp.experts.117.up_proj,0.0000002965,0.02500,2.927
+4,mlp.experts.109.up_proj,0.0000004699,0.02500,2.770
+4,mlp.experts.76.up_proj,0.0000002943,0.02500,3.248
+4,mlp.experts.105.up_proj,0.0000003393,0.02500,2.975
+4,mlp.experts.84.up_proj,0.0000001467,0.02500,3.277
+4,mlp.experts.80.up_proj,0.0000000912,0.02500,3.228
+4,mlp.experts.119.up_proj,0.0000001690,0.02500,3.164
+4,mlp.experts.72.up_proj,0.0000001196,0.02500,3.300
+4,mlp.experts.107.up_proj,0.0000002533,0.02500,2.910
+4,mlp.experts.74.up_proj,0.0000001128,0.02500,4.270
+4,mlp.experts.82.up_proj,0.0000000857,0.02500,4.227
+4,mlp.experts.78.up_proj,0.0000002249,0.02500,4.432
+4,mlp.experts.86.up_proj,0.0000003191,0.02500,4.197
+4,mlp.experts.92.up_proj,0.0000000778,0.02500,3.595
+4,mlp.experts.96.up_proj,0.0000002188,0.02500,3.608
+4,mlp.experts.100.up_proj,0.0000003010,0.02500,3.769
+4,mlp.experts.88.up_proj,0.0000003800,0.02500,3.738
+4,mlp.experts.90.up_proj,0.0000001435,0.02500,4.719
+4,mlp.experts.98.up_proj,0.0000001782,0.02500,4.607
+4,mlp.experts.94.up_proj,0.0000005033,0.02500,4.813
+4,mlp.experts.102.up_proj,0.0000001567,0.02500,4.820
+4,mlp.experts.108.up_proj,0.0000003524,0.02500,4.563
+4,mlp.experts.112.up_proj,0.0000001603,0.02500,4.476
+4,mlp.experts.116.up_proj,0.0000002335,0.02500,4.518
+4,mlp.experts.104.up_proj,0.0000000729,0.02500,4.479
+4,mlp.experts.106.up_proj,0.0000000860,0.02500,5.101
+4,mlp.experts.114.up_proj,0.0000004325,0.02500,4.985
+4,mlp.experts.110.up_proj,0.0000002929,0.02500,4.730
+4,mlp.experts.118.up_proj,0.0000002101,0.02500,4.495
+4,mlp.experts.9.down_proj,0.0000000049,0.02500,1.397
+4,mlp.experts.1.down_proj,0.0000000020,0.02500,1.400
+4,mlp.experts.5.down_proj,0.0000000013,0.02500,1.412
+4,mlp.experts.13.down_proj,0.0000000013,0.02500,1.203
+4,mlp.experts.4.down_proj,0.0000000025,0.02500,1.682
+4,mlp.experts.8.down_proj,0.0000000057,0.02500,1.759
+4,mlp.experts.12.down_proj,0.0000000010,0.02500,1.785
+4,mlp.experts.0.down_proj,0.0000000039,0.02500,1.814
+4,mlp.experts.3.down_proj,0.0000000073,0.02500,2.110
+4,mlp.experts.7.down_proj,0.0000000028,0.02500,2.221
+4,mlp.experts.11.down_proj,0.0000000038,0.02500,2.227
+4,mlp.experts.15.down_proj,0.0000000016,0.02500,2.054
+4,mlp.experts.25.down_proj,0.0000000019,0.02500,0.878
+4,mlp.experts.17.down_proj,0.0000000009,0.02500,0.891
+4,mlp.experts.21.down_proj,0.0000000023,0.02500,0.879
+4,mlp.experts.29.down_proj,0.0000000024,0.02500,0.872
+4,mlp.experts.14.down_proj,0.0000000022,0.02500,2.025
+4,mlp.experts.6.down_proj,0.0000000047,0.02500,2.376
+4,mlp.experts.10.down_proj,0.0000000021,0.02500,2.399
+4,mlp.experts.2.down_proj,0.0000000025,0.02500,2.425
+4,mlp.experts.20.down_proj,0.0000000024,0.02500,1.169
+4,mlp.experts.24.down_proj,0.0000000020,0.02500,1.285
+4,mlp.experts.16.down_proj,0.0000000037,0.02500,1.241
+4,mlp.experts.28.down_proj,0.0000000031,0.02500,1.323
+4,mlp.experts.41.down_proj,0.0000000028,0.02500,0.853
+4,mlp.experts.33.down_proj,0.0000000026,0.02500,0.853
+4,mlp.experts.37.down_proj,0.0000000044,0.02500,0.853
+4,mlp.experts.45.down_proj,0.0000000008,0.02500,0.869
+4,mlp.experts.19.down_proj,0.0000000021,0.02500,1.318
+4,mlp.experts.23.down_proj,0.0000000018,0.02500,1.318
+4,mlp.experts.27.down_proj,0.0000000016,0.02500,1.335
+4,mlp.experts.31.down_proj,0.0000000027,0.02500,1.304
+4,mlp.experts.22.down_proj,0.0000000031,0.02500,1.221
+4,mlp.experts.26.down_proj,0.0000000015,0.02500,1.212
+4,mlp.experts.30.down_proj,0.0000000017,0.02500,1.305
+4,mlp.experts.18.down_proj,0.0000000028,0.02500,1.243
+4,mlp.experts.36.down_proj,0.0000000041,0.02500,1.125
+4,mlp.experts.40.down_proj,0.0000000017,0.02500,1.113
+4,mlp.experts.32.down_proj,0.0000000033,0.02500,1.130
+4,mlp.experts.44.down_proj,0.0000000019,0.02500,1.132
+4,mlp.experts.61.down_proj,0.0000000011,0.02500,1.498
+4,mlp.experts.57.down_proj,0.0000000015,0.02500,1.534
+4,mlp.experts.53.down_proj,0.0000000011,0.02500,1.522
+4,mlp.experts.49.down_proj,0.0000000019,0.02500,1.550
+4,mlp.experts.35.down_proj,0.0000000050,0.02500,1.245
+4,mlp.experts.43.down_proj,0.0000000056,0.02500,1.204
+4,mlp.experts.39.down_proj,0.0000000016,0.02500,1.270
+4,mlp.experts.38.down_proj,0.0000000023,0.02500,1.263
+4,mlp.experts.47.down_proj,0.0000000011,0.02500,1.314
+4,mlp.experts.46.down_proj,0.0000000038,0.02500,1.255
+4,mlp.experts.52.down_proj,0.0000000023,0.02500,0.944
+4,mlp.experts.34.down_proj,0.0000000019,0.02500,1.321
+4,mlp.experts.42.down_proj,0.0000000020,0.02500,1.392
+4,mlp.experts.56.down_proj,0.0000000026,0.02500,0.930
+4,mlp.experts.48.down_proj,0.0000000020,0.02500,0.903
+4,mlp.experts.60.down_proj,0.0000000018,0.02500,0.890
+4,mlp.experts.68.down_proj,0.0000000048,0.02500,0.879
+4,mlp.experts.58.down_proj,0.0000000033,0.02500,0.919
+4,mlp.experts.64.down_proj,0.0000000021,0.02500,0.870
+4,mlp.experts.50.down_proj,0.0000000072,0.02500,0.976
+4,mlp.experts.72.down_proj,0.0000000010,0.02500,0.886
+4,mlp.experts.76.down_proj,0.0000000019,0.02500,0.867
+4,mlp.experts.62.down_proj,0.0000000017,0.02500,1.154
+4,mlp.experts.54.down_proj,0.0000000033,0.02500,1.216
+4,mlp.experts.51.down_proj,0.0000000026,0.02500,1.408
+4,mlp.experts.59.down_proj,0.0000000020,0.02500,1.416
+4,mlp.experts.55.down_proj,0.0000000013,0.02500,1.399
+4,mlp.experts.63.down_proj,0.0000000052,0.02500,1.376
+4,mlp.experts.69.down_proj,0.0000000026,0.02500,1.645
+4,mlp.experts.77.down_proj,0.0000000052,0.02500,1.660
+4,mlp.experts.73.down_proj,0.0000000038,0.02500,1.663
+4,mlp.experts.65.down_proj,0.0000000014,0.02500,1.714
+4,mlp.experts.84.down_proj,0.0000000021,0.02500,0.941
+4,mlp.experts.88.down_proj,0.0000000030,0.02500,0.913
+4,mlp.experts.80.down_proj,0.0000000006,0.02500,0.932
+4,mlp.experts.78.down_proj,0.0000000021,0.02500,0.917
+4,mlp.experts.92.down_proj,0.0000000012,0.02500,0.979
+4,mlp.experts.66.down_proj,0.0000000047,0.02500,1.038
+4,mlp.experts.70.down_proj,0.0000000060,0.02500,1.012
+4,mlp.experts.74.down_proj,0.0000000017,0.02500,1.180
+4,mlp.experts.85.down_proj,0.0000000044,0.02500,1.212
+4,mlp.experts.93.down_proj,0.0000000027,0.02500,1.247
+4,mlp.experts.81.down_proj,0.0000000028,0.02500,1.169
+4,mlp.experts.89.down_proj,0.0000000027,0.02500,1.272
+4,mlp.experts.67.down_proj,0.0000000020,0.02500,1.465
+4,mlp.experts.75.down_proj,0.0000000013,0.02500,1.456
+4,mlp.experts.100.down_proj,0.0000000026,0.02500,0.919
+4,mlp.experts.71.down_proj,0.0000000043,0.02500,1.472
+4,mlp.experts.79.down_proj,0.0000000015,0.02500,1.499
+4,mlp.experts.104.down_proj,0.0000000010,0.02500,0.912
+4,mlp.experts.96.down_proj,0.0000000031,0.02500,0.914
+4,mlp.experts.108.down_proj,0.0000000025,0.02500,0.901
+4,mlp.experts.82.down_proj,0.0000000010,0.02500,1.089
+4,mlp.experts.94.down_proj,0.0000000043,0.02500,1.155
+4,mlp.experts.86.down_proj,0.0000000027,0.02500,1.101
+4,mlp.experts.116.down_proj,0.0000000042,0.02500,0.683
+4,mlp.experts.90.down_proj,0.0000000016,0.02500,1.277
+4,mlp.experts.112.down_proj,0.0000000016,0.02500,0.634
+4,mlp.experts.97.down_proj,0.0000000022,0.02500,0.875
+4,mlp.experts.105.down_proj,0.0000000036,0.02500,0.926
+4,mlp.experts.101.down_proj,0.0000000025,0.02500,1.051
+4,mlp.experts.109.down_proj,0.0000000038,0.02500,1.104
+4,mlp.experts.83.down_proj,0.0000000055,0.02500,1.409
+4,mlp.experts.98.down_proj,0.0000000024,0.02500,0.974
+4,mlp.experts.91.down_proj,0.0000000069,0.02500,1.433
+4,mlp.experts.113.down_proj,0.0000000022,0.02500,0.626
+4,mlp.experts.87.down_proj,0.0000000013,0.02500,1.411
+4,mlp.experts.110.down_proj,0.0000000019,0.02500,1.011
+4,mlp.experts.117.down_proj,0.0000000031,0.02500,0.598
+4,mlp.experts.95.down_proj,0.0000000016,0.02500,1.421
+4,mlp.experts.102.down_proj,0.0000000025,0.02500,1.024
+4,mlp.experts.106.down_proj,0.0000000013,0.02500,0.865
+4,mlp.experts.114.down_proj,0.0000000039,0.02500,0.610
+4,mlp.experts.118.down_proj,0.0000000025,0.02500,0.554
+4,mlp.experts.99.down_proj,0.0000000008,0.02500,1.449
+4,mlp.experts.107.down_proj,0.0000000016,0.02500,1.445
+4,mlp.experts.103.down_proj,0.0000000018,0.02500,1.433
+4,mlp.experts.111.down_proj,0.0000000009,0.02500,1.406
+4,mlp.experts.115.down_proj,0.0000000013,0.02500,0.621
+4,mlp.experts.119.down_proj,0.0000000016,0.02500,0.587
+5,self_attn.k_proj,0.0000000002,0.02500,1.579
+5,self_attn.v_proj,0.0000000004,0.02500,1.772
+5,self_attn.q_proj,0.0000000008,0.02500,2.042
+5,self_attn.o_proj,0.0000000000,0.02500,3.823
+5,mlp.shared_experts.gate_proj,0.0000000122,0.02500,1.581
+5,mlp.shared_experts.up_proj,0.0000000124,0.02500,1.324
+5,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.395
+5,mlp.experts.2.gate_proj,0.0000000883,0.02500,4.092
+5,mlp.experts.6.gate_proj,0.0000002570,0.02500,4.222
+5,mlp.experts.14.gate_proj,0.0000002757,0.02500,3.690
+5,mlp.experts.10.gate_proj,0.0000003427,0.02500,3.804
+5,mlp.experts.13.gate_proj,0.0000003307,0.02500,4.067
+5,mlp.experts.9.gate_proj,0.0000002286,0.02500,4.077
+5,mlp.experts.5.gate_proj,0.0000002363,0.02500,4.890
+5,mlp.experts.1.gate_proj,0.0000002414,0.02500,4.898
+5,mlp.experts.11.gate_proj,0.0000003166,0.02500,4.933
+5,mlp.experts.7.gate_proj,0.0000005019,0.02500,5.751
+5,mlp.experts.3.gate_proj,0.0000003351,0.02500,5.949
+5,mlp.experts.4.gate_proj,0.0000000903,0.02500,6.011
+5,mlp.experts.15.gate_proj,0.0000005949,0.02500,5.201
+5,mlp.experts.8.gate_proj,0.0000002052,0.02500,6.084
+5,mlp.experts.12.gate_proj,0.0000003589,0.02500,5.307
+5,mlp.experts.0.gate_proj,0.0000001467,0.02500,6.221
+5,mlp.experts.18.gate_proj,0.0000001457,0.02500,3.404
+5,mlp.experts.30.gate_proj,0.0000003308,0.02500,3.223
+5,mlp.experts.22.gate_proj,0.0000001878,0.02500,3.814
+5,mlp.experts.26.gate_proj,0.0000003221,0.02500,3.808
+5,mlp.experts.17.gate_proj,0.0000002552,0.02500,3.913
+5,mlp.experts.25.gate_proj,0.0000005929,0.02500,3.942
+5,mlp.experts.29.gate_proj,0.0000001548,0.02500,4.031
+5,mlp.experts.21.gate_proj,0.0000004857,0.02500,4.171
+5,mlp.experts.23.gate_proj,0.0000007381,0.02500,3.309
+5,mlp.experts.27.gate_proj,0.0000001415,0.02500,3.817
+5,mlp.experts.31.gate_proj,0.0000001322,0.02500,3.651
+5,mlp.experts.19.gate_proj,0.0000003300,0.02500,3.916
+5,mlp.experts.20.gate_proj,0.0000003184,0.02500,4.299
+5,mlp.experts.24.gate_proj,0.0000006948,0.02500,4.314
+5,mlp.experts.16.gate_proj,0.0000001860,0.02500,4.245
+5,mlp.experts.28.gate_proj,0.0000002811,0.02500,4.391
+5,mlp.experts.46.gate_proj,0.0000001371,0.02500,3.314
+5,mlp.experts.34.gate_proj,0.0000002081,0.02500,3.884
+5,mlp.experts.38.gate_proj,0.0000001532,0.02500,3.405
+5,mlp.experts.42.gate_proj,0.0000001281,0.02500,3.285
+5,mlp.experts.33.gate_proj,0.0000001397,0.02500,4.568
+5,mlp.experts.41.gate_proj,0.0000012292,0.02500,4.704
+5,mlp.experts.45.gate_proj,0.0000004232,0.02500,4.702
+5,mlp.experts.37.gate_proj,0.0000004328,0.02500,4.719
+5,mlp.experts.39.gate_proj,0.0000001138,0.02500,4.819
+5,mlp.experts.40.gate_proj,0.0000001374,0.02500,3.639
+5,mlp.experts.36.gate_proj,0.0000002626,0.02500,3.787
+5,mlp.experts.44.gate_proj,0.0000000572,0.02500,3.659
+5,mlp.experts.43.gate_proj,0.0000000823,0.02500,4.658
+5,mlp.experts.32.gate_proj,0.0000003640,0.02500,3.800
+5,mlp.experts.47.gate_proj,0.0000003435,0.02500,4.632
+5,mlp.experts.35.gate_proj,0.0000004447,0.02500,4.623
+5,mlp.experts.62.gate_proj,0.0000004082,0.02500,3.657
+5,mlp.experts.50.gate_proj,0.0000002038,0.02500,3.497
+5,mlp.experts.54.gate_proj,0.0000004090,0.02500,3.536
+5,mlp.experts.58.gate_proj,0.0000001111,0.02500,3.634
+5,mlp.experts.55.gate_proj,0.0000000876,0.02500,3.376
+5,mlp.experts.49.gate_proj,0.0000003425,0.02500,4.093
+5,mlp.experts.61.gate_proj,0.0000003643,0.02500,3.951
+5,mlp.experts.57.gate_proj,0.0000003073,0.02500,4.089
+5,mlp.experts.59.gate_proj,0.0000000928,0.02500,3.411
+5,mlp.experts.53.gate_proj,0.0000002794,0.02500,3.906
+5,mlp.experts.51.gate_proj,0.0000004992,0.02500,3.377
+5,mlp.experts.63.gate_proj,0.0000001115,0.02500,3.680
+5,mlp.experts.78.gate_proj,0.0000001789,0.02500,3.592
+5,mlp.experts.66.gate_proj,0.0000002482,0.02500,3.574
+5,mlp.experts.70.gate_proj,0.0000004062,0.02500,3.549
+5,mlp.experts.52.gate_proj,0.0000002118,0.02500,4.540
+5,mlp.experts.56.gate_proj,0.0000002775,0.02500,4.648
+5,mlp.experts.74.gate_proj,0.0000002154,0.02500,3.424
+5,mlp.experts.60.gate_proj,0.0000002656,0.02500,4.579
+5,mlp.experts.48.gate_proj,0.0000006010,0.02500,4.583
+5,mlp.experts.71.gate_proj,0.0000001216,0.02500,3.430
+5,mlp.experts.79.gate_proj,0.0000001526,0.02500,2.893
+5,mlp.experts.67.gate_proj,0.0000002453,0.02500,3.308
+5,mlp.experts.75.gate_proj,0.0000001545,0.02500,3.741
+5,mlp.experts.94.gate_proj,0.0000000697,0.02500,3.173
+5,mlp.experts.77.gate_proj,0.0000001819,0.02500,4.050
+5,mlp.experts.65.gate_proj,0.0000003020,0.02500,4.191
+5,mlp.experts.73.gate_proj,0.0000003845,0.02500,4.102
+5,mlp.experts.69.gate_proj,0.0000007398,0.02500,4.102
+5,mlp.experts.86.gate_proj,0.0000003290,0.02500,3.409
+5,mlp.experts.82.gate_proj,0.0000004743,0.02500,3.491
+5,mlp.experts.90.gate_proj,0.0000005128,0.02500,3.507
+5,mlp.experts.68.gate_proj,0.0000005675,0.02500,4.521
+5,mlp.experts.72.gate_proj,0.0000004538,0.02500,4.575
+5,mlp.experts.64.gate_proj,0.0000001856,0.02500,4.571
+5,mlp.experts.76.gate_proj,0.0000001008,0.02500,4.660
+5,mlp.experts.95.gate_proj,0.0000018720,0.02500,2.926
+5,mlp.experts.83.gate_proj,0.0000001041,0.02500,3.268
+5,mlp.experts.87.gate_proj,0.0000003254,0.02500,3.823
+5,mlp.experts.91.gate_proj,0.0000003522,0.02500,3.375
+5,mlp.experts.93.gate_proj,0.0000003444,0.02500,3.422
+5,mlp.experts.89.gate_proj,0.0000002561,0.02500,3.407
+5,mlp.experts.81.gate_proj,0.0000003150,0.02500,3.465
+5,mlp.experts.110.gate_proj,0.0000003898,0.02500,3.696
+5,mlp.experts.85.gate_proj,0.0000001639,0.02500,3.428
+5,mlp.experts.102.gate_proj,0.0000003373,0.02500,3.326
+5,mlp.experts.98.gate_proj,0.0000002398,0.02500,3.528
+5,mlp.experts.106.gate_proj,0.0000000685,0.02500,3.398
+5,mlp.experts.111.gate_proj,0.0000002056,0.02500,3.295
+5,mlp.experts.103.gate_proj,0.0000005373,0.02500,3.258
+5,mlp.experts.84.gate_proj,0.0000008852,0.02500,4.658
+5,mlp.experts.88.gate_proj,0.0000000946,0.02500,4.632
+5,mlp.experts.92.gate_proj,0.0000004441,0.02500,4.617
+5,mlp.experts.99.gate_proj,0.0000003933,0.02500,3.693
+5,mlp.experts.6.up_proj,0.0000002553,0.02500,3.088
+5,mlp.experts.80.gate_proj,0.0000002093,0.02500,5.017
+5,mlp.experts.107.gate_proj,0.0000003577,0.02500,3.770
+5,mlp.experts.109.gate_proj,0.0000002003,0.02500,3.488
+5,mlp.experts.97.gate_proj,0.0000002974,0.02500,3.533
+5,mlp.experts.101.gate_proj,0.0000001752,0.02500,3.503
+5,mlp.experts.105.gate_proj,0.0000010756,0.02500,3.659
+5,mlp.experts.118.gate_proj,0.0000004202,0.02500,3.603
+5,mlp.experts.114.gate_proj,0.0000002031,0.02500,3.504
+5,mlp.experts.2.up_proj,0.0000000873,0.02500,3.585
+5,mlp.experts.7.up_proj,0.0000004999,0.02500,3.120
+5,mlp.experts.119.gate_proj,0.0000003250,0.02500,3.401
+5,mlp.experts.115.gate_proj,0.0000001142,0.02500,3.493
+5,mlp.experts.100.gate_proj,0.0000003232,0.02500,3.817
+5,mlp.experts.22.up_proj,0.0000001854,0.02500,3.417
+5,mlp.experts.104.gate_proj,0.0000004938,0.02500,3.819
+5,mlp.experts.108.gate_proj,0.0000002315,0.02500,3.836
+5,mlp.experts.3.up_proj,0.0000003333,0.02500,3.672
+5,mlp.experts.96.gate_proj,0.0000001756,0.02500,3.898
+5,mlp.experts.14.up_proj,0.0000002729,0.02500,3.481
+5,mlp.experts.18.up_proj,0.0000001441,0.02500,3.210
+5,mlp.experts.10.up_proj,0.0000003413,0.02500,3.707
+5,mlp.experts.5.up_proj,0.0000002349,0.02500,4.170
+5,mlp.experts.117.gate_proj,0.0000010500,0.02500,4.166
+5,mlp.experts.113.gate_proj,0.0000004474,0.02500,4.280
+5,mlp.experts.1.up_proj,0.0000002405,0.02500,4.223
+5,mlp.experts.23.up_proj,0.0000007334,0.02500,3.026
+5,mlp.experts.15.up_proj,0.0000005901,0.02500,3.638
+5,mlp.experts.116.gate_proj,0.0000002431,0.02500,3.465
+5,mlp.experts.11.up_proj,0.0000003139,0.02500,3.586
+5,mlp.experts.0.up_proj,0.0000001447,0.02500,3.505
+5,mlp.experts.38.up_proj,0.0000001522,0.02500,3.587
+5,mlp.experts.19.up_proj,0.0000003286,0.02500,3.151
+5,mlp.experts.4.up_proj,0.0000000896,0.02500,3.472
+5,mlp.experts.34.up_proj,0.0000002063,0.02500,3.196
+5,mlp.experts.112.gate_proj,0.0000003660,0.02500,3.462
+5,mlp.experts.26.up_proj,0.0000003196,0.02500,3.334
+5,mlp.experts.30.up_proj,0.0000003296,0.02500,3.949
+5,mlp.experts.39.up_proj,0.0000001119,0.02500,3.224
+5,mlp.experts.21.up_proj,0.0000004825,0.02500,4.670
+5,mlp.experts.13.up_proj,0.0000003294,0.02500,4.764
+5,mlp.experts.17.up_proj,0.0000002538,0.02500,4.692
+5,mlp.experts.9.up_proj,0.0000002301,0.02500,4.894
+5,mlp.experts.31.up_proj,0.0000001302,0.02500,3.683
+5,mlp.experts.27.up_proj,0.0000001404,0.02500,3.734
+5,mlp.experts.35.up_proj,0.0000004409,0.02500,3.728
+5,mlp.experts.12.up_proj,0.0000003574,0.02500,4.004
+5,mlp.experts.54.up_proj,0.0000004038,0.02500,3.883
+5,mlp.experts.16.up_proj,0.0000001838,0.02500,3.963
+5,mlp.experts.20.up_proj,0.0000003164,0.02500,4.048
+5,mlp.experts.50.up_proj,0.0000002029,0.02500,3.785
+5,mlp.experts.55.up_proj,0.0000000870,0.02500,3.373
+5,mlp.experts.8.up_proj,0.0000002036,0.02500,4.074
+5,mlp.experts.42.up_proj,0.0000001271,0.02500,3.858
+5,mlp.experts.46.up_proj,0.0000001366,0.02500,4.243
+5,mlp.experts.43.up_proj,0.0000000817,0.02500,3.099
+5,mlp.experts.37.up_proj,0.0000004301,0.02500,4.707
+5,mlp.experts.51.up_proj,0.0000004967,0.02500,3.021
+5,mlp.experts.47.up_proj,0.0000003408,0.02500,3.709
+5,mlp.experts.29.up_proj,0.0000001541,0.02500,4.696
+5,mlp.experts.66.up_proj,0.0000002463,0.02500,2.962
+5,mlp.experts.25.up_proj,0.0000005917,0.02500,4.764
+5,mlp.experts.33.up_proj,0.0000001374,0.02500,4.906
+5,mlp.experts.70.up_proj,0.0000004039,0.02500,3.517
+5,mlp.experts.58.up_proj,0.0000001110,0.02500,3.283
+5,mlp.experts.32.up_proj,0.0000003606,0.02500,4.620
+5,mlp.experts.71.up_proj,0.0000001206,0.02500,4.035
+5,mlp.experts.28.up_proj,0.0000002796,0.02500,4.773
+5,mlp.experts.36.up_proj,0.0000002602,0.02500,4.836
+5,mlp.experts.24.up_proj,0.0000006923,0.02500,4.664
+5,mlp.experts.62.up_proj,0.0000004075,0.02500,4.357
+5,mlp.experts.59.up_proj,0.0000000920,0.02500,3.258
+5,mlp.experts.67.up_proj,0.0000002431,0.02500,3.295
+5,mlp.experts.63.up_proj,0.0000001107,0.02500,3.971
+5,mlp.experts.82.up_proj,0.0000004736,0.02500,4.221
+5,mlp.experts.86.up_proj,0.0000003264,0.02500,4.162
+5,mlp.experts.53.up_proj,0.0000002783,0.02500,4.800
+5,mlp.experts.45.up_proj,0.0000004216,0.02500,4.701
+5,mlp.experts.49.up_proj,0.0000003402,0.02500,4.621
+5,mlp.experts.41.up_proj,0.0000012284,0.02500,4.688
+5,mlp.experts.74.up_proj,0.0000002126,0.02500,4.456
+5,mlp.experts.87.up_proj,0.0000003224,0.02500,3.815
+5,mlp.experts.48.up_proj,0.0000005987,0.02500,4.205
+5,mlp.experts.75.up_proj,0.0000001535,0.02500,2.890
+5,mlp.experts.44.up_proj,0.0000000567,0.02500,4.357
+5,mlp.experts.83.up_proj,0.0000001029,0.02500,2.973
+5,mlp.experts.52.up_proj,0.0000002095,0.02500,4.408
+5,mlp.experts.78.up_proj,0.0000001778,0.02500,3.759
+5,mlp.experts.40.up_proj,0.0000001364,0.02500,4.361
+5,mlp.experts.79.up_proj,0.0000001513,0.02500,3.373
+5,mlp.experts.102.up_proj,0.0000003338,0.02500,3.148
+5,mlp.experts.98.up_proj,0.0000002379,0.02500,3.451
+5,mlp.experts.69.up_proj,0.0000007340,0.02500,3.248
+5,mlp.experts.61.up_proj,0.0000003624,0.02500,3.364
+5,mlp.experts.57.up_proj,0.0000003066,0.02500,3.327
+5,mlp.experts.65.up_proj,0.0000002999,0.02500,3.400
+5,mlp.experts.91.up_proj,0.0000003500,0.02500,2.892
+5,mlp.experts.90.up_proj,0.0000005110,0.02500,3.792
+5,mlp.experts.103.up_proj,0.0000005346,0.02500,3.929
+5,mlp.experts.94.up_proj,0.0000000688,0.02500,3.481
+5,mlp.experts.99.up_proj,0.0000003904,0.02500,3.888
+5,mlp.experts.95.up_proj,0.0000018620,0.02500,2.922
+5,mlp.experts.64.up_proj,0.0000001849,0.02500,5.127
+5,mlp.experts.118.up_proj,0.0000004170,0.02500,3.306
+5,mlp.experts.114.up_proj,0.0000002019,0.02500,3.262
+5,mlp.experts.60.up_proj,0.0000002641,0.02500,5.239
+5,mlp.experts.68.up_proj,0.0000005623,0.02500,5.134
+5,mlp.experts.56.up_proj,0.0000002773,0.02500,5.014
+5,mlp.experts.107.up_proj,0.0000003539,0.02500,3.051
+5,mlp.experts.85.up_proj,0.0000001632,0.02500,4.337
+5,mlp.experts.106.up_proj,0.0000000678,0.02500,3.063
+5,mlp.experts.77.up_proj,0.0000001807,0.02500,4.320
+5,mlp.experts.110.up_proj,0.0000003874,0.02500,2.656
+5,mlp.experts.73.up_proj,0.0000003826,0.02500,4.320
+5,mlp.experts.119.up_proj,0.0000003238,0.02500,3.398
+5,mlp.experts.81.up_proj,0.0000003117,0.02500,4.417
+5,mlp.experts.111.up_proj,0.0000002039,0.02500,2.741
+5,mlp.experts.115.up_proj,0.0000001132,0.02500,3.247
+5,mlp.experts.80.up_proj,0.0000002074,0.02500,4.358
+5,mlp.experts.84.up_proj,0.0000008796,0.02500,4.302
+5,mlp.experts.93.up_proj,0.0000003427,0.02500,3.376
+5,mlp.experts.76.up_proj,0.0000000998,0.02500,4.658
+5,mlp.experts.72.up_proj,0.0000004529,0.02500,4.385
+5,mlp.experts.97.up_proj,0.0000002957,0.02500,3.354
+5,mlp.experts.101.up_proj,0.0000001741,0.02500,4.049
+5,mlp.experts.89.up_proj,0.0000002548,0.02500,3.844
+5,mlp.experts.109.up_proj,0.0000001997,0.02500,2.924
+5,mlp.experts.113.up_proj,0.0000004476,0.02500,2.806
+5,mlp.experts.96.up_proj,0.0000001735,0.02500,4.411
+5,mlp.experts.117.up_proj,0.0000010455,0.02500,3.440
+5,mlp.experts.105.up_proj,0.0000010689,0.02500,3.269
+5,mlp.experts.100.up_proj,0.0000003196,0.02500,4.196
+5,mlp.experts.88.up_proj,0.0000000940,0.02500,4.220
+5,mlp.experts.92.up_proj,0.0000004437,0.02500,4.452
+5,mlp.experts.112.up_proj,0.0000003615,0.02500,4.845
+5,mlp.experts.104.up_proj,0.0000004907,0.02500,4.555
+5,mlp.experts.116.up_proj,0.0000002405,0.02500,4.838
+5,mlp.experts.108.up_proj,0.0000002307,0.02500,4.543
+5,mlp.experts.14.down_proj,0.0000000033,0.02500,1.253
+5,mlp.experts.2.down_proj,0.0000000012,0.02500,1.310
+5,mlp.experts.6.down_proj,0.0000000022,0.02500,1.326
+5,mlp.experts.10.down_proj,0.0000000039,0.02500,1.364
+5,mlp.experts.12.down_proj,0.0000000027,0.02500,1.400
+5,mlp.experts.4.down_proj,0.0000000004,0.02500,1.434
+5,mlp.experts.3.down_proj,0.0000000020,0.02500,1.446
+5,mlp.experts.7.down_proj,0.0000000034,0.02500,1.460
+5,mlp.experts.8.down_proj,0.0000000027,0.02500,1.447
+5,mlp.experts.0.down_proj,0.0000000011,0.02500,1.468
+5,mlp.experts.11.down_proj,0.0000000013,0.02500,1.475
+5,mlp.experts.15.down_proj,0.0000000049,0.02500,1.568
+5,mlp.experts.13.down_proj,0.0000000025,0.02500,1.830
+5,mlp.experts.5.down_proj,0.0000000024,0.02500,1.894
+5,mlp.experts.1.down_proj,0.0000000017,0.02500,1.894
+5,mlp.experts.9.down_proj,0.0000000012,0.02500,1.876
+5,mlp.experts.28.down_proj,0.0000000032,0.02500,0.979
+5,mlp.experts.24.down_proj,0.0000000053,0.02500,0.927
+5,mlp.experts.16.down_proj,0.0000000013,0.02500,0.932
+5,mlp.experts.20.down_proj,0.0000000024,0.02500,0.981
+5,mlp.experts.30.down_proj,0.0000000031,0.02500,1.231
+5,mlp.experts.18.down_proj,0.0000000006,0.02500,1.248
+5,mlp.experts.23.down_proj,0.0000000054,0.02500,1.171
+5,mlp.experts.19.down_proj,0.0000000021,0.02500,1.195
+5,mlp.experts.26.down_proj,0.0000000020,0.02500,1.289
+5,mlp.experts.27.down_proj,0.0000000007,0.02500,1.187
+5,mlp.experts.22.down_proj,0.0000000017,0.02500,1.375
+5,mlp.experts.31.down_proj,0.0000000014,0.02500,1.133
+5,mlp.experts.44.down_proj,0.0000000005,0.02500,0.754
+5,mlp.experts.40.down_proj,0.0000000008,0.02500,0.747
+5,mlp.experts.32.down_proj,0.0000000033,0.02500,0.768
+5,mlp.experts.29.down_proj,0.0000000015,0.02500,1.499
+5,mlp.experts.21.down_proj,0.0000000038,0.02500,1.508
+5,mlp.experts.17.down_proj,0.0000000016,0.02500,1.536
+5,mlp.experts.25.down_proj,0.0000000043,0.02500,1.624
+5,mlp.experts.39.down_proj,0.0000000010,0.02500,1.005
+5,mlp.experts.43.down_proj,0.0000000012,0.02500,0.996
+5,mlp.experts.35.down_proj,0.0000000036,0.02500,1.022
+5,mlp.experts.47.down_proj,0.0000000026,0.02500,0.974
+5,mlp.experts.46.down_proj,0.0000000018,0.02500,1.961
+5,mlp.experts.42.down_proj,0.0000000011,0.02500,1.994
+5,mlp.experts.34.down_proj,0.0000000013,0.02500,2.097
+5,mlp.experts.38.down_proj,0.0000000011,0.02500,2.006
+5,mlp.experts.33.down_proj,0.0000000015,0.02500,1.745
+5,mlp.experts.55.down_proj,0.0000000011,0.02500,1.565
+5,mlp.experts.37.down_proj,0.0000000037,0.02500,1.802
+5,mlp.experts.45.down_proj,0.0000000031,0.02500,1.900
+5,mlp.experts.63.down_proj,0.0000000006,0.02500,1.592
+5,mlp.experts.59.down_proj,0.0000000020,0.02500,1.639
+5,mlp.experts.51.down_proj,0.0000000036,0.02500,1.692
+5,mlp.experts.41.down_proj,0.0000000083,0.02500,1.859
+5,mlp.experts.62.down_proj,0.0000000030,0.02500,1.468
+5,mlp.experts.58.down_proj,0.0000000005,0.02500,1.550
+5,mlp.experts.54.down_proj,0.0000000029,0.02500,1.568
+5,mlp.experts.50.down_proj,0.0000000014,0.02500,1.627
+5,mlp.experts.49.down_proj,0.0000000040,0.02500,1.324
+5,mlp.experts.61.down_proj,0.0000000021,0.02500,1.339
+5,mlp.experts.53.down_proj,0.0000000017,0.02500,1.392
+5,mlp.experts.71.down_proj,0.0000000006,0.02500,1.532
+5,mlp.experts.57.down_proj,0.0000000015,0.02500,1.360
+5,mlp.experts.79.down_proj,0.0000000007,0.02500,1.521
+5,mlp.experts.67.down_proj,0.0000000014,0.02500,1.476
+5,mlp.experts.75.down_proj,0.0000000010,0.02500,1.533
+5,mlp.experts.78.down_proj,0.0000000011,0.02500,1.603
+5,mlp.experts.87.down_proj,0.0000000031,0.02500,0.940
+5,mlp.experts.74.down_proj,0.0000000013,0.02500,1.483
+5,mlp.experts.95.down_proj,0.0000000143,0.02500,0.948
+5,mlp.experts.70.down_proj,0.0000000034,0.02500,1.488
+5,mlp.experts.66.down_proj,0.0000000016,0.02500,1.485
+5,mlp.experts.91.down_proj,0.0000000023,0.02500,0.951
+5,mlp.experts.83.down_proj,0.0000000005,0.02500,0.953
+5,mlp.experts.65.down_proj,0.0000000033,0.02500,1.686
+5,mlp.experts.69.down_proj,0.0000000047,0.02500,1.662
+5,mlp.experts.77.down_proj,0.0000000019,0.02500,1.768
+5,mlp.experts.73.down_proj,0.0000000024,0.02500,1.757
+5,mlp.experts.103.down_proj,0.0000000068,0.02500,0.925
+5,mlp.experts.111.down_proj,0.0000000013,0.02500,0.919
+5,mlp.experts.107.down_proj,0.0000000024,0.02500,0.903
+5,mlp.experts.99.down_proj,0.0000000030,0.02500,0.938
+5,mlp.experts.94.down_proj,0.0000000010,0.02500,1.311
+5,mlp.experts.90.down_proj,0.0000000027,0.02500,1.238
+5,mlp.experts.86.down_proj,0.0000000017,0.02500,1.256
+5,mlp.experts.82.down_proj,0.0000000038,0.02500,1.269
+5,mlp.experts.119.down_proj,0.0000000038,0.02500,1.010
+5,mlp.experts.115.down_proj,0.0000000012,0.02500,0.925
+5,mlp.experts.81.down_proj,0.0000000033,0.02500,1.806
+5,mlp.experts.106.down_proj,0.0000000003,0.02500,1.074
+5,mlp.experts.85.down_proj,0.0000000008,0.02500,1.748
+5,mlp.experts.110.down_proj,0.0000000020,0.02500,1.204
+5,mlp.experts.102.down_proj,0.0000000025,0.02500,1.121
+5,mlp.experts.89.down_proj,0.0000000024,0.02500,1.721
+5,mlp.experts.98.down_proj,0.0000000013,0.02500,1.195
+5,mlp.experts.93.down_proj,0.0000000029,0.02500,1.913
+5,mlp.experts.118.down_proj,0.0000000023,0.02500,0.733
+5,mlp.experts.114.down_proj,0.0000000009,0.02500,0.678
+5,mlp.experts.101.down_proj,0.0000000009,0.02500,8.431
+5,mlp.experts.97.down_proj,0.0000000019,0.02500,8.464
+5,mlp.experts.105.down_proj,0.0000000078,0.02500,8.343
+5,mlp.experts.109.down_proj,0.0000000013,0.02500,8.400
+5,mlp.experts.48.down_proj,0.0000000045,0.02500,1.174
+5,mlp.experts.60.down_proj,0.0000000028,0.02500,1.355
+5,mlp.experts.36.down_proj,0.0000000017,0.02500,1.393
+5,mlp.experts.56.down_proj,0.0000000013,0.02500,1.413
+5,mlp.experts.117.down_proj,0.0000000082,0.02500,1.108
+5,mlp.experts.113.down_proj,0.0000000038,0.02500,1.111
+5,mlp.experts.64.down_proj,0.0000000012,0.02500,1.042
+5,mlp.experts.76.down_proj,0.0000000010,0.02500,0.919
+5,mlp.experts.72.down_proj,0.0000000034,0.02500,0.900
+5,mlp.experts.52.down_proj,0.0000000013,0.02500,1.124
+5,mlp.experts.92.down_proj,0.0000000025,0.02500,0.866
+5,mlp.experts.88.down_proj,0.0000000010,0.02500,0.892
+5,mlp.experts.80.down_proj,0.0000000019,0.02500,1.049
+5,mlp.experts.68.down_proj,0.0000000050,0.02500,0.876
+5,mlp.experts.104.down_proj,0.0000000043,0.02500,0.759
+5,mlp.experts.84.down_proj,0.0000000096,0.02500,0.722
+5,mlp.experts.108.down_proj,0.0000000009,0.02500,1.004
+5,mlp.experts.96.down_proj,0.0000000018,0.02500,0.933
+5,mlp.experts.100.down_proj,0.0000000031,0.02500,0.507
+5,mlp.experts.112.down_proj,0.0000000027,0.02500,0.502
+5,mlp.experts.116.down_proj,0.0000000016,0.02500,0.389
+6,self_attn.k_proj,0.0000000003,0.02500,1.639
+6,self_attn.v_proj,0.0000000005,0.02500,1.691
+6,self_attn.q_proj,0.0000000011,0.02500,2.013
+6,self_attn.o_proj,0.0000000001,0.02500,3.822
+6,mlp.shared_experts.gate_proj,0.0000000150,0.02500,1.373
+6,mlp.shared_experts.up_proj,0.0000000152,0.02500,1.414
+6,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.389
+6,mlp.experts.3.gate_proj,0.0000004893,0.02500,4.696
+6,mlp.experts.7.gate_proj,0.0000004727,0.02500,4.755
+6,mlp.experts.11.gate_proj,0.0000003104,0.02500,3.735
+6,mlp.experts.15.gate_proj,0.0000003109,0.02500,3.818
+6,mlp.experts.9.gate_proj,0.0000003671,0.02500,4.981
+6,mlp.experts.5.gate_proj,0.0000003763,0.02500,5.059
+6,mlp.experts.1.gate_proj,0.0000004454,0.02500,5.118
+6,mlp.experts.13.gate_proj,0.0000002022,0.02500,4.084
+6,mlp.experts.12.gate_proj,0.0000002746,0.02500,4.440
+6,mlp.experts.8.gate_proj,0.0000005355,0.02500,5.595
+6,mlp.experts.4.gate_proj,0.0000001937,0.02500,5.598
+6,mlp.experts.0.gate_proj,0.0000002641,0.02500,5.732
+6,mlp.experts.14.gate_proj,0.0000001675,0.02500,4.817
+6,mlp.experts.2.gate_proj,0.0000004106,0.02500,6.153
+6,mlp.experts.10.gate_proj,0.0000002719,0.02500,6.234
+6,mlp.experts.6.gate_proj,0.0000004595,0.02500,6.384
+6,mlp.experts.31.gate_proj,0.0000001046,0.02500,3.238
+6,mlp.experts.27.gate_proj,0.0000000985,0.02500,3.416
+6,mlp.experts.23.gate_proj,0.0000003620,0.02500,3.701
+6,mlp.experts.19.gate_proj,0.0000001238,0.02500,3.835
+6,mlp.experts.25.gate_proj,0.0000001823,0.02500,3.628
+6,mlp.experts.21.gate_proj,0.0000001858,0.02500,3.655
+6,mlp.experts.17.gate_proj,0.0000004876,0.02500,3.602
+6,mlp.experts.29.gate_proj,0.0000002260,0.02500,3.623
+6,mlp.experts.16.gate_proj,0.0000003727,0.02500,3.276
+6,mlp.experts.24.gate_proj,0.0000001712,0.02500,3.466
+6,mlp.experts.28.gate_proj,0.0000002879,0.02500,3.559
+6,mlp.experts.20.gate_proj,0.0000004258,0.02500,3.569
+6,mlp.experts.30.gate_proj,0.0000003551,0.02500,4.264
+6,mlp.experts.18.gate_proj,0.0000005137,0.02500,4.132
+6,mlp.experts.26.gate_proj,0.0000003329,0.02500,4.183
+6,mlp.experts.22.gate_proj,0.0000003475,0.02500,4.127
+6,mlp.experts.41.gate_proj,0.0000003460,0.02500,2.965
+6,mlp.experts.33.gate_proj,0.0000001831,0.02500,3.095
+6,mlp.experts.37.gate_proj,0.0000000870,0.02500,3.118
+6,mlp.experts.45.gate_proj,0.0000002956,0.02500,3.154
+6,mlp.experts.36.gate_proj,0.0000002761,0.02500,3.341
+6,mlp.experts.44.gate_proj,0.0000003583,0.02500,3.627
+6,mlp.experts.32.gate_proj,0.0000002164,0.02500,3.855
+6,mlp.experts.40.gate_proj,0.0000008287,0.02500,3.862
+6,mlp.experts.47.gate_proj,0.0000003478,0.02500,5.062
+6,mlp.experts.43.gate_proj,0.0000004264,0.02500,4.972
+6,mlp.experts.35.gate_proj,0.0000003534,0.02500,5.132
+6,mlp.experts.39.gate_proj,0.0000003111,0.02500,5.303
+6,mlp.experts.34.gate_proj,0.0000002900,0.02500,4.258
+6,mlp.experts.46.gate_proj,0.0000005211,0.02500,4.359
+6,mlp.experts.42.gate_proj,0.0000004967,0.02500,4.305
+6,mlp.experts.38.gate_proj,0.0000003287,0.02500,4.348
+6,mlp.experts.57.gate_proj,0.0000003218,0.02500,4.528
+6,mlp.experts.60.gate_proj,0.0000004981,0.02500,3.424
+6,mlp.experts.49.gate_proj,0.0000002033,0.02500,4.420
+6,mlp.experts.56.gate_proj,0.0000007516,0.02500,3.415
+6,mlp.experts.52.gate_proj,0.0000007211,0.02500,3.896
+6,mlp.experts.53.gate_proj,0.0000002492,0.02500,4.662
+6,mlp.experts.48.gate_proj,0.0000004074,0.02500,3.686
+6,mlp.experts.61.gate_proj,0.0000004880,0.02500,4.739
+6,mlp.experts.59.gate_proj,0.0000002400,0.02500,4.901
+6,mlp.experts.63.gate_proj,0.0000001286,0.02500,5.018
+6,mlp.experts.51.gate_proj,0.0000002877,0.02500,5.000
+6,mlp.experts.62.gate_proj,0.0000002695,0.02500,4.286
+6,mlp.experts.50.gate_proj,0.0000010722,0.02500,4.351
+6,mlp.experts.55.gate_proj,0.0000002705,0.02500,5.155
+6,mlp.experts.58.gate_proj,0.0000006086,0.02500,4.341
+6,mlp.experts.54.gate_proj,0.0000006474,0.02500,4.299
+6,mlp.experts.76.gate_proj,0.0000004409,0.02500,3.439
+6,mlp.experts.73.gate_proj,0.0000003797,0.02500,3.554
+6,mlp.experts.68.gate_proj,0.0000007808,0.02500,3.434
+6,mlp.experts.72.gate_proj,0.0000003290,0.02500,3.593
+6,mlp.experts.64.gate_proj,0.0000003919,0.02500,3.467
+6,mlp.experts.65.gate_proj,0.0000001362,0.02500,4.104
+6,mlp.experts.77.gate_proj,0.0000002855,0.02500,3.749
+6,mlp.experts.69.gate_proj,0.0000001923,0.02500,4.359
+6,mlp.experts.92.gate_proj,0.0000005433,0.02500,3.315
+6,mlp.experts.78.gate_proj,0.0000005346,0.02500,4.324
+6,mlp.experts.66.gate_proj,0.0000004116,0.02500,4.319
+6,mlp.experts.88.gate_proj,0.0000003513,0.02500,3.299
+6,mlp.experts.80.gate_proj,0.0000002224,0.02500,3.313
+6,mlp.experts.79.gate_proj,0.0000002031,0.02500,5.112
+6,mlp.experts.74.gate_proj,0.0000001555,0.02500,4.311
+6,mlp.experts.75.gate_proj,0.0000002919,0.02500,5.301
+6,mlp.experts.70.gate_proj,0.0000004873,0.02500,4.367
+6,mlp.experts.84.gate_proj,0.0000001675,0.02500,3.702
+6,mlp.experts.67.gate_proj,0.0000003870,0.02500,5.088
+6,mlp.experts.89.gate_proj,0.0000008681,0.02500,4.177
+6,mlp.experts.81.gate_proj,0.0000004370,0.02500,3.877
+6,mlp.experts.71.gate_proj,0.0000003200,0.02500,5.458
+6,mlp.experts.93.gate_proj,0.0000003686,0.02500,3.917
+6,mlp.experts.85.gate_proj,0.0000002887,0.02500,3.711
+6,mlp.experts.108.gate_proj,0.0000002772,0.02500,3.484
+6,mlp.experts.104.gate_proj,0.0000010687,0.02500,3.207
+6,mlp.experts.96.gate_proj,0.0000001429,0.02500,3.357
+6,mlp.experts.100.gate_proj,0.0000005402,0.02500,3.324
+6,mlp.experts.94.gate_proj,0.0000000746,0.02500,3.993
+6,mlp.experts.82.gate_proj,0.0000003268,0.02500,4.021
+6,mlp.experts.91.gate_proj,0.0000003223,0.02500,3.998
+6,mlp.experts.90.gate_proj,0.0000009364,0.02500,4.066
+6,mlp.experts.86.gate_proj,0.0000007476,0.02500,4.009
+6,mlp.experts.105.gate_proj,0.0000001833,0.02500,3.747
+6,mlp.experts.95.gate_proj,0.0000002113,0.02500,4.268
+6,mlp.experts.87.gate_proj,0.0000003947,0.02500,3.440
+6,mlp.experts.83.gate_proj,0.0000002683,0.02500,4.083
+6,mlp.experts.97.gate_proj,0.0000001889,0.02500,3.786
+6,mlp.experts.101.gate_proj,0.0000003203,0.02500,3.593
+6,mlp.experts.109.gate_proj,0.0000003226,0.02500,3.954
+6,mlp.experts.0.up_proj,0.0000002614,0.02500,3.603
+6,mlp.experts.116.gate_proj,0.0000002712,0.02500,3.374
+6,mlp.experts.4.up_proj,0.0000001929,0.02500,3.942
+6,mlp.experts.112.gate_proj,0.0000003341,0.02500,3.655
+6,mlp.experts.110.gate_proj,0.0000003463,0.02500,4.895
+6,mlp.experts.98.gate_proj,0.0000004108,0.02500,4.912
+6,mlp.experts.106.gate_proj,0.0000004041,0.02500,4.942
+6,mlp.experts.102.gate_proj,0.0000002290,0.02500,4.858
+6,mlp.experts.1.up_proj,0.0000004415,0.02500,5.825
+6,mlp.experts.113.gate_proj,0.0000006077,0.02500,6.120
+6,mlp.experts.117.gate_proj,0.0000005530,0.02500,6.244
+6,mlp.experts.5.up_proj,0.0000003749,0.02500,6.146
+6,mlp.experts.6.up_proj,0.0000004565,0.02500,5.362
+6,mlp.experts.114.gate_proj,0.0000000802,0.02500,5.371
+6,mlp.experts.17.up_proj,0.0000004850,0.02500,4.383
+6,mlp.experts.2.up_proj,0.0000004084,0.02500,5.427
+6,mlp.experts.118.gate_proj,0.0000002700,0.02500,5.432
+6,mlp.experts.21.up_proj,0.0000001831,0.02500,3.823
+6,mlp.experts.13.up_proj,0.0000001995,0.02500,3.967
+6,mlp.experts.9.up_proj,0.0000003645,0.02500,4.458
+6,mlp.experts.22.up_proj,0.0000003461,0.02500,3.840
+6,mlp.experts.10.up_proj,0.0000002711,0.02500,3.818
+6,mlp.experts.18.up_proj,0.0000005080,0.02500,3.683
+6,mlp.experts.16.up_proj,0.0000003699,0.02500,11.620
+6,mlp.experts.14.up_proj,0.0000001658,0.02500,3.862
+6,mlp.experts.12.up_proj,0.0000002732,0.02500,11.664
+6,mlp.experts.20.up_proj,0.0000004227,0.02500,11.874
+6,mlp.experts.8.up_proj,0.0000005310,0.02500,12.062
+6,mlp.experts.38.up_proj,0.0000003284,0.02500,3.241
+6,mlp.experts.26.up_proj,0.0000003290,0.02500,3.261
+6,mlp.experts.34.up_proj,0.0000002870,0.02500,3.229
+6,mlp.experts.30.up_proj,0.0000003520,0.02500,3.260
+6,mlp.experts.32.up_proj,0.0000002149,0.02500,3.675
+6,mlp.experts.28.up_proj,0.0000002868,0.02500,3.723
+6,mlp.experts.36.up_proj,0.0000002732,0.02500,3.558
+6,mlp.experts.24.up_proj,0.0000001706,0.02500,3.610
+6,mlp.experts.54.up_proj,0.0000006426,0.02500,3.647
+6,mlp.experts.42.up_proj,0.0000004949,0.02500,3.641
+6,mlp.experts.46.up_proj,0.0000005176,0.02500,3.595
+6,mlp.experts.50.up_proj,0.0000010708,0.02500,3.884
+6,mlp.experts.48.up_proj,0.0000004035,0.02500,3.944
+6,mlp.experts.52.up_proj,0.0000007159,0.02500,3.796
+6,mlp.experts.44.up_proj,0.0000003543,0.02500,4.152
+6,mlp.experts.40.up_proj,0.0000008258,0.02500,4.134
+6,mlp.experts.33.up_proj,0.0000001814,0.02500,12.793
+6,mlp.experts.37.up_proj,0.0000000862,0.02500,12.968
+6,mlp.experts.25.up_proj,0.0000001812,0.02500,12.683
+6,mlp.experts.29.up_proj,0.0000002238,0.02500,12.912
+6,mlp.experts.49.up_proj,0.0000002010,0.02500,3.953
+6,mlp.experts.64.up_proj,0.0000003903,0.02500,5.565
+6,mlp.experts.53.up_proj,0.0000002486,0.02500,3.587
+6,mlp.experts.68.up_proj,0.0000007767,0.02500,5.449
+6,mlp.experts.45.up_proj,0.0000002931,0.02500,3.809
+6,mlp.experts.60.up_proj,0.0000004959,0.02500,5.326
+6,mlp.experts.56.up_proj,0.0000007487,0.02500,5.073
+6,mlp.experts.41.up_proj,0.0000003423,0.02500,4.313
+6,mlp.experts.65.up_proj,0.0000001350,0.02500,3.564
+6,mlp.experts.61.up_proj,0.0000004855,0.02500,3.653
+6,mlp.experts.69.up_proj,0.0000001906,0.02500,4.075
+6,mlp.experts.80.up_proj,0.0000002199,0.02500,4.654
+6,mlp.experts.84.up_proj,0.0000001659,0.02500,4.686
+6,mlp.experts.57.up_proj,0.0000003206,0.02500,4.183
+6,mlp.experts.76.up_proj,0.0000004376,0.02500,4.693
+6,mlp.experts.72.up_proj,0.0000003251,0.02500,4.681
+6,mlp.experts.70.up_proj,0.0000004833,0.02500,13.241
+6,mlp.experts.58.up_proj,0.0000006029,0.02500,13.191
+6,mlp.experts.62.up_proj,0.0000002652,0.02500,13.195
+6,mlp.experts.66.up_proj,0.0000004099,0.02500,13.180
+6,mlp.experts.81.up_proj,0.0000004344,0.02500,3.743
+6,mlp.experts.77.up_proj,0.0000002833,0.02500,3.718
+6,mlp.experts.107.gate_proj,0.0000003090,0.02500,3.709
+6,mlp.experts.99.gate_proj,0.0000002286,0.02500,3.765
+6,mlp.experts.96.up_proj,0.0000001420,0.02500,3.212
+6,mlp.experts.111.gate_proj,0.0000001918,0.02500,3.820
+6,mlp.experts.103.gate_proj,0.0000002888,0.02500,3.888
+6,mlp.experts.85.up_proj,0.0000002873,0.02500,3.892
+6,mlp.experts.88.up_proj,0.0000003495,0.02500,3.037
+6,mlp.experts.73.up_proj,0.0000003774,0.02500,3.465
+6,mlp.experts.92.up_proj,0.0000005410,0.02500,3.664
+6,mlp.experts.100.up_proj,0.0000005325,0.02500,3.843
+6,mlp.experts.74.up_proj,0.0000001538,0.02500,3.261
+6,mlp.experts.86.up_proj,0.0000007458,0.02500,3.426
+6,mlp.experts.78.up_proj,0.0000005303,0.02500,3.349
+6,mlp.experts.97.up_proj,0.0000001873,0.02500,3.361
+6,mlp.experts.82.up_proj,0.0000003247,0.02500,3.431
+6,mlp.experts.93.up_proj,0.0000003666,0.02500,3.330
+6,mlp.experts.101.up_proj,0.0000003183,0.02500,3.226
+6,mlp.experts.104.up_proj,0.0000010640,0.02500,3.208
+6,mlp.experts.112.up_proj,0.0000003317,0.02500,3.459
+6,mlp.experts.108.up_proj,0.0000002753,0.02500,3.023
+6,mlp.experts.89.up_proj,0.0000008619,0.02500,3.307
+6,mlp.experts.116.up_proj,0.0000002698,0.02500,3.002
+6,mlp.experts.115.gate_proj,0.0000001963,0.02500,4.004
+6,mlp.experts.3.up_proj,0.0000004875,0.02500,4.118
+6,mlp.experts.7.up_proj,0.0000004690,0.02500,4.064
+6,mlp.experts.119.gate_proj,0.0000005645,0.02500,4.080
+6,mlp.experts.90.up_proj,0.0000009287,0.02500,3.205
+6,mlp.experts.102.up_proj,0.0000002281,0.02500,3.214
+6,mlp.experts.94.up_proj,0.0000000741,0.02500,3.048
+6,mlp.experts.98.up_proj,0.0000004081,0.02500,3.027
+6,mlp.experts.113.up_proj,0.0000006060,0.02500,3.231
+6,mlp.experts.109.up_proj,0.0000003215,0.02500,2.811
+6,mlp.experts.117.up_proj,0.0000005510,0.02500,2.952
+6,mlp.experts.105.up_proj,0.0000001827,0.02500,2.723
+6,mlp.experts.106.up_proj,0.0000004027,0.02500,2.611
+6,mlp.experts.118.up_proj,0.0000002678,0.02500,2.590
+6,mlp.experts.11.up_proj,0.0000003077,0.02500,3.940
+6,mlp.experts.110.up_proj,0.0000003471,0.02500,2.513
+6,mlp.experts.114.up_proj,0.0000000795,0.02500,2.445
+6,mlp.experts.15.up_proj,0.0000003092,0.02500,3.891
+6,mlp.experts.19.up_proj,0.0000001233,0.02500,4.039
+6,mlp.experts.23.up_proj,0.0000003601,0.02500,4.086
+6,mlp.experts.27.up_proj,0.0000000971,0.02500,4.539
+6,mlp.experts.39.up_proj,0.0000003091,0.02500,4.324
+6,mlp.experts.31.up_proj,0.0000001041,0.02500,4.535
+6,mlp.experts.35.up_proj,0.0000003518,0.02500,4.631
+6,mlp.experts.55.up_proj,0.0000002680,0.02500,4.515
+6,mlp.experts.47.up_proj,0.0000003450,0.02500,4.533
+6,mlp.experts.43.up_proj,0.0000004219,0.02500,4.792
+6,mlp.experts.51.up_proj,0.0000002842,0.02500,4.676
+6,mlp.experts.63.up_proj,0.0000001277,0.02500,4.561
+6,mlp.experts.71.up_proj,0.0000003178,0.02500,4.757
+6,mlp.experts.67.up_proj,0.0000003869,0.02500,4.671
+6,mlp.experts.59.up_proj,0.0000002370,0.02500,5.018
+6,mlp.experts.79.up_proj,0.0000002012,0.02500,4.217
+6,mlp.experts.87.up_proj,0.0000003900,0.02500,4.210
+6,mlp.experts.83.up_proj,0.0000002673,0.02500,4.224
+6,mlp.experts.75.up_proj,0.0000002893,0.02500,4.544
+6,mlp.experts.103.up_proj,0.0000002892,0.02500,3.722
+6,mlp.experts.95.up_proj,0.0000002093,0.02500,4.000
+6,mlp.experts.99.up_proj,0.0000002263,0.02500,3.928
+6,mlp.experts.91.up_proj,0.0000003215,0.02500,3.839
+6,mlp.experts.119.up_proj,0.0000005577,0.02500,4.473
+6,mlp.experts.111.up_proj,0.0000001907,0.02500,4.595
+6,mlp.experts.115.up_proj,0.0000001952,0.02500,4.472
+6,mlp.experts.107.up_proj,0.0000003055,0.02500,4.111
+6,mlp.experts.0.down_proj,0.0000000033,0.02500,1.027
+6,mlp.experts.8.down_proj,0.0000000038,0.02500,1.040
+6,mlp.experts.12.down_proj,0.0000000026,0.02500,1.063
+6,mlp.experts.4.down_proj,0.0000000013,0.02500,1.066
+6,mlp.experts.5.down_proj,0.0000000024,0.02500,1.078
+6,mlp.experts.9.down_proj,0.0000000027,0.02500,1.103
+6,mlp.experts.13.down_proj,0.0000000022,0.02500,1.176
+6,mlp.experts.1.down_proj,0.0000000030,0.02500,1.184
+6,mlp.experts.6.down_proj,0.0000000040,0.02500,1.267
+6,mlp.experts.2.down_proj,0.0000000031,0.02500,1.268
+6,mlp.experts.10.down_proj,0.0000000023,0.02500,1.268
+6,mlp.experts.3.down_proj,0.0000000033,0.02500,1.275
+6,mlp.experts.15.down_proj,0.0000000042,0.02500,1.285
+6,mlp.experts.7.down_proj,0.0000000027,0.02500,1.289
+6,mlp.experts.14.down_proj,0.0000000026,0.02500,1.289
+6,mlp.experts.11.down_proj,0.0000000018,0.02500,1.335
+6,mlp.experts.24.down_proj,0.0000000025,0.02500,0.941
+6,mlp.experts.16.down_proj,0.0000000026,0.02500,0.973
+6,mlp.experts.20.down_proj,0.0000000024,0.02500,0.950
+6,mlp.experts.28.down_proj,0.0000000017,0.02500,0.957
+6,mlp.experts.21.down_proj,0.0000000012,0.02500,0.992
+6,mlp.experts.25.down_proj,0.0000000013,0.02500,1.086
+6,mlp.experts.17.down_proj,0.0000000032,0.02500,1.043
+6,mlp.experts.29.down_proj,0.0000000017,0.02500,1.090
+6,mlp.experts.19.down_proj,0.0000000007,0.02500,1.052
+6,mlp.experts.23.down_proj,0.0000000023,0.02500,1.042
+6,mlp.experts.26.down_proj,0.0000000023,0.02500,1.062
+6,mlp.experts.31.down_proj,0.0000000006,0.02500,1.062
+6,mlp.experts.22.down_proj,0.0000000026,0.02500,1.081
+6,mlp.experts.30.down_proj,0.0000000031,0.02500,1.078
+6,mlp.experts.27.down_proj,0.0000000012,0.02500,1.052
+6,mlp.experts.18.down_proj,0.0000000031,0.02500,1.134
+6,mlp.experts.40.down_proj,0.0000000143,0.02500,0.851
+6,mlp.experts.36.down_proj,0.0000000060,0.02500,0.851
+6,mlp.experts.44.down_proj,0.0000000024,0.02500,0.851
+6,mlp.experts.32.down_proj,0.0000000028,0.02500,0.891
+6,mlp.experts.37.down_proj,0.0000000016,0.02500,0.972
+6,mlp.experts.45.down_proj,0.0000000038,0.02500,0.994
+6,mlp.experts.33.down_proj,0.0000000025,0.02500,1.041
+6,mlp.experts.42.down_proj,0.0000000042,0.02500,0.948
+6,mlp.experts.46.down_proj,0.0000000037,0.02500,0.929
+6,mlp.experts.35.down_proj,0.0000000028,0.02500,0.973
+6,mlp.experts.39.down_proj,0.0000000017,0.02500,0.984
+6,mlp.experts.41.down_proj,0.0000000032,0.02500,1.139
+6,mlp.experts.47.down_proj,0.0000000026,0.02500,0.989
+6,mlp.experts.43.down_proj,0.0000000026,0.02500,0.981
+6,mlp.experts.38.down_proj,0.0000000043,0.02500,1.069
+6,mlp.experts.34.down_proj,0.0000000034,0.02500,1.065
+6,mlp.experts.53.down_proj,0.0000000013,0.02500,1.098
+6,mlp.experts.49.down_proj,0.0000000017,0.02500,0.890
+6,mlp.experts.51.down_proj,0.0000000026,0.02500,0.898
+6,mlp.experts.55.down_proj,0.0000000027,0.02500,0.887
+6,mlp.experts.63.down_proj,0.0000000014,0.02500,0.893
+6,mlp.experts.58.down_proj,0.0000000045,0.02500,0.957
+6,mlp.experts.59.down_proj,0.0000000018,0.02500,0.885
+6,mlp.experts.61.down_proj,0.0000000041,0.02500,0.994
+6,mlp.experts.57.down_proj,0.0000000055,0.02500,1.021
+6,mlp.experts.54.down_proj,0.0000000038,0.02500,0.931
+6,mlp.experts.56.down_proj,0.0000000066,0.02500,1.525
+6,mlp.experts.62.down_proj,0.0000000024,0.02500,1.093
+6,mlp.experts.60.down_proj,0.0000000034,0.02500,1.549
+6,mlp.experts.52.down_proj,0.0000000059,0.02500,1.570
+6,mlp.experts.48.down_proj,0.0000000050,0.02500,1.563
+6,mlp.experts.50.down_proj,0.0000000090,0.02500,1.041
+6,mlp.experts.69.down_proj,0.0000000019,0.02500,0.938
+6,mlp.experts.67.down_proj,0.0000000029,0.02500,0.934
+6,mlp.experts.71.down_proj,0.0000000019,0.02500,0.936
+6,mlp.experts.74.down_proj,0.0000000022,0.02500,0.901
+6,mlp.experts.79.down_proj,0.0000000015,0.02500,0.942
+6,mlp.experts.75.down_proj,0.0000000018,0.02500,0.946
+6,mlp.experts.73.down_proj,0.0000000033,0.02500,0.895
+6,mlp.experts.70.down_proj,0.0000000027,0.02500,0.928
+6,mlp.experts.65.down_proj,0.0000000030,0.02500,1.189
+6,mlp.experts.77.down_proj,0.0000000034,0.02500,1.123
+6,mlp.experts.78.down_proj,0.0000000053,0.02500,1.117
+6,mlp.experts.66.down_proj,0.0000000024,0.02500,1.101
+6,mlp.experts.85.down_proj,0.0000000015,0.02500,0.956
+6,mlp.experts.83.down_proj,0.0000000023,0.02500,0.925
+6,mlp.experts.87.down_proj,0.0000000054,0.02500,0.925
+6,mlp.experts.95.down_proj,0.0000000019,0.02500,0.929
+6,mlp.experts.90.down_proj,0.0000000108,0.02500,0.984
+6,mlp.experts.91.down_proj,0.0000000018,0.02500,0.933
+6,mlp.experts.72.down_proj,0.0000000040,0.02500,1.797
+6,mlp.experts.64.down_proj,0.0000000025,0.02500,1.755
+6,mlp.experts.76.down_proj,0.0000000047,0.02500,1.815
+6,mlp.experts.68.down_proj,0.0000000040,0.02500,1.807
+6,mlp.experts.89.down_proj,0.0000000105,0.02500,1.081
+6,mlp.experts.81.down_proj,0.0000000033,0.02500,1.000
+6,mlp.experts.86.down_proj,0.0000000055,0.02500,1.166
+6,mlp.experts.82.down_proj,0.0000000025,0.02500,0.889
+6,mlp.experts.93.down_proj,0.0000000042,0.02500,1.127
+6,mlp.experts.94.down_proj,0.0000000013,0.02500,1.148
+6,mlp.experts.101.down_proj,0.0000000044,0.02500,0.972
+6,mlp.experts.106.down_proj,0.0000000038,0.02500,0.954
+6,mlp.experts.103.down_proj,0.0000000028,0.02500,1.193
+6,mlp.experts.99.down_proj,0.0000000018,0.02500,1.212
+6,mlp.experts.98.down_proj,0.0000000032,0.02500,0.822
+6,mlp.experts.111.down_proj,0.0000000011,0.02500,1.235
+6,mlp.experts.107.down_proj,0.0000000019,0.02500,1.254
+6,mlp.experts.105.down_proj,0.0000000018,0.02500,1.069
+6,mlp.experts.97.down_proj,0.0000000018,0.02500,1.073
+6,mlp.experts.109.down_proj,0.0000000020,0.02500,0.953
+6,mlp.experts.102.down_proj,0.0000000015,0.02500,1.085
+6,mlp.experts.110.down_proj,0.0000000018,0.02500,1.000
+6,mlp.experts.88.down_proj,0.0000000025,0.02500,1.534
+6,mlp.experts.80.down_proj,0.0000000023,0.02500,1.522
+6,mlp.experts.117.down_proj,0.0000000032,0.02500,0.766
+6,mlp.experts.92.down_proj,0.0000000036,0.02500,1.580
+6,mlp.experts.84.down_proj,0.0000000016,0.02500,1.602
+6,mlp.experts.114.down_proj,0.0000000015,0.02500,0.639
+6,mlp.experts.113.down_proj,0.0000000048,0.02500,0.555
+6,mlp.experts.115.down_proj,0.0000000022,0.02500,0.776
+6,mlp.experts.119.down_proj,0.0000000032,0.02500,0.807
+6,mlp.experts.118.down_proj,0.0000000040,0.02500,0.569
+6,mlp.experts.104.down_proj,0.0000000086,0.02500,1.125
+6,mlp.experts.96.down_proj,0.0000000017,0.02500,1.217
+6,mlp.experts.108.down_proj,0.0000000013,0.02500,1.253
+6,mlp.experts.100.down_proj,0.0000000039,0.02500,1.225
+6,mlp.experts.112.down_proj,0.0000000047,0.02500,1.005
+6,mlp.experts.116.down_proj,0.0000000015,0.02500,0.939
+7,self_attn.v_proj,0.0000000004,0.02500,1.538
+7,self_attn.k_proj,0.0000000001,0.02500,1.784
+7,self_attn.q_proj,0.0000000005,0.02500,1.828
+7,self_attn.o_proj,0.0000000000,0.02500,3.838
+7,mlp.shared_experts.gate_proj,0.0000000178,0.02500,1.268
+7,mlp.shared_experts.up_proj,0.0000000185,0.02500,1.469
+7,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.419
+7,mlp.experts.10.gate_proj,0.0000003940,0.02500,4.142
+7,mlp.experts.6.gate_proj,0.0000006336,0.02500,4.310
+7,mlp.experts.13.gate_proj,0.0000004962,0.02500,4.359
+7,mlp.experts.9.gate_proj,0.0000003855,0.02500,4.503
+7,mlp.experts.12.gate_proj,0.0000003697,0.02500,4.543
+7,mlp.experts.4.gate_proj,0.0000002888,0.02500,4.614
+7,mlp.experts.5.gate_proj,0.0000002412,0.02500,4.304
+7,mlp.experts.0.gate_proj,0.0000004201,0.02500,4.678
+7,mlp.experts.2.gate_proj,0.0000005029,0.02500,4.720
+7,mlp.experts.8.gate_proj,0.0000004192,0.02500,4.784
+7,mlp.experts.1.gate_proj,0.0000005936,0.02500,4.476
+7,mlp.experts.14.gate_proj,0.0000003398,0.02500,4.297
+7,mlp.experts.3.gate_proj,0.0000005014,0.02500,5.028
+7,mlp.experts.7.gate_proj,0.0000004604,0.02500,5.104
+7,mlp.experts.11.gate_proj,0.0000003408,0.02500,5.110
+7,mlp.experts.15.gate_proj,0.0000003903,0.02500,4.791
+7,mlp.experts.17.gate_proj,0.0000002811,0.02500,2.909
+7,mlp.experts.22.gate_proj,0.0000004219,0.02500,3.462
+7,mlp.experts.29.gate_proj,0.0000003221,0.02500,3.467
+7,mlp.experts.26.gate_proj,0.0000005293,0.02500,3.741
+7,mlp.experts.28.gate_proj,0.0000002694,0.02500,3.482
+7,mlp.experts.18.gate_proj,0.0000004371,0.02500,3.316
+7,mlp.experts.16.gate_proj,0.0000007148,0.02500,3.444
+7,mlp.experts.20.gate_proj,0.0000005423,0.02500,3.594
+7,mlp.experts.25.gate_proj,0.0000004539,0.02500,3.716
+7,mlp.experts.24.gate_proj,0.0000006540,0.02500,3.473
+7,mlp.experts.21.gate_proj,0.0000007883,0.02500,3.673
+7,mlp.experts.30.gate_proj,0.0000005852,0.02500,3.482
+7,mlp.experts.27.gate_proj,0.0000002197,0.02500,4.163
+7,mlp.experts.19.gate_proj,0.0000008619,0.02500,4.316
+7,mlp.experts.23.gate_proj,0.0000004262,0.02500,4.293
+7,mlp.experts.31.gate_proj,0.0000002740,0.02500,4.209
+7,mlp.experts.33.gate_proj,0.0000004458,0.02500,3.240
+7,mlp.experts.45.gate_proj,0.0000008460,0.02500,3.253
+7,mlp.experts.42.gate_proj,0.0000001342,0.02500,3.260
+7,mlp.experts.34.gate_proj,0.0000003119,0.02500,3.243
+7,mlp.experts.32.gate_proj,0.0000004835,0.02500,3.280
+7,mlp.experts.36.gate_proj,0.0000003150,0.02500,3.194
+7,mlp.experts.44.gate_proj,0.0000003652,0.02500,3.457
+7,mlp.experts.46.gate_proj,0.0000005284,0.02500,3.094
+7,mlp.experts.40.gate_proj,0.0000001735,0.02500,3.351
+7,mlp.experts.38.gate_proj,0.0000005917,0.02500,3.924
+7,mlp.experts.41.gate_proj,0.0000004527,0.02500,3.577
+7,mlp.experts.37.gate_proj,0.0000002028,0.02500,3.729
+7,mlp.experts.43.gate_proj,0.0000002718,0.02500,4.209
+7,mlp.experts.39.gate_proj,0.0000004262,0.02500,4.181
+7,mlp.experts.47.gate_proj,0.0000004346,0.02500,4.142
+7,mlp.experts.35.gate_proj,0.0000002239,0.02500,4.637
+7,mlp.experts.49.gate_proj,0.0000003878,0.02500,3.093
+7,mlp.experts.62.gate_proj,0.0000002980,0.02500,2.959
+7,mlp.experts.48.gate_proj,0.0000005527,0.02500,3.195
+7,mlp.experts.60.gate_proj,0.0000006208,0.02500,3.174
+7,mlp.experts.52.gate_proj,0.0000001830,0.02500,3.315
+7,mlp.experts.54.gate_proj,0.0000003241,0.02500,3.123
+7,mlp.experts.56.gate_proj,0.0000003627,0.02500,3.254
+7,mlp.experts.61.gate_proj,0.0000001563,0.02500,3.854
+7,mlp.experts.58.gate_proj,0.0000007744,0.02500,3.893
+7,mlp.experts.50.gate_proj,0.0000003928,0.02500,3.882
+7,mlp.experts.57.gate_proj,0.0000004394,0.02500,3.411
+7,mlp.experts.53.gate_proj,0.0000003103,0.02500,3.544
+7,mlp.experts.65.gate_proj,0.0000003707,0.02500,3.225
+7,mlp.experts.78.gate_proj,0.0000005183,0.02500,3.112
+7,mlp.experts.59.gate_proj,0.0000001238,0.02500,4.384
+7,mlp.experts.55.gate_proj,0.0000001799,0.02500,4.352
+7,mlp.experts.63.gate_proj,0.0000002228,0.02500,4.366
+7,mlp.experts.64.gate_proj,0.0000006633,0.02500,3.525
+7,mlp.experts.76.gate_proj,0.0000007482,0.02500,3.552
+7,mlp.experts.68.gate_proj,0.0000003016,0.02500,3.563
+7,mlp.experts.70.gate_proj,0.0000002253,0.02500,3.509
+7,mlp.experts.72.gate_proj,0.0000004097,0.02500,3.533
+7,mlp.experts.77.gate_proj,0.0000001366,0.02500,3.437
+7,mlp.experts.51.gate_proj,0.0000002337,0.02500,4.445
+7,mlp.experts.74.gate_proj,0.0000002405,0.02500,3.390
+7,mlp.experts.69.gate_proj,0.0000004133,0.02500,3.307
+7,mlp.experts.66.gate_proj,0.0000004993,0.02500,3.815
+7,mlp.experts.73.gate_proj,0.0000004024,0.02500,3.976
+7,mlp.experts.81.gate_proj,0.0000004298,0.02500,3.427
+7,mlp.experts.94.gate_proj,0.0000004138,0.02500,3.426
+7,mlp.experts.80.gate_proj,0.0000003213,0.02500,3.425
+7,mlp.experts.92.gate_proj,0.0000003038,0.02500,3.476
+7,mlp.experts.84.gate_proj,0.0000002360,0.02500,3.504
+7,mlp.experts.88.gate_proj,0.0000002876,0.02500,3.529
+7,mlp.experts.93.gate_proj,0.0000001593,0.02500,3.620
+7,mlp.experts.71.gate_proj,0.0000001074,0.02500,4.185
+7,mlp.experts.75.gate_proj,0.0000001659,0.02500,4.249
+7,mlp.experts.90.gate_proj,0.0000003897,0.02500,3.710
+7,mlp.experts.79.gate_proj,0.0000003037,0.02500,4.124
+7,mlp.experts.82.gate_proj,0.0000009463,0.02500,3.271
+7,mlp.experts.86.gate_proj,0.0000003220,0.02500,3.974
+7,mlp.experts.85.gate_proj,0.0000003793,0.02500,3.527
+7,mlp.experts.67.gate_proj,0.0000002268,0.02500,4.234
+7,mlp.experts.89.gate_proj,0.0000006223,0.02500,3.550
+7,mlp.experts.97.gate_proj,0.0000003729,0.02500,3.412
+7,mlp.experts.110.gate_proj,0.0000006336,0.02500,3.421
+7,mlp.experts.109.gate_proj,0.0000006074,0.02500,3.490
+7,mlp.experts.98.gate_proj,0.0000002022,0.02500,3.287
+7,mlp.experts.102.gate_proj,0.0000004404,0.02500,3.351
+7,mlp.experts.96.gate_proj,0.0000001727,0.02500,4.196
+7,mlp.experts.101.gate_proj,0.0000005001,0.02500,3.320
+7,mlp.experts.106.gate_proj,0.0000002965,0.02500,3.647
+7,mlp.experts.108.gate_proj,0.0000005465,0.02500,4.118
+7,mlp.experts.100.gate_proj,0.0000001477,0.02500,4.253
+7,mlp.experts.104.gate_proj,0.0000004063,0.02500,4.242
+7,mlp.experts.91.gate_proj,0.0000005206,0.02500,4.169
+7,mlp.experts.87.gate_proj,0.0000006725,0.02500,4.216
+7,mlp.experts.95.gate_proj,0.0000005539,0.02500,4.171
+7,mlp.experts.105.gate_proj,0.0000004452,0.02500,3.924
+7,mlp.experts.83.gate_proj,0.0000002531,0.02500,4.159
+7,mlp.experts.113.gate_proj,0.0000001518,0.02500,3.568
+7,mlp.experts.6.up_proj,0.0000006297,0.02500,3.621
+7,mlp.experts.5.up_proj,0.0000002397,0.02500,3.300
+7,mlp.experts.118.gate_proj,0.0000001399,0.02500,3.199
+7,mlp.experts.114.gate_proj,0.0000003141,0.02500,3.406
+7,mlp.experts.117.gate_proj,0.0000003014,0.02500,3.316
+7,mlp.experts.2.up_proj,0.0000005000,0.02500,3.645
+7,mlp.experts.4.up_proj,0.0000002872,0.02500,4.472
+7,mlp.experts.112.gate_proj,0.0000003074,0.02500,4.607
+7,mlp.experts.1.up_proj,0.0000005879,0.02500,3.756
+7,mlp.experts.116.gate_proj,0.0000005111,0.02500,4.520
+7,mlp.experts.0.up_proj,0.0000004147,0.02500,4.474
+7,mlp.experts.103.gate_proj,0.0000003011,0.02500,4.770
+7,mlp.experts.107.gate_proj,0.0000003201,0.02500,4.924
+7,mlp.experts.111.gate_proj,0.0000002816,0.02500,4.931
+7,mlp.experts.22.up_proj,0.0000004179,0.02500,3.392
+7,mlp.experts.99.gate_proj,0.0000003215,0.02500,4.940
+7,mlp.experts.9.up_proj,0.0000003809,0.02500,4.077
+7,mlp.experts.10.up_proj,0.0000003916,0.02500,3.189
+7,mlp.experts.14.up_proj,0.0000003384,0.02500,3.544
+7,mlp.experts.21.up_proj,0.0000007815,0.02500,3.969
+7,mlp.experts.13.up_proj,0.0000004908,0.02500,3.819
+7,mlp.experts.18.up_proj,0.0000004336,0.02500,3.481
+7,mlp.experts.17.up_proj,0.0000002792,0.02500,3.793
+7,mlp.experts.20.up_proj,0.0000005360,0.02500,4.315
+7,mlp.experts.8.up_proj,0.0000004156,0.02500,4.350
+7,mlp.experts.12.up_proj,0.0000003664,0.02500,4.321
+7,mlp.experts.16.up_proj,0.0000007103,0.02500,4.337
+7,mlp.experts.38.up_proj,0.0000005816,0.02500,3.637
+7,mlp.experts.119.gate_proj,0.0000003933,0.02500,4.246
+7,mlp.experts.25.up_proj,0.0000004513,0.02500,3.650
+7,mlp.experts.7.up_proj,0.0000004579,0.02500,4.163
+7,mlp.experts.3.up_proj,0.0000004940,0.02500,4.381
+7,mlp.experts.26.up_proj,0.0000005257,0.02500,3.595
+7,mlp.experts.115.gate_proj,0.0000005166,0.02500,4.093
+7,mlp.experts.30.up_proj,0.0000005816,0.02500,3.507
+7,mlp.experts.37.up_proj,0.0000002003,0.02500,3.518
+7,mlp.experts.34.up_proj,0.0000003095,0.02500,3.485
+7,mlp.experts.29.up_proj,0.0000003199,0.02500,3.546
+7,mlp.experts.33.up_proj,0.0000004440,0.02500,3.229
+7,mlp.experts.41.up_proj,0.0000004503,0.02500,3.316
+7,mlp.experts.36.up_proj,0.0000003137,0.02500,4.152
+7,mlp.experts.24.up_proj,0.0000006501,0.02500,4.177
+7,mlp.experts.15.up_proj,0.0000003877,0.02500,3.602
+7,mlp.experts.28.up_proj,0.0000002673,0.02500,4.178
+7,mlp.experts.23.up_proj,0.0000004219,0.02500,3.606
+7,mlp.experts.32.up_proj,0.0000004835,0.02500,4.192
+7,mlp.experts.19.up_proj,0.0000008549,0.02500,3.632
+7,mlp.experts.54.up_proj,0.0000003195,0.02500,4.287
+7,mlp.experts.53.up_proj,0.0000003085,0.02500,3.151
+7,mlp.experts.11.up_proj,0.0000003381,0.02500,3.613
+7,mlp.experts.45.up_proj,0.0000008442,0.02500,3.307
+7,mlp.experts.42.up_proj,0.0000001331,0.02500,4.409
+7,mlp.experts.46.up_proj,0.0000005217,0.02500,4.467
+7,mlp.experts.50.up_proj,0.0000003907,0.02500,4.500
+7,mlp.experts.49.up_proj,0.0000003833,0.02500,3.993
+7,mlp.experts.61.up_proj,0.0000001551,0.02500,2.961
+7,mlp.experts.57.up_proj,0.0000004376,0.02500,4.003
+7,mlp.experts.69.up_proj,0.0000004087,0.02500,3.365
+7,mlp.experts.52.up_proj,0.0000001812,0.02500,4.176
+7,mlp.experts.40.up_proj,0.0000001711,0.02500,4.150
+7,mlp.experts.70.up_proj,0.0000002235,0.02500,3.697
+7,mlp.experts.44.up_proj,0.0000003616,0.02500,4.070
+7,mlp.experts.48.up_proj,0.0000005457,0.02500,4.116
+7,mlp.experts.31.up_proj,0.0000002718,0.02500,4.485
+7,mlp.experts.35.up_proj,0.0000002215,0.02500,4.420
+7,mlp.experts.39.up_proj,0.0000004230,0.02500,4.624
+7,mlp.experts.58.up_proj,0.0000007732,0.02500,3.699
+7,mlp.experts.27.up_proj,0.0000002192,0.02500,4.487
+7,mlp.experts.62.up_proj,0.0000002942,0.02500,3.849
+7,mlp.experts.66.up_proj,0.0000004968,0.02500,3.627
+7,mlp.experts.65.up_proj,0.0000003671,0.02500,3.140
+7,mlp.experts.73.up_proj,0.0000003995,0.02500,3.207
+7,mlp.experts.77.up_proj,0.0000001350,0.02500,3.352
+7,mlp.experts.68.up_proj,0.0000002992,0.02500,3.466
+7,mlp.experts.56.up_proj,0.0000003613,0.02500,3.467
+7,mlp.experts.86.up_proj,0.0000003194,0.02500,3.563
+7,mlp.experts.60.up_proj,0.0000006132,0.02500,3.516
+7,mlp.experts.64.up_proj,0.0000006601,0.02500,3.518
+7,mlp.experts.85.up_proj,0.0000003778,0.02500,4.080
+7,mlp.experts.74.up_proj,0.0000002364,0.02500,3.264
+7,mlp.experts.47.up_proj,0.0000004329,0.02500,4.165
+7,mlp.experts.82.up_proj,0.0000009336,0.02500,3.098
+7,mlp.experts.78.up_proj,0.0000005152,0.02500,3.569
+7,mlp.experts.51.up_proj,0.0000002335,0.02500,4.274
+7,mlp.experts.55.up_proj,0.0000001780,0.02500,4.200
+7,mlp.experts.43.up_proj,0.0000002683,0.02500,4.172
+7,mlp.experts.81.up_proj,0.0000004265,0.02500,4.504
+7,mlp.experts.93.up_proj,0.0000001582,0.02500,4.313
+7,mlp.experts.84.up_proj,0.0000002327,0.02500,3.994
+7,mlp.experts.72.up_proj,0.0000004056,0.02500,3.960
+7,mlp.experts.89.up_proj,0.0000006175,0.02500,4.626
+7,mlp.experts.76.up_proj,0.0000007446,0.02500,3.934
+7,mlp.experts.102.up_proj,0.0000004379,0.02500,3.988
+7,mlp.experts.80.up_proj,0.0000003196,0.02500,3.923
+7,mlp.experts.90.up_proj,0.0000003854,0.02500,3.697
+7,mlp.experts.101.up_proj,0.0000004947,0.02500,4.064
+7,mlp.experts.98.up_proj,0.0000002021,0.02500,3.880
+7,mlp.experts.94.up_proj,0.0000004113,0.02500,3.758
+7,mlp.experts.63.up_proj,0.0000002205,0.02500,4.349
+7,mlp.experts.71.up_proj,0.0000001065,0.02500,4.187
+7,mlp.experts.67.up_proj,0.0000002248,0.02500,4.270
+7,mlp.experts.59.up_proj,0.0000001242,0.02500,4.119
+7,mlp.experts.97.up_proj,0.0000003685,0.02500,3.611
+7,mlp.experts.105.up_proj,0.0000004424,0.02500,3.201
+7,mlp.experts.109.up_proj,0.0000006030,0.02500,3.555
+7,mlp.experts.118.up_proj,0.0000001394,0.02500,3.388
+7,mlp.experts.106.up_proj,0.0000002931,0.02500,3.256
+7,mlp.experts.117.up_proj,0.0000002988,0.02500,3.228
+7,mlp.experts.114.up_proj,0.0000003099,0.02500,3.122
+7,mlp.experts.110.up_proj,0.0000006311,0.02500,3.116
+7,mlp.experts.100.up_proj,0.0000001458,0.02500,4.289
+7,mlp.experts.88.up_proj,0.0000002853,0.02500,4.300
+7,mlp.experts.92.up_proj,0.0000003013,0.02500,4.322
+7,mlp.experts.96.up_proj,0.0000001720,0.02500,4.282
+7,mlp.experts.113.up_proj,0.0000001503,0.02500,2.463
+7,mlp.experts.79.up_proj,0.0000003008,0.02500,3.897
+7,mlp.experts.87.up_proj,0.0000006648,0.02500,3.825
+7,mlp.experts.83.up_proj,0.0000002502,0.02500,3.814
+7,mlp.experts.75.up_proj,0.0000001645,0.02500,3.798
+7,mlp.experts.116.up_proj,0.0000005057,0.02500,3.316
+7,mlp.experts.104.up_proj,0.0000004036,0.02500,3.362
+7,mlp.experts.108.up_proj,0.0000005422,0.02500,3.282
+7,mlp.experts.112.up_proj,0.0000003039,0.02500,3.172
+7,mlp.experts.103.up_proj,0.0000002971,0.02500,4.006
+7,mlp.experts.91.up_proj,0.0000005177,0.02500,3.893
+7,mlp.experts.99.up_proj,0.0000003192,0.02500,4.048
+7,mlp.experts.95.up_proj,0.0000005497,0.02500,4.521
+7,mlp.experts.119.up_proj,0.0000003895,0.02500,4.182
+7,mlp.experts.115.up_proj,0.0000005100,0.02500,4.178
+7,mlp.experts.107.up_proj,0.0000003176,0.02500,4.324
+7,mlp.experts.111.up_proj,0.0000002790,0.02500,3.980
+7,mlp.experts.9.down_proj,0.0000000048,0.02500,1.212
+7,mlp.experts.5.down_proj,0.0000000018,0.02500,1.224
+7,mlp.experts.1.down_proj,0.0000000072,0.02500,1.267
+7,mlp.experts.13.down_proj,0.0000000045,0.02500,1.201
+7,mlp.experts.10.down_proj,0.0000000049,0.02500,1.452
+7,mlp.experts.4.down_proj,0.0000000026,0.02500,1.452
+7,mlp.experts.0.down_proj,0.0000000048,0.02500,1.478
+7,mlp.experts.2.down_proj,0.0000000041,0.02500,1.489
+7,mlp.experts.14.down_proj,0.0000000042,0.02500,1.355
+7,mlp.experts.6.down_proj,0.0000000064,0.02500,1.551
+7,mlp.experts.12.down_proj,0.0000000061,0.02500,1.394
+7,mlp.experts.8.down_proj,0.0000000026,0.02500,1.567
+7,mlp.experts.7.down_proj,0.0000000057,0.02500,1.821
+7,mlp.experts.3.down_proj,0.0000000045,0.02500,1.862
+7,mlp.experts.15.down_proj,0.0000000024,0.02500,1.732
+7,mlp.experts.11.down_proj,0.0000000039,0.02500,1.971
+7,mlp.experts.17.down_proj,0.0000000036,0.02500,0.989
+7,mlp.experts.25.down_proj,0.0000000052,0.02500,1.042
+7,mlp.experts.21.down_proj,0.0000000084,0.02500,1.145
+7,mlp.experts.29.down_proj,0.0000000019,0.02500,1.075
+7,mlp.experts.18.down_proj,0.0000000027,0.02500,0.988
+7,mlp.experts.30.down_proj,0.0000000055,0.02500,1.048
+7,mlp.experts.26.down_proj,0.0000000039,0.02500,1.142
+7,mlp.experts.22.down_proj,0.0000000043,0.02500,1.066
+7,mlp.experts.20.down_proj,0.0000000043,0.02500,1.280
+7,mlp.experts.16.down_proj,0.0000000076,0.02500,1.292
+7,mlp.experts.24.down_proj,0.0000000048,0.02500,1.234
+7,mlp.experts.28.down_proj,0.0000000022,0.02500,1.246
+7,mlp.experts.23.down_proj,0.0000000032,0.02500,1.122
+7,mlp.experts.19.down_proj,0.0000000066,0.02500,1.100
+7,mlp.experts.31.down_proj,0.0000000041,0.02500,1.079
+7,mlp.experts.27.down_proj,0.0000000025,0.02500,1.103
+7,mlp.experts.33.down_proj,0.0000000024,0.02500,0.871
+7,mlp.experts.41.down_proj,0.0000000047,0.02500,1.040
+7,mlp.experts.37.down_proj,0.0000000019,0.02500,1.024
+7,mlp.experts.45.down_proj,0.0000000079,0.02500,1.054
+7,mlp.experts.34.down_proj,0.0000000022,0.02500,1.227
+7,mlp.experts.46.down_proj,0.0000000069,0.02500,1.184
+7,mlp.experts.42.down_proj,0.0000000018,0.02500,1.171
+7,mlp.experts.38.down_proj,0.0000000039,0.02500,1.153
+7,mlp.experts.36.down_proj,0.0000000032,0.02500,1.190
+7,mlp.experts.32.down_proj,0.0000000065,0.02500,1.220
+7,mlp.experts.40.down_proj,0.0000000011,0.02500,1.198
+7,mlp.experts.44.down_proj,0.0000000047,0.02500,1.230
+7,mlp.experts.39.down_proj,0.0000000051,0.02500,1.235
+7,mlp.experts.35.down_proj,0.0000000024,0.02500,1.237
+7,mlp.experts.49.down_proj,0.0000000060,0.02500,1.073
+7,mlp.experts.47.down_proj,0.0000000048,0.02500,1.270
+7,mlp.experts.57.down_proj,0.0000000038,0.02500,0.982
+7,mlp.experts.61.down_proj,0.0000000009,0.02500,0.938
+7,mlp.experts.53.down_proj,0.0000000020,0.02500,1.085
+7,mlp.experts.43.down_proj,0.0000000025,0.02500,1.423
+7,mlp.experts.50.down_proj,0.0000000046,0.02500,0.892
+7,mlp.experts.62.down_proj,0.0000000036,0.02500,0.880
+7,mlp.experts.58.down_proj,0.0000000112,0.02500,0.876
+7,mlp.experts.54.down_proj,0.0000000031,0.02500,0.895
+7,mlp.experts.52.down_proj,0.0000000014,0.02500,1.015
+7,mlp.experts.48.down_proj,0.0000000067,0.02500,1.006
+7,mlp.experts.56.down_proj,0.0000000028,0.02500,1.016
+7,mlp.experts.60.down_proj,0.0000000103,0.02500,1.007
+7,mlp.experts.65.down_proj,0.0000000036,0.02500,0.900
+7,mlp.experts.69.down_proj,0.0000000030,0.02500,0.914
+7,mlp.experts.73.down_proj,0.0000000039,0.02500,1.160
+7,mlp.experts.66.down_proj,0.0000000058,0.02500,0.866
+7,mlp.experts.74.down_proj,0.0000000026,0.02500,0.846
+7,mlp.experts.78.down_proj,0.0000000063,0.02500,0.871
+7,mlp.experts.70.down_proj,0.0000000011,0.02500,0.854
+7,mlp.experts.77.down_proj,0.0000000019,0.02500,1.206
+7,mlp.experts.55.down_proj,0.0000000021,0.02500,1.570
+7,mlp.experts.68.down_proj,0.0000000037,0.02500,0.859
+7,mlp.experts.51.down_proj,0.0000000025,0.02500,1.571
+7,mlp.experts.63.down_proj,0.0000000044,0.02500,1.609
+7,mlp.experts.72.down_proj,0.0000000040,0.02500,0.872
+7,mlp.experts.64.down_proj,0.0000000087,0.02500,0.899
+7,mlp.experts.81.down_proj,0.0000000039,0.02500,0.967
+7,mlp.experts.59.down_proj,0.0000000006,0.02500,1.584
+7,mlp.experts.82.down_proj,0.0000000121,0.02500,0.855
+7,mlp.experts.85.down_proj,0.0000000030,0.02500,0.947
+7,mlp.experts.90.down_proj,0.0000000054,0.02500,0.853
+7,mlp.experts.94.down_proj,0.0000000037,0.02500,0.888
+7,mlp.experts.86.down_proj,0.0000000017,0.02500,0.902
+7,mlp.experts.89.down_proj,0.0000000049,0.02500,1.190
+7,mlp.experts.93.down_proj,0.0000000016,0.02500,1.109
+7,mlp.experts.67.down_proj,0.0000000037,0.02500,1.420
+7,mlp.experts.71.down_proj,0.0000000021,0.02500,1.519
+7,mlp.experts.79.down_proj,0.0000000031,0.02500,1.441
+7,mlp.experts.98.down_proj,0.0000000025,0.02500,0.981
+7,mlp.experts.106.down_proj,0.0000000048,0.02500,0.965
+7,mlp.experts.110.down_proj,0.0000000061,0.02500,0.956
+7,mlp.experts.102.down_proj,0.0000000039,0.02500,0.974
+7,mlp.experts.75.down_proj,0.0000000014,0.02500,1.497
+7,mlp.experts.114.down_proj,0.0000000037,0.02500,0.727
+7,mlp.experts.118.down_proj,0.0000000014,0.02500,0.657
+7,mlp.experts.87.down_proj,0.0000000064,0.02500,1.456
+7,mlp.experts.95.down_proj,0.0000000034,0.02500,1.473
+7,mlp.experts.83.down_proj,0.0000000018,0.02500,1.715
+7,mlp.experts.91.down_proj,0.0000000054,0.02500,1.573
+7,mlp.experts.103.down_proj,0.0000000024,0.02500,1.762
+7,mlp.experts.99.down_proj,0.0000000026,0.02500,1.791
+7,mlp.experts.111.down_proj,0.0000000028,0.02500,2.016
+7,mlp.experts.107.down_proj,0.0000000030,0.02500,1.712
+7,mlp.experts.119.down_proj,0.0000000030,0.02500,1.006
+7,mlp.experts.115.down_proj,0.0000000032,0.02500,0.798
+7,mlp.experts.97.down_proj,0.0000000055,0.02500,7.381
+7,mlp.experts.101.down_proj,0.0000000044,0.02500,7.589
+7,mlp.experts.105.down_proj,0.0000000045,0.02500,8.006
+7,mlp.experts.109.down_proj,0.0000000067,0.02500,7.943
+7,mlp.experts.113.down_proj,0.0000000013,0.02500,1.376
+7,mlp.experts.117.down_proj,0.0000000028,0.02500,1.072
+7,mlp.experts.76.down_proj,0.0000000069,0.02500,1.267
+7,mlp.experts.84.down_proj,0.0000000027,0.02500,1.295
+7,mlp.experts.80.down_proj,0.0000000030,0.02500,1.336
+7,mlp.experts.88.down_proj,0.0000000016,0.02500,1.354
+7,mlp.experts.100.down_proj,0.0000000028,0.02500,1.167
+7,mlp.experts.92.down_proj,0.0000000028,0.02500,1.207
+7,mlp.experts.96.down_proj,0.0000000012,0.02500,1.174
+7,mlp.experts.104.down_proj,0.0000000052,0.02500,1.239
+7,mlp.experts.116.down_proj,0.0000000059,0.02500,0.994
+7,mlp.experts.108.down_proj,0.0000000059,0.02500,0.984
+7,mlp.experts.112.down_proj,0.0000000029,0.02500,1.010
+8,self_attn.v_proj,0.0000000006,0.02500,1.585
+8,self_attn.q_proj,0.0000000011,0.02500,1.585
+8,self_attn.k_proj,0.0000000002,0.02500,1.726
+8,self_attn.o_proj,0.0000000003,0.02500,3.504
+8,mlp.shared_experts.gate_proj,0.0000000228,0.02500,1.295
+8,mlp.shared_experts.up_proj,0.0000000237,0.02500,1.365
+8,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.457
+8,mlp.experts.8.gate_proj,0.0000002540,0.02500,4.815
+8,mlp.experts.4.gate_proj,0.0000006133,0.02500,4.881
+8,mlp.experts.3.gate_proj,0.0000003475,0.02500,5.301
+8,mlp.experts.9.gate_proj,0.0000005365,0.02500,5.316
+8,mlp.experts.13.gate_proj,0.0000004702,0.02500,4.940
+8,mlp.experts.5.gate_proj,0.0000003369,0.02500,5.430
+8,mlp.experts.15.gate_proj,0.0000004897,0.02500,5.434
+8,mlp.experts.1.gate_proj,0.0000005128,0.02500,5.480
+8,mlp.experts.0.gate_proj,0.0000004280,0.02500,5.533
+8,mlp.experts.12.gate_proj,0.0000002626,0.02500,5.533
+8,mlp.experts.11.gate_proj,0.0000003755,0.02500,5.536
+8,mlp.experts.7.gate_proj,0.0000005697,0.02500,5.232
+8,mlp.experts.6.gate_proj,0.0000005939,0.02500,6.801
+8,mlp.experts.14.gate_proj,0.0000007045,0.02500,6.804
+8,mlp.experts.2.gate_proj,0.0000004734,0.02500,6.941
+8,mlp.experts.10.gate_proj,0.0000004395,0.02500,6.951
+8,mlp.experts.19.gate_proj,0.0000007580,0.02500,4.406
+8,mlp.experts.31.gate_proj,0.0000006985,0.02500,4.468
+8,mlp.experts.23.gate_proj,0.0000002410,0.02500,4.405
+8,mlp.experts.29.gate_proj,0.0000006588,0.02500,4.631
+8,mlp.experts.27.gate_proj,0.0000007901,0.02500,4.434
+8,mlp.experts.25.gate_proj,0.0000003129,0.02500,4.777
+8,mlp.experts.21.gate_proj,0.0000007925,0.02500,4.822
+8,mlp.experts.17.gate_proj,0.0000005814,0.02500,4.891
+8,mlp.experts.22.gate_proj,0.0000003361,0.02500,4.352
+8,mlp.experts.24.gate_proj,0.0000007837,0.02500,5.961
+8,mlp.experts.30.gate_proj,0.0000003913,0.02500,4.462
+8,mlp.experts.18.gate_proj,0.0000006557,0.02500,4.322
+8,mlp.experts.20.gate_proj,0.0000005238,0.02500,6.033
+8,mlp.experts.26.gate_proj,0.0000003570,0.02500,4.544
+8,mlp.experts.16.gate_proj,0.0000007529,0.02500,5.978
+8,mlp.experts.28.gate_proj,0.0000009694,0.02500,6.117
+8,mlp.experts.35.gate_proj,0.0000004978,0.02500,4.119
+8,mlp.experts.39.gate_proj,0.0000006775,0.02500,3.963
+8,mlp.experts.43.gate_proj,0.0000004841,0.02500,4.040
+8,mlp.experts.47.gate_proj,0.0000001434,0.02500,4.189
+8,mlp.experts.45.gate_proj,0.0000002651,0.02500,5.141
+8,mlp.experts.41.gate_proj,0.0000002496,0.02500,5.179
+8,mlp.experts.37.gate_proj,0.0000005514,0.02500,5.085
+8,mlp.experts.33.gate_proj,0.0000002914,0.02500,5.349
+8,mlp.experts.40.gate_proj,0.0000008184,0.02500,4.952
+8,mlp.experts.36.gate_proj,0.0000005650,0.02500,4.989
+8,mlp.experts.38.gate_proj,0.0000007670,0.02500,5.183
+8,mlp.experts.32.gate_proj,0.0000002757,0.02500,4.879
+8,mlp.experts.44.gate_proj,0.0000004482,0.02500,4.827
+8,mlp.experts.46.gate_proj,0.0000001349,0.02500,5.226
+8,mlp.experts.34.gate_proj,0.0000007619,0.02500,5.318
+8,mlp.experts.42.gate_proj,0.0000004031,0.02500,5.235
+8,mlp.experts.51.gate_proj,0.0000004907,0.02500,3.886
+8,mlp.experts.55.gate_proj,0.0000003245,0.02500,3.976
+8,mlp.experts.63.gate_proj,0.0000003419,0.02500,3.946
+8,mlp.experts.59.gate_proj,0.0000006653,0.02500,4.038
+8,mlp.experts.56.gate_proj,0.0000007981,0.02500,4.365
+8,mlp.experts.52.gate_proj,0.0000014145,0.02500,4.616
+8,mlp.experts.60.gate_proj,0.0000002574,0.02500,4.423
+8,mlp.experts.48.gate_proj,0.0000003463,0.02500,4.629
+8,mlp.experts.54.gate_proj,0.0000007898,0.02500,4.957
+8,mlp.experts.61.gate_proj,0.0000005318,0.02500,6.283
+8,mlp.experts.62.gate_proj,0.0000008010,0.02500,5.016
+8,mlp.experts.57.gate_proj,0.0000002531,0.02500,6.327
+8,mlp.experts.53.gate_proj,0.0000003713,0.02500,6.319
+8,mlp.experts.50.gate_proj,0.0000004852,0.02500,5.094
+8,mlp.experts.58.gate_proj,0.0000005664,0.02500,4.983
+8,mlp.experts.49.gate_proj,0.0000007078,0.02500,6.197
+8,mlp.experts.67.gate_proj,0.0000007969,0.02500,5.482
+8,mlp.experts.71.gate_proj,0.0000003326,0.02500,5.429
+8,mlp.experts.79.gate_proj,0.0000003549,0.02500,5.430
+8,mlp.experts.75.gate_proj,0.0000002669,0.02500,5.421
+8,mlp.experts.77.gate_proj,0.0000004067,0.02500,4.515
+8,mlp.experts.72.gate_proj,0.0000007174,0.02500,5.483
+8,mlp.experts.73.gate_proj,0.0000005798,0.02500,4.521
+8,mlp.experts.69.gate_proj,0.0000006430,0.02500,4.559
+8,mlp.experts.70.gate_proj,0.0000005988,0.02500,4.952
+8,mlp.experts.68.gate_proj,0.0000007849,0.02500,5.398
+8,mlp.experts.78.gate_proj,0.0000002674,0.02500,4.838
+8,mlp.experts.76.gate_proj,0.0000008742,0.02500,5.483
+8,mlp.experts.66.gate_proj,0.0000009931,0.02500,4.867
+8,mlp.experts.65.gate_proj,0.0000002381,0.02500,4.639
+8,mlp.experts.64.gate_proj,0.0000004975,0.02500,5.569
+8,mlp.experts.74.gate_proj,0.0000005326,0.02500,4.920
+8,mlp.experts.83.gate_proj,0.0000002558,0.02500,3.844
+8,mlp.experts.87.gate_proj,0.0000008161,0.02500,3.903
+8,mlp.experts.91.gate_proj,0.0000004068,0.02500,3.888
+8,mlp.experts.95.gate_proj,0.0000002042,0.02500,3.975
+8,mlp.experts.94.gate_proj,0.0000008986,0.02500,3.772
+8,mlp.experts.88.gate_proj,0.0000005902,0.02500,4.207
+8,mlp.experts.86.gate_proj,0.0000002861,0.02500,4.013
+8,mlp.experts.82.gate_proj,0.0000003974,0.02500,3.812
+8,mlp.experts.93.gate_proj,0.0000004643,0.02500,4.590
+8,mlp.experts.90.gate_proj,0.0000004609,0.02500,3.894
+8,mlp.experts.84.gate_proj,0.0000003783,0.02500,4.300
+8,mlp.experts.92.gate_proj,0.0000005533,0.02500,4.298
+8,mlp.experts.89.gate_proj,0.0000003472,0.02500,4.584
+8,mlp.experts.85.gate_proj,0.0000004354,0.02500,4.561
+8,mlp.experts.80.gate_proj,0.0000005864,0.02500,4.247
+8,mlp.experts.81.gate_proj,0.0000001518,0.02500,4.476
+8,mlp.experts.99.gate_proj,0.0000006185,0.02500,4.025
+8,mlp.experts.103.gate_proj,0.0000005945,0.02500,4.022
+8,mlp.experts.107.gate_proj,0.0000010178,0.02500,4.016
+8,mlp.experts.111.gate_proj,0.0000003391,0.02500,3.989
+8,mlp.experts.102.gate_proj,0.0000005301,0.02500,3.322
+8,mlp.experts.110.gate_proj,0.0000006403,0.02500,3.673
+8,mlp.experts.104.gate_proj,0.0000007844,0.02500,3.696
+8,mlp.experts.109.gate_proj,0.0000002920,0.02500,3.370
+8,mlp.experts.108.gate_proj,0.0000004859,0.02500,3.256
+8,mlp.experts.98.gate_proj,0.0000003810,0.02500,3.582
+8,mlp.experts.100.gate_proj,0.0000006824,0.02500,3.410
+8,mlp.experts.105.gate_proj,0.0000005153,0.02500,3.368
+8,mlp.experts.115.gate_proj,0.0000008177,0.02500,3.076
+8,mlp.experts.106.gate_proj,0.0000005005,0.02500,3.644
+8,mlp.experts.101.gate_proj,0.0000003927,0.02500,3.418
+8,mlp.experts.119.gate_proj,0.0000003613,0.02500,3.121
+8,mlp.experts.3.up_proj,0.0000003430,0.02500,3.171
+8,mlp.experts.97.gate_proj,0.0000013179,0.02500,3.545
+8,mlp.experts.7.up_proj,0.0000005660,0.02500,3.213
+8,mlp.experts.96.gate_proj,0.0000006820,0.02500,3.836
+8,mlp.experts.4.up_proj,0.0000006116,0.02500,3.614
+8,mlp.experts.0.up_proj,0.0000004261,0.02500,3.770
+8,mlp.experts.116.gate_proj,0.0000007523,0.02500,3.683
+8,mlp.experts.118.gate_proj,0.0000006764,0.02500,4.175
+8,mlp.experts.6.up_proj,0.0000005885,0.02500,4.186
+8,mlp.experts.114.gate_proj,0.0000004985,0.02500,4.114
+8,mlp.experts.112.gate_proj,0.0000006382,0.02500,3.532
+8,mlp.experts.2.up_proj,0.0000004708,0.02500,4.165
+8,mlp.experts.11.up_proj,0.0000003726,0.02500,4.330
+8,mlp.experts.15.up_proj,0.0000004847,0.02500,4.260
+8,mlp.experts.19.up_proj,0.0000007521,0.02500,4.158
+8,mlp.experts.5.up_proj,0.0000003343,0.02500,4.874
+8,mlp.experts.1.up_proj,0.0000005081,0.02500,4.771
+8,mlp.experts.117.gate_proj,0.0000004773,0.02500,4.797
+8,mlp.experts.23.up_proj,0.0000002375,0.02500,4.412
+8,mlp.experts.113.gate_proj,0.0000003504,0.02500,4.726
+8,mlp.experts.14.up_proj,0.0000006960,0.02500,3.283
+8,mlp.experts.22.up_proj,0.0000003311,0.02500,3.410
+8,mlp.experts.10.up_proj,0.0000004364,0.02500,3.416
+8,mlp.experts.18.up_proj,0.0000006516,0.02500,3.423
+8,mlp.experts.35.up_proj,0.0000004923,0.02500,3.074
+8,mlp.experts.31.up_proj,0.0000006927,0.02500,3.232
+8,mlp.experts.27.up_proj,0.0000007776,0.02500,3.854
+8,mlp.experts.16.up_proj,0.0000007508,0.02500,4.834
+8,mlp.experts.20.up_proj,0.0000005209,0.02500,4.963
+8,mlp.experts.12.up_proj,0.0000002598,0.02500,4.878
+8,mlp.experts.39.up_proj,0.0000006694,0.02500,3.672
+8,mlp.experts.21.up_proj,0.0000007896,0.02500,4.072
+8,mlp.experts.17.up_proj,0.0000005753,0.02500,4.153
+8,mlp.experts.13.up_proj,0.0000004674,0.02500,4.228
+8,mlp.experts.8.up_proj,0.0000002504,0.02500,5.296
+8,mlp.experts.9.up_proj,0.0000005327,0.02500,4.272
+8,mlp.experts.38.up_proj,0.0000007596,0.02500,3.402
+8,mlp.experts.30.up_proj,0.0000003878,0.02500,3.750
+8,mlp.experts.34.up_proj,0.0000007561,0.02500,3.073
+8,mlp.experts.47.up_proj,0.0000001418,0.02500,2.972
+8,mlp.experts.26.up_proj,0.0000003562,0.02500,3.520
+8,mlp.experts.51.up_proj,0.0000004878,0.02500,3.350
+8,mlp.experts.43.up_proj,0.0000004790,0.02500,3.567
+8,mlp.experts.55.up_proj,0.0000003232,0.02500,3.696
+8,mlp.experts.37.up_proj,0.0000005463,0.02500,4.389
+8,mlp.experts.33.up_proj,0.0000002894,0.02500,4.358
+8,mlp.experts.36.up_proj,0.0000005608,0.02500,4.909
+8,mlp.experts.29.up_proj,0.0000006551,0.02500,4.339
+8,mlp.experts.32.up_proj,0.0000002726,0.02500,5.086
+8,mlp.experts.28.up_proj,0.0000009652,0.02500,5.054
+8,mlp.experts.54.up_proj,0.0000007849,0.02500,3.326
+8,mlp.experts.24.up_proj,0.0000007758,0.02500,4.698
+8,mlp.experts.46.up_proj,0.0000001331,0.02500,3.435
+8,mlp.experts.25.up_proj,0.0000003100,0.02500,4.675
+8,mlp.experts.63.up_proj,0.0000003397,0.02500,3.636
+8,mlp.experts.67.up_proj,0.0000007905,0.02500,3.429
+8,mlp.experts.50.up_proj,0.0000004791,0.02500,3.980
+8,mlp.experts.42.up_proj,0.0000003996,0.02500,3.955
+8,mlp.experts.59.up_proj,0.0000006538,0.02500,3.321
+8,mlp.experts.71.up_proj,0.0000003277,0.02500,3.292
+8,mlp.experts.70.up_proj,0.0000005940,0.02500,3.130
+8,mlp.experts.62.up_proj,0.0000007974,0.02500,3.441
+8,mlp.experts.52.up_proj,0.0000013846,0.02500,4.366
+8,mlp.experts.83.up_proj,0.0000002525,0.02500,3.375
+8,mlp.experts.44.up_proj,0.0000004442,0.02500,4.311
+8,mlp.experts.48.up_proj,0.0000003439,0.02500,4.393
+8,mlp.experts.79.up_proj,0.0000003502,0.02500,3.621
+8,mlp.experts.53.up_proj,0.0000003698,0.02500,4.898
+8,mlp.experts.49.up_proj,0.0000007039,0.02500,4.882
+8,mlp.experts.58.up_proj,0.0000005593,0.02500,3.431
+8,mlp.experts.75.up_proj,0.0000002627,0.02500,3.217
+8,mlp.experts.45.up_proj,0.0000002615,0.02500,4.881
+8,mlp.experts.66.up_proj,0.0000009871,0.02500,3.866
+8,mlp.experts.40.up_proj,0.0000008115,0.02500,4.506
+8,mlp.experts.41.up_proj,0.0000002460,0.02500,5.000
+8,mlp.experts.87.up_proj,0.0000008085,0.02500,3.750
+8,mlp.experts.86.up_proj,0.0000002830,0.02500,3.372
+8,mlp.experts.99.up_proj,0.0000006134,0.02500,3.096
+8,mlp.experts.78.up_proj,0.0000002645,0.02500,3.465
+8,mlp.experts.91.up_proj,0.0000004026,0.02500,2.952
+8,mlp.experts.69.up_proj,0.0000006356,0.02500,3.846
+8,mlp.experts.95.up_proj,0.0000002030,0.02500,3.915
+8,mlp.experts.74.up_proj,0.0000005275,0.02500,3.647
+8,mlp.experts.65.up_proj,0.0000002368,0.02500,3.809
+8,mlp.experts.82.up_proj,0.0000003946,0.02500,3.426
+8,mlp.experts.61.up_proj,0.0000005261,0.02500,3.788
+8,mlp.experts.68.up_proj,0.0000007816,0.02500,4.876
+8,mlp.experts.57.up_proj,0.0000002514,0.02500,3.554
+8,mlp.experts.60.up_proj,0.0000002555,0.02500,4.928
+8,mlp.experts.64.up_proj,0.0000004934,0.02500,4.989
+8,mlp.experts.103.up_proj,0.0000005905,0.02500,3.527
+8,mlp.experts.102.up_proj,0.0000005243,0.02500,3.195
+8,mlp.experts.56.up_proj,0.0000007896,0.02500,5.136
+8,mlp.experts.115.up_proj,0.0000008108,0.02500,2.970
+8,mlp.experts.94.up_proj,0.0000008919,0.02500,3.187
+8,mlp.experts.107.up_proj,0.0000010109,0.02500,3.506
+8,mlp.experts.90.up_proj,0.0000004562,0.02500,3.143
+8,mlp.experts.98.up_proj,0.0000003782,0.02500,3.176
+8,mlp.experts.111.up_proj,0.0000003340,0.02500,3.440
+8,mlp.experts.119.up_proj,0.0000003581,0.02500,2.733
+8,mlp.experts.85.up_proj,0.0000004307,0.02500,4.277
+8,mlp.experts.81.up_proj,0.0000001507,0.02500,4.356
+8,mlp.experts.77.up_proj,0.0000004029,0.02500,4.328
+8,mlp.experts.84.up_proj,0.0000003728,0.02500,4.165
+8,mlp.experts.76.up_proj,0.0000008659,0.02500,4.377
+8,mlp.experts.118.up_proj,0.0000006683,0.02500,3.461
+8,mlp.experts.73.up_proj,0.0000005734,0.02500,4.578
+8,mlp.experts.80.up_proj,0.0000005829,0.02500,4.450
+8,mlp.experts.110.up_proj,0.0000006374,0.02500,3.148
+8,mlp.experts.72.up_proj,0.0000007119,0.02500,3.942
+8,mlp.experts.106.up_proj,0.0000005001,0.02500,2.678
+8,mlp.experts.114.up_proj,0.0000004937,0.02500,2.860
+8,mlp.experts.100.up_proj,0.0000006710,0.02500,2.720
+8,mlp.experts.92.up_proj,0.0000005513,0.02500,2.965
+8,mlp.experts.101.up_proj,0.0000003892,0.02500,4.391
+8,mlp.experts.97.up_proj,0.0000012964,0.02500,4.436
+8,mlp.experts.96.up_proj,0.0000006787,0.02500,3.595
+8,mlp.experts.93.up_proj,0.0000004604,0.02500,4.444
+8,mlp.experts.88.up_proj,0.0000005867,0.02500,3.903
+8,mlp.experts.89.up_proj,0.0000003432,0.02500,4.499
+8,mlp.experts.116.up_proj,0.0000007463,0.02500,3.880
+8,mlp.experts.108.up_proj,0.0000004803,0.02500,3.411
+8,mlp.experts.112.up_proj,0.0000006342,0.02500,2.707
+8,mlp.experts.104.up_proj,0.0000007799,0.02500,2.372
+8,mlp.experts.117.up_proj,0.0000004717,0.02500,4.338
+8,mlp.experts.113.up_proj,0.0000003466,0.02500,4.230
+8,mlp.experts.109.up_proj,0.0000002884,0.02500,4.099
+8,mlp.experts.105.up_proj,0.0000005117,0.02500,3.479
+8,mlp.experts.3.down_proj,0.0000000043,0.02500,1.181
+8,mlp.experts.11.down_proj,0.0000000078,0.02500,1.210
+8,mlp.experts.15.down_proj,0.0000000087,0.02500,1.260
+8,mlp.experts.7.down_proj,0.0000000043,0.02500,1.288
+8,mlp.experts.13.down_proj,0.0000000053,0.02500,1.496
+8,mlp.experts.1.down_proj,0.0000000052,0.02500,1.500
+8,mlp.experts.9.down_proj,0.0000000046,0.02500,1.569
+8,mlp.experts.5.down_proj,0.0000000040,0.02500,1.573
+8,mlp.experts.10.down_proj,0.0000000044,0.02500,1.590
+8,mlp.experts.2.down_proj,0.0000000073,0.02500,1.673
+8,mlp.experts.6.down_proj,0.0000000070,0.02500,1.693
+8,mlp.experts.14.down_proj,0.0000000050,0.02500,1.750
+8,mlp.experts.4.down_proj,0.0000000088,0.02500,1.747
+8,mlp.experts.12.down_proj,0.0000000038,0.02500,1.823
+8,mlp.experts.8.down_proj,0.0000000047,0.02500,1.824
+8,mlp.experts.0.down_proj,0.0000000074,0.02500,1.855
+8,mlp.experts.19.down_proj,0.0000000095,0.02500,1.307
+8,mlp.experts.27.down_proj,0.0000000083,0.02500,1.266
+8,mlp.experts.31.down_proj,0.0000000084,0.02500,1.269
+8,mlp.experts.23.down_proj,0.0000000018,0.02500,1.256
+8,mlp.experts.18.down_proj,0.0000000068,0.02500,1.045
+8,mlp.experts.26.down_proj,0.0000000029,0.02500,1.097
+8,mlp.experts.17.down_proj,0.0000000086,0.02500,1.273
+8,mlp.experts.29.down_proj,0.0000000082,0.02500,1.323
+8,mlp.experts.22.down_proj,0.0000000034,0.02500,1.161
+8,mlp.experts.21.down_proj,0.0000000066,0.02500,1.301
+8,mlp.experts.25.down_proj,0.0000000019,0.02500,1.313
+8,mlp.experts.30.down_proj,0.0000000041,0.02500,1.157
+8,mlp.experts.16.down_proj,0.0000000086,0.02500,1.154
+8,mlp.experts.20.down_proj,0.0000000063,0.02500,1.234
+8,mlp.experts.28.down_proj,0.0000000112,0.02500,1.220
+8,mlp.experts.24.down_proj,0.0000000055,0.02500,1.228
+8,mlp.experts.35.down_proj,0.0000000050,0.02500,0.930
+8,mlp.experts.43.down_proj,0.0000000065,0.02500,0.921
+8,mlp.experts.39.down_proj,0.0000000080,0.02500,0.916
+8,mlp.experts.47.down_proj,0.0000000026,0.02500,0.932
+8,mlp.experts.34.down_proj,0.0000000068,0.02500,0.919
+8,mlp.experts.42.down_proj,0.0000000048,0.02500,0.941
+8,mlp.experts.38.down_proj,0.0000000074,0.02500,1.113
+8,mlp.experts.33.down_proj,0.0000000045,0.02500,1.309
+8,mlp.experts.45.down_proj,0.0000000057,0.02500,1.277
+8,mlp.experts.46.down_proj,0.0000000026,0.02500,1.199
+8,mlp.experts.37.down_proj,0.0000000049,0.02500,1.292
+8,mlp.experts.41.down_proj,0.0000000028,0.02500,1.315
+8,mlp.experts.36.down_proj,0.0000000066,0.02500,1.271
+8,mlp.experts.44.down_proj,0.0000000044,0.02500,1.254
+8,mlp.experts.32.down_proj,0.0000000021,0.02500,1.288
+8,mlp.experts.51.down_proj,0.0000000038,0.02500,0.892
+8,mlp.experts.59.down_proj,0.0000000074,0.02500,0.887
+8,mlp.experts.55.down_proj,0.0000000023,0.02500,0.887
+8,mlp.experts.40.down_proj,0.0000000095,0.02500,1.314
+8,mlp.experts.63.down_proj,0.0000000028,0.02500,0.899
+8,mlp.experts.50.down_proj,0.0000000058,0.02500,0.961
+8,mlp.experts.58.down_proj,0.0000000065,0.02500,1.130
+8,mlp.experts.54.down_proj,0.0000000085,0.02500,1.105
+8,mlp.experts.62.down_proj,0.0000000071,0.02500,1.041
+8,mlp.experts.67.down_proj,0.0000000073,0.02500,0.920
+8,mlp.experts.75.down_proj,0.0000000038,0.02500,0.920
+8,mlp.experts.71.down_proj,0.0000000054,0.02500,0.933
+8,mlp.experts.79.down_proj,0.0000000028,0.02500,0.931
+8,mlp.experts.49.down_proj,0.0000000069,0.02500,1.272
+8,mlp.experts.61.down_proj,0.0000000083,0.02500,1.267
+8,mlp.experts.57.down_proj,0.0000000018,0.02500,1.266
+8,mlp.experts.53.down_proj,0.0000000023,0.02500,1.328
+8,mlp.experts.52.down_proj,0.0000000115,0.02500,1.405
+8,mlp.experts.60.down_proj,0.0000000019,0.02500,1.452
+8,mlp.experts.66.down_proj,0.0000000084,0.02500,1.142
+8,mlp.experts.48.down_proj,0.0000000028,0.02500,1.511
+8,mlp.experts.56.down_proj,0.0000000111,0.02500,1.446
+8,mlp.experts.74.down_proj,0.0000000073,0.02500,1.000
+8,mlp.experts.70.down_proj,0.0000000049,0.02500,0.911
+8,mlp.experts.83.down_proj,0.0000000018,0.02500,0.876
+8,mlp.experts.91.down_proj,0.0000000025,0.02500,0.866
+8,mlp.experts.87.down_proj,0.0000000146,0.02500,0.879
+8,mlp.experts.95.down_proj,0.0000000012,0.02500,0.876
+8,mlp.experts.78.down_proj,0.0000000025,0.02500,1.061
+8,mlp.experts.77.down_proj,0.0000000056,0.02500,1.217
+8,mlp.experts.65.down_proj,0.0000000053,0.02500,1.257
+8,mlp.experts.73.down_proj,0.0000000058,0.02500,1.279
+8,mlp.experts.82.down_proj,0.0000000051,0.02500,0.998
+8,mlp.experts.69.down_proj,0.0000000037,0.02500,1.275
+8,mlp.experts.68.down_proj,0.0000000090,0.02500,1.185
+8,mlp.experts.76.down_proj,0.0000000070,0.02500,1.194
+8,mlp.experts.72.down_proj,0.0000000067,0.02500,1.156
+8,mlp.experts.86.down_proj,0.0000000050,0.02500,0.999
+8,mlp.experts.90.down_proj,0.0000000059,0.02500,1.182
+8,mlp.experts.64.down_proj,0.0000000040,0.02500,1.222
+8,mlp.experts.94.down_proj,0.0000000087,0.02500,1.022
+8,mlp.experts.107.down_proj,0.0000000135,0.02500,1.135
+8,mlp.experts.103.down_proj,0.0000000052,0.02500,1.117
+8,mlp.experts.99.down_proj,0.0000000078,0.02500,1.184
+8,mlp.experts.111.down_proj,0.0000000050,0.02500,1.143
+8,mlp.experts.93.down_proj,0.0000000056,0.02500,1.008
+8,mlp.experts.81.down_proj,0.0000000015,0.02500,0.991
+8,mlp.experts.98.down_proj,0.0000000055,0.02500,0.916
+8,mlp.experts.89.down_proj,0.0000000033,0.02500,0.990
+8,mlp.experts.85.down_proj,0.0000000040,0.02500,1.002
+8,mlp.experts.102.down_proj,0.0000000059,0.02500,0.960
+8,mlp.experts.115.down_proj,0.0000000090,0.02500,0.694
+8,mlp.experts.119.down_proj,0.0000000046,0.02500,0.742
+8,mlp.experts.106.down_proj,0.0000000044,0.02500,1.098
+8,mlp.experts.84.down_proj,0.0000000021,0.02500,1.232
+8,mlp.experts.92.down_proj,0.0000000050,0.02500,1.217
+8,mlp.experts.110.down_proj,0.0000000073,0.02500,1.026
+8,mlp.experts.88.down_proj,0.0000000071,0.02500,1.305
+8,mlp.experts.80.down_proj,0.0000000079,0.02500,1.286
+8,mlp.experts.109.down_proj,0.0000000033,0.02500,0.874
+8,mlp.experts.97.down_proj,0.0000000156,0.02500,0.908
+8,mlp.experts.114.down_proj,0.0000000051,0.02500,0.930
+8,mlp.experts.105.down_proj,0.0000000062,0.02500,0.881
+8,mlp.experts.101.down_proj,0.0000000051,0.02500,0.845
+8,mlp.experts.118.down_proj,0.0000000058,0.02500,0.780
+8,mlp.experts.113.down_proj,0.0000000046,0.02500,0.607
+8,mlp.experts.117.down_proj,0.0000000053,0.02500,0.572
+8,mlp.experts.100.down_proj,0.0000000090,0.02500,1.166
+8,mlp.experts.108.down_proj,0.0000000067,0.02500,1.146
+8,mlp.experts.104.down_proj,0.0000000093,0.02500,1.194
+8,mlp.experts.96.down_proj,0.0000000062,0.02500,1.197
+8,mlp.experts.116.down_proj,0.0000000077,0.02500,0.865
+8,mlp.experts.112.down_proj,0.0000000081,0.02500,0.722
+9,self_attn.v_proj,0.0000000009,0.02500,1.420
+9,self_attn.k_proj,0.0000000006,0.02500,1.450
+9,self_attn.q_proj,0.0000000024,0.02500,1.814
+9,self_attn.o_proj,0.0000000002,0.02500,3.677
+9,mlp.shared_experts.gate_proj,0.0000000269,0.02500,1.406
+9,mlp.shared_experts.up_proj,0.0000000281,0.02500,1.333
+9,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.393
+9,mlp.experts.10.gate_proj,0.0000006649,0.02500,4.425
+9,mlp.experts.6.gate_proj,0.0000008773,0.02500,4.501
+9,mlp.experts.7.gate_proj,0.0000007883,0.02500,4.618
+9,mlp.experts.2.gate_proj,0.0000003500,0.02500,4.656
+9,mlp.experts.15.gate_proj,0.0000003503,0.02500,3.888
+9,mlp.experts.14.gate_proj,0.0000004902,0.02500,4.953
+9,mlp.experts.3.gate_proj,0.0000005635,0.02500,4.979
+9,mlp.experts.11.gate_proj,0.0000001983,0.02500,5.073
+9,mlp.experts.4.gate_proj,0.0000008866,0.02500,5.657
+9,mlp.experts.12.gate_proj,0.0000005866,0.02500,5.775
+9,mlp.experts.8.gate_proj,0.0000002287,0.02500,5.830
+9,mlp.experts.0.gate_proj,0.0000003989,0.02500,6.165
+9,mlp.experts.9.gate_proj,0.0000007727,0.02500,6.191
+9,mlp.experts.13.gate_proj,0.0000005862,0.02500,6.270
+9,mlp.experts.1.gate_proj,0.0000006264,0.02500,6.340
+9,mlp.experts.5.gate_proj,0.0000005736,0.02500,6.436
+9,mlp.experts.27.gate_proj,0.0000003794,0.02500,3.014
+9,mlp.experts.23.gate_proj,0.0000006931,0.02500,3.533
+9,mlp.experts.26.gate_proj,0.0000007934,0.02500,3.937
+9,mlp.experts.31.gate_proj,0.0000005837,0.02500,3.710
+9,mlp.experts.22.gate_proj,0.0000003461,0.02500,3.995
+9,mlp.experts.19.gate_proj,0.0000010167,0.02500,3.691
+9,mlp.experts.18.gate_proj,0.0000003647,0.02500,4.019
+9,mlp.experts.30.gate_proj,0.0000006121,0.02500,3.955
+9,mlp.experts.28.gate_proj,0.0000002375,0.02500,3.459
+9,mlp.experts.20.gate_proj,0.0000004535,0.02500,3.655
+9,mlp.experts.24.gate_proj,0.0000006356,0.02500,3.657
+9,mlp.experts.16.gate_proj,0.0000006281,0.02500,3.554
+9,mlp.experts.17.gate_proj,0.0000008641,0.02500,3.523
+9,mlp.experts.25.gate_proj,0.0000006543,0.02500,3.672
+9,mlp.experts.29.gate_proj,0.0000003660,0.02500,3.737
+9,mlp.experts.21.gate_proj,0.0000004149,0.02500,3.628
+9,mlp.experts.39.gate_proj,0.0000004445,0.02500,3.155
+9,mlp.experts.43.gate_proj,0.0000003782,0.02500,3.529
+9,mlp.experts.47.gate_proj,0.0000010267,0.02500,3.573
+9,mlp.experts.44.gate_proj,0.0000011214,0.02500,3.019
+9,mlp.experts.35.gate_proj,0.0000003224,0.02500,3.743
+9,mlp.experts.40.gate_proj,0.0000004075,0.02500,2.966
+9,mlp.experts.33.gate_proj,0.0000005997,0.02500,3.168
+9,mlp.experts.36.gate_proj,0.0000004606,0.02500,3.768
+9,mlp.experts.41.gate_proj,0.0000007280,0.02500,3.252
+9,mlp.experts.45.gate_proj,0.0000004252,0.02500,3.212
+9,mlp.experts.37.gate_proj,0.0000003900,0.02500,3.199
+9,mlp.experts.32.gate_proj,0.0000004774,0.02500,3.670
+9,mlp.experts.38.gate_proj,0.0000006042,0.02500,4.954
+9,mlp.experts.42.gate_proj,0.0000005227,0.02500,5.094
+9,mlp.experts.34.gate_proj,0.0000005117,0.02500,4.998
+9,mlp.experts.46.gate_proj,0.0000004651,0.02500,4.838
+9,mlp.experts.59.gate_proj,0.0000006470,0.02500,3.560
+9,mlp.experts.56.gate_proj,0.0000002352,0.02500,2.909
+9,mlp.experts.55.gate_proj,0.0000005417,0.02500,4.067
+9,mlp.experts.60.gate_proj,0.0000005742,0.02500,3.312
+9,mlp.experts.63.gate_proj,0.0000005550,0.02500,3.863
+9,mlp.experts.57.gate_proj,0.0000005120,0.02500,3.090
+9,mlp.experts.49.gate_proj,0.0000007906,0.02500,3.223
+9,mlp.experts.51.gate_proj,0.0000013505,0.02500,3.961
+9,mlp.experts.53.gate_proj,0.0000010060,0.02500,3.142
+9,mlp.experts.61.gate_proj,0.0000007734,0.02500,3.186
+9,mlp.experts.52.gate_proj,0.0000004596,0.02500,3.551
+9,mlp.experts.48.gate_proj,0.0000002867,0.02500,3.637
+9,mlp.experts.58.gate_proj,0.0000007288,0.02500,4.481
+9,mlp.experts.54.gate_proj,0.0000006386,0.02500,4.577
+9,mlp.experts.62.gate_proj,0.0000007802,0.02500,4.447
+9,mlp.experts.50.gate_proj,0.0000002798,0.02500,4.589
+9,mlp.experts.76.gate_proj,0.0000004811,0.02500,3.079
+9,mlp.experts.75.gate_proj,0.0000018570,0.02500,3.496
+9,mlp.experts.71.gate_proj,0.0000006110,0.02500,3.612
+9,mlp.experts.79.gate_proj,0.0000003654,0.02500,3.302
+9,mlp.experts.72.gate_proj,0.0000004952,0.02500,3.884
+9,mlp.experts.64.gate_proj,0.0000006764,0.02500,3.106
+9,mlp.experts.67.gate_proj,0.0000006163,0.02500,3.843
+9,mlp.experts.65.gate_proj,0.0000002658,0.02500,4.137
+9,mlp.experts.68.gate_proj,0.0000007833,0.02500,3.780
+9,mlp.experts.73.gate_proj,0.0000003884,0.02500,4.245
+9,mlp.experts.69.gate_proj,0.0000001869,0.02500,4.350
+9,mlp.experts.77.gate_proj,0.0000004536,0.02500,4.434
+9,mlp.experts.88.gate_proj,0.0000006577,0.02500,3.088
+9,mlp.experts.95.gate_proj,0.0000008641,0.02500,3.187
+9,mlp.experts.92.gate_proj,0.0000009426,0.02500,3.948
+9,mlp.experts.87.gate_proj,0.0000020763,0.02500,3.620
+9,mlp.experts.91.gate_proj,0.0000001755,0.02500,4.192
+9,mlp.experts.70.gate_proj,0.0000004233,0.02500,4.917
+9,mlp.experts.74.gate_proj,0.0000009388,0.02500,5.089
+9,mlp.experts.78.gate_proj,0.0000004390,0.02500,4.975
+9,mlp.experts.66.gate_proj,0.0000005719,0.02500,4.908
+9,mlp.experts.83.gate_proj,0.0000006834,0.02500,3.257
+9,mlp.experts.84.gate_proj,0.0000021020,0.02500,3.421
+9,mlp.experts.80.gate_proj,0.0000006309,0.02500,3.737
+9,mlp.experts.81.gate_proj,0.0000004640,0.02500,4.580
+9,mlp.experts.89.gate_proj,0.0000006743,0.02500,4.622
+9,mlp.experts.85.gate_proj,0.0000009364,0.02500,4.455
+9,mlp.experts.93.gate_proj,0.0000003736,0.02500,4.575
+9,mlp.experts.111.gate_proj,0.0000006759,0.02500,3.551
+9,mlp.experts.108.gate_proj,0.0000007157,0.02500,3.517
+9,mlp.experts.104.gate_proj,0.0000006120,0.02500,3.975
+9,mlp.experts.103.gate_proj,0.0000006090,0.02500,3.822
+9,mlp.experts.107.gate_proj,0.0000004935,0.02500,3.953
+9,mlp.experts.99.gate_proj,0.0000007541,0.02500,3.844
+9,mlp.experts.100.gate_proj,0.0000002994,0.02500,3.518
+9,mlp.experts.86.gate_proj,0.0000003466,0.02500,4.838
+9,mlp.experts.90.gate_proj,0.0000003260,0.02500,4.857
+9,mlp.experts.96.gate_proj,0.0000004695,0.02500,4.048
+9,mlp.experts.82.gate_proj,0.0000005937,0.02500,4.825
+9,mlp.experts.94.gate_proj,0.0000002175,0.02500,4.898
+9,mlp.experts.97.gate_proj,0.0000004657,0.02500,3.784
+9,mlp.experts.105.gate_proj,0.0000002368,0.02500,3.770
+9,mlp.experts.101.gate_proj,0.0000003005,0.02500,3.765
+9,mlp.experts.109.gate_proj,0.0000008519,0.02500,3.834
+9,mlp.experts.7.up_proj,0.0000007772,0.02500,3.662
+9,mlp.experts.4.up_proj,0.0000008783,0.02500,3.468
+9,mlp.experts.0.up_proj,0.0000003925,0.02500,3.483
+9,mlp.experts.119.gate_proj,0.0000007274,0.02500,3.740
+9,mlp.experts.3.up_proj,0.0000005568,0.02500,3.640
+9,mlp.experts.115.gate_proj,0.0000004778,0.02500,3.343
+9,mlp.experts.116.gate_proj,0.0000005568,0.02500,3.526
+9,mlp.experts.112.gate_proj,0.0000002428,0.02500,3.699
+9,mlp.experts.102.gate_proj,0.0000006309,0.02500,4.131
+9,mlp.experts.98.gate_proj,0.0000005357,0.02500,4.094
+9,mlp.experts.106.gate_proj,0.0000005658,0.02500,4.275
+9,mlp.experts.110.gate_proj,0.0000007158,0.02500,4.173
+9,mlp.experts.113.gate_proj,0.0000006815,0.02500,3.752
+9,mlp.experts.1.up_proj,0.0000006203,0.02500,3.727
+9,mlp.experts.117.gate_proj,0.0000005574,0.02500,3.700
+9,mlp.experts.20.up_proj,0.0000004493,0.02500,3.126
+9,mlp.experts.23.up_proj,0.0000006867,0.02500,3.338
+9,mlp.experts.5.up_proj,0.0000005638,0.02500,3.729
+9,mlp.experts.16.up_proj,0.0000006207,0.02500,3.373
+9,mlp.experts.19.up_proj,0.0000010013,0.02500,3.049
+9,mlp.experts.15.up_proj,0.0000003469,0.02500,3.871
+9,mlp.experts.12.up_proj,0.0000005830,0.02500,3.340
+9,mlp.experts.11.up_proj,0.0000001961,0.02500,3.585
+9,mlp.experts.8.up_proj,0.0000002263,0.02500,3.554
+9,mlp.experts.9.up_proj,0.0000007682,0.02500,3.363
+9,mlp.experts.36.up_proj,0.0000004556,0.02500,3.239
+9,mlp.experts.17.up_proj,0.0000008555,0.02500,3.375
+9,mlp.experts.13.up_proj,0.0000005830,0.02500,3.276
+9,mlp.experts.39.up_proj,0.0000004402,0.02500,3.255
+9,mlp.experts.21.up_proj,0.0000004108,0.02500,3.386
+9,mlp.experts.32.up_proj,0.0000004749,0.02500,3.585
+9,mlp.experts.118.gate_proj,0.0000005180,0.02500,4.925
+9,mlp.experts.35.up_proj,0.0000003184,0.02500,3.361
+9,mlp.experts.114.gate_proj,0.0000007628,0.02500,4.965
+9,mlp.experts.6.up_proj,0.0000008738,0.02500,4.886
+9,mlp.experts.27.up_proj,0.0000003747,0.02500,3.095
+9,mlp.experts.2.up_proj,0.0000003484,0.02500,5.264
+9,mlp.experts.31.up_proj,0.0000005782,0.02500,3.447
+9,mlp.experts.28.up_proj,0.0000002332,0.02500,3.420
+9,mlp.experts.24.up_proj,0.0000006294,0.02500,3.701
+9,mlp.experts.52.up_proj,0.0000004539,0.02500,3.094
+9,mlp.experts.55.up_proj,0.0000005380,0.02500,3.350
+9,mlp.experts.25.up_proj,0.0000006469,0.02500,3.758
+9,mlp.experts.33.up_proj,0.0000005984,0.02500,3.732
+9,mlp.experts.29.up_proj,0.0000003620,0.02500,3.778
+9,mlp.experts.48.up_proj,0.0000002802,0.02500,3.339
+9,mlp.experts.37.up_proj,0.0000003856,0.02500,3.793
+9,mlp.experts.51.up_proj,0.0000013292,0.02500,3.614
+9,mlp.experts.47.up_proj,0.0000010170,0.02500,3.411
+9,mlp.experts.43.up_proj,0.0000003738,0.02500,3.620
+9,mlp.experts.14.up_proj,0.0000004835,0.02500,4.449
+9,mlp.experts.44.up_proj,0.0000011118,0.02500,3.700
+9,mlp.experts.22.up_proj,0.0000003435,0.02500,4.401
+9,mlp.experts.10.up_proj,0.0000006554,0.02500,4.565
+9,mlp.experts.18.up_proj,0.0000003584,0.02500,4.692
+9,mlp.experts.40.up_proj,0.0000004037,0.02500,3.362
+9,mlp.experts.68.up_proj,0.0000007699,0.02500,3.419
+9,mlp.experts.71.up_proj,0.0000006034,0.02500,3.062
+9,mlp.experts.49.up_proj,0.0000007781,0.02500,4.284
+9,mlp.experts.64.up_proj,0.0000006686,0.02500,3.924
+9,mlp.experts.41.up_proj,0.0000007236,0.02500,4.386
+9,mlp.experts.45.up_proj,0.0000004203,0.02500,4.367
+9,mlp.experts.59.up_proj,0.0000006382,0.02500,3.142
+9,mlp.experts.67.up_proj,0.0000006106,0.02500,3.891
+9,mlp.experts.53.up_proj,0.0000010009,0.02500,4.283
+9,mlp.experts.63.up_proj,0.0000005499,0.02500,3.568
+9,mlp.experts.60.up_proj,0.0000005636,0.02500,3.231
+9,mlp.experts.84.up_proj,0.0000020809,0.02500,3.062
+9,mlp.experts.87.up_proj,0.0000020521,0.02500,2.953
+9,mlp.experts.56.up_proj,0.0000002298,0.02500,3.439
+9,mlp.experts.30.up_proj,0.0000006018,0.02500,5.112
+9,mlp.experts.38.up_proj,0.0000005993,0.02500,5.116
+9,mlp.experts.26.up_proj,0.0000007893,0.02500,5.105
+9,mlp.experts.75.up_proj,0.0000018366,0.02500,2.949
+9,mlp.experts.76.up_proj,0.0000004760,0.02500,2.924
+9,mlp.experts.57.up_proj,0.0000005056,0.02500,3.551
+9,mlp.experts.65.up_proj,0.0000002619,0.02500,3.603
+9,mlp.experts.34.up_proj,0.0000005087,0.02500,5.554
+9,mlp.experts.61.up_proj,0.0000007659,0.02500,3.584
+9,mlp.experts.80.up_proj,0.0000006252,0.02500,3.854
+9,mlp.experts.69.up_proj,0.0000001848,0.02500,3.609
+9,mlp.experts.83.up_proj,0.0000006773,0.02500,3.840
+9,mlp.experts.79.up_proj,0.0000003567,0.02500,3.835
+9,mlp.experts.103.up_proj,0.0000006014,0.02500,2.910
+9,mlp.experts.100.up_proj,0.0000002978,0.02500,3.289
+9,mlp.experts.72.up_proj,0.0000004922,0.02500,3.391
+9,mlp.experts.91.up_proj,0.0000001735,0.02500,3.049
+9,mlp.experts.96.up_proj,0.0000004639,0.02500,3.130
+9,mlp.experts.92.up_proj,0.0000009377,0.02500,3.643
+9,mlp.experts.99.up_proj,0.0000007496,0.02500,3.509
+9,mlp.experts.119.up_proj,0.0000007158,0.02500,3.363
+9,mlp.experts.95.up_proj,0.0000008539,0.02500,3.494
+9,mlp.experts.46.up_proj,0.0000004633,0.02500,5.648
+9,mlp.experts.54.up_proj,0.0000006288,0.02500,5.587
+9,mlp.experts.73.up_proj,0.0000003849,0.02500,4.674
+9,mlp.experts.88.up_proj,0.0000006469,0.02500,3.201
+9,mlp.experts.42.up_proj,0.0000005150,0.02500,5.694
+9,mlp.experts.81.up_proj,0.0000004519,0.02500,4.886
+9,mlp.experts.116.up_proj,0.0000005510,0.02500,3.722
+9,mlp.experts.77.up_proj,0.0000004474,0.02500,4.877
+9,mlp.experts.85.up_proj,0.0000009281,0.02500,4.945
+9,mlp.experts.50.up_proj,0.0000002770,0.02500,5.566
+9,mlp.experts.107.up_proj,0.0000004835,0.02500,3.186
+9,mlp.experts.108.up_proj,0.0000007066,0.02500,2.887
+9,mlp.experts.112.up_proj,0.0000002381,0.02500,3.189
+9,mlp.experts.111.up_proj,0.0000006600,0.02500,2.566
+9,mlp.experts.115.up_proj,0.0000004736,0.02500,2.945
+9,mlp.experts.104.up_proj,0.0000006057,0.02500,2.415
+9,mlp.experts.89.up_proj,0.0000006719,0.02500,3.396
+9,mlp.experts.97.up_proj,0.0000004643,0.02500,3.335
+9,mlp.experts.93.up_proj,0.0000003695,0.02500,3.489
+9,mlp.experts.101.up_proj,0.0000002965,0.02500,3.399
+9,mlp.experts.70.up_proj,0.0000004183,0.02500,4.532
+9,mlp.experts.62.up_proj,0.0000007702,0.02500,4.855
+9,mlp.experts.58.up_proj,0.0000007161,0.02500,4.737
+9,mlp.experts.66.up_proj,0.0000005622,0.02500,4.364
+9,mlp.experts.105.up_proj,0.0000002339,0.02500,4.325
+9,mlp.experts.113.up_proj,0.0000006764,0.02500,4.291
+9,mlp.experts.109.up_proj,0.0000008511,0.02500,4.169
+9,mlp.experts.117.up_proj,0.0000005482,0.02500,3.909
+9,mlp.experts.86.up_proj,0.0000003431,0.02500,4.280
+9,mlp.experts.78.up_proj,0.0000004344,0.02500,4.389
+9,mlp.experts.74.up_proj,0.0000009287,0.02500,4.336
+9,mlp.experts.82.up_proj,0.0000005892,0.02500,4.306
+9,mlp.experts.94.up_proj,0.0000002153,0.02500,3.084
+9,mlp.experts.90.up_proj,0.0000003239,0.02500,2.966
+9,mlp.experts.102.up_proj,0.0000006228,0.02500,3.537
+9,mlp.experts.98.up_proj,0.0000005278,0.02500,3.250
+9,mlp.experts.106.up_proj,0.0000005565,0.02500,3.041
+9,mlp.experts.110.up_proj,0.0000007059,0.02500,3.347
+9,mlp.experts.118.up_proj,0.0000005132,0.02500,3.231
+9,mlp.experts.114.up_proj,0.0000007549,0.02500,2.873
+9,mlp.experts.12.down_proj,0.0000000099,0.02500,1.529
+9,mlp.experts.5.down_proj,0.0000000055,0.02500,1.541
+9,mlp.experts.1.down_proj,0.0000000112,0.02500,1.610
+9,mlp.experts.10.down_proj,0.0000000101,0.02500,1.620
+9,mlp.experts.9.down_proj,0.0000000125,0.02500,1.643
+9,mlp.experts.14.down_proj,0.0000000047,0.02500,1.647
+9,mlp.experts.6.down_proj,0.0000000099,0.02500,1.663
+9,mlp.experts.0.down_proj,0.0000000058,0.02500,1.677
+9,mlp.experts.13.down_proj,0.0000000100,0.02500,1.674
+9,mlp.experts.4.down_proj,0.0000000118,0.02500,1.685
+9,mlp.experts.8.down_proj,0.0000000024,0.02500,1.725
+9,mlp.experts.2.down_proj,0.0000000055,0.02500,1.775
+9,mlp.experts.7.down_proj,0.0000000101,0.02500,1.901
+9,mlp.experts.11.down_proj,0.0000000041,0.02500,1.941
+9,mlp.experts.15.down_proj,0.0000000049,0.02500,1.938
+9,mlp.experts.3.down_proj,0.0000000085,0.02500,1.944
+9,mlp.experts.21.down_proj,0.0000000050,0.02500,1.108
+9,mlp.experts.17.down_proj,0.0000000127,0.02500,1.055
+9,mlp.experts.25.down_proj,0.0000000075,0.02500,1.061
+9,mlp.experts.29.down_proj,0.0000000038,0.02500,1.086
+9,mlp.experts.30.down_proj,0.0000000056,0.02500,1.183
+9,mlp.experts.26.down_proj,0.0000000073,0.02500,1.277
+9,mlp.experts.22.down_proj,0.0000000061,0.02500,1.242
+9,mlp.experts.19.down_proj,0.0000000153,0.02500,1.102
+9,mlp.experts.23.down_proj,0.0000000132,0.02500,1.149
+9,mlp.experts.27.down_proj,0.0000000052,0.02500,1.111
+9,mlp.experts.18.down_proj,0.0000000050,0.02500,1.288
+9,mlp.experts.28.down_proj,0.0000000025,0.02500,1.556
+9,mlp.experts.31.down_proj,0.0000000057,0.02500,1.148
+9,mlp.experts.20.down_proj,0.0000000052,0.02500,1.452
+9,mlp.experts.24.down_proj,0.0000000059,0.02500,1.465
+9,mlp.experts.16.down_proj,0.0000000050,0.02500,1.518
+9,mlp.experts.46.down_proj,0.0000000059,0.02500,1.382
+9,mlp.experts.43.down_proj,0.0000000031,0.02500,1.180
+9,mlp.experts.39.down_proj,0.0000000056,0.02500,1.203
+9,mlp.experts.42.down_proj,0.0000000095,0.02500,1.363
+9,mlp.experts.35.down_proj,0.0000000033,0.02500,1.223
+9,mlp.experts.38.down_proj,0.0000000087,0.02500,1.390
+9,mlp.experts.47.down_proj,0.0000000100,0.02500,1.220
+9,mlp.experts.34.down_proj,0.0000000066,0.02500,1.291
+9,mlp.experts.44.down_proj,0.0000000101,0.02500,1.293
+9,mlp.experts.32.down_proj,0.0000000048,0.02500,1.238
+9,mlp.experts.36.down_proj,0.0000000034,0.02500,1.304
+9,mlp.experts.37.down_proj,0.0000000076,0.02500,1.884
+9,mlp.experts.33.down_proj,0.0000000083,0.02500,1.890
+9,mlp.experts.40.down_proj,0.0000000038,0.02500,1.367
+9,mlp.experts.45.down_proj,0.0000000079,0.02500,1.818
+9,mlp.experts.41.down_proj,0.0000000068,0.02500,1.877
+9,mlp.experts.62.down_proj,0.0000000071,0.02500,1.094
+9,mlp.experts.58.down_proj,0.0000000044,0.02500,1.096
+9,mlp.experts.54.down_proj,0.0000000108,0.02500,1.109
+9,mlp.experts.50.down_proj,0.0000000055,0.02500,1.137
+9,mlp.experts.55.down_proj,0.0000000066,0.02500,1.364
+9,mlp.experts.51.down_proj,0.0000000132,0.02500,1.350
+9,mlp.experts.59.down_proj,0.0000000067,0.02500,1.409
+9,mlp.experts.52.down_proj,0.0000000034,0.02500,1.254
+9,mlp.experts.48.down_proj,0.0000000035,0.02500,1.302
+9,mlp.experts.60.down_proj,0.0000000052,0.02500,1.373
+9,mlp.experts.63.down_proj,0.0000000071,0.02500,1.444
+9,mlp.experts.56.down_proj,0.0000000020,0.02500,1.259
+9,mlp.experts.49.down_proj,0.0000000056,0.02500,1.286
+9,mlp.experts.61.down_proj,0.0000000079,0.02500,1.278
+9,mlp.experts.53.down_proj,0.0000000122,0.02500,1.325
+9,mlp.experts.57.down_proj,0.0000000043,0.02500,1.280
+9,mlp.experts.68.down_proj,0.0000000118,0.02500,1.050
+9,mlp.experts.76.down_proj,0.0000000070,0.02500,1.020
+9,mlp.experts.64.down_proj,0.0000000092,0.02500,1.071
+9,mlp.experts.65.down_proj,0.0000000025,0.02500,1.032
+9,mlp.experts.77.down_proj,0.0000000048,0.02500,1.044
+9,mlp.experts.69.down_proj,0.0000000025,0.02500,1.066
+9,mlp.experts.72.down_proj,0.0000000032,0.02500,1.108
+9,mlp.experts.73.down_proj,0.0000000038,0.02500,1.065
+9,mlp.experts.67.down_proj,0.0000000104,0.02500,1.331
+9,mlp.experts.71.down_proj,0.0000000088,0.02500,1.331
+9,mlp.experts.75.down_proj,0.0000000172,0.02500,1.359
+9,mlp.experts.79.down_proj,0.0000000024,0.02500,1.306
+9,mlp.experts.78.down_proj,0.0000000038,0.02500,1.816
+9,mlp.experts.74.down_proj,0.0000000081,0.02500,1.828
+9,mlp.experts.70.down_proj,0.0000000059,0.02500,1.896
+9,mlp.experts.66.down_proj,0.0000000090,0.02500,1.921
+9,mlp.experts.81.down_proj,0.0000000066,0.02500,1.225
+9,mlp.experts.89.down_proj,0.0000000098,0.02500,1.187
+9,mlp.experts.93.down_proj,0.0000000061,0.02500,1.228
+9,mlp.experts.80.down_proj,0.0000000083,0.02500,1.343
+9,mlp.experts.87.down_proj,0.0000000224,0.02500,1.199
+9,mlp.experts.84.down_proj,0.0000000258,0.02500,1.432
+9,mlp.experts.85.down_proj,0.0000000147,0.02500,1.275
+9,mlp.experts.92.down_proj,0.0000000109,0.02500,1.421
+9,mlp.experts.91.down_proj,0.0000000047,0.02500,1.228
+9,mlp.experts.83.down_proj,0.0000000084,0.02500,1.317
+9,mlp.experts.88.down_proj,0.0000000071,0.02500,1.365
+9,mlp.experts.95.down_proj,0.0000000063,0.02500,1.268
+9,mlp.experts.94.down_proj,0.0000000034,0.02500,1.666
+9,mlp.experts.90.down_proj,0.0000000047,0.02500,1.696
+9,mlp.experts.86.down_proj,0.0000000037,0.02500,1.585
+9,mlp.experts.82.down_proj,0.0000000076,0.02500,1.549
+9,mlp.experts.96.down_proj,0.0000000043,0.02500,0.978
+9,mlp.experts.100.down_proj,0.0000000056,0.02500,0.950
+9,mlp.experts.108.down_proj,0.0000000104,0.02500,0.952
+9,mlp.experts.103.down_proj,0.0000000092,0.02500,1.095
+9,mlp.experts.107.down_proj,0.0000000034,0.02500,1.042
+9,mlp.experts.99.down_proj,0.0000000095,0.02500,1.045
+9,mlp.experts.104.down_proj,0.0000000075,0.02500,1.068
+9,mlp.experts.111.down_proj,0.0000000058,0.02500,1.049
+9,mlp.experts.97.down_proj,0.0000000033,0.02500,1.424
+9,mlp.experts.105.down_proj,0.0000000035,0.02500,1.424
+9,mlp.experts.109.down_proj,0.0000000102,0.02500,1.455
+9,mlp.experts.101.down_proj,0.0000000022,0.02500,1.389
+9,mlp.experts.110.down_proj,0.0000000116,0.02500,1.022
+9,mlp.experts.102.down_proj,0.0000000055,0.02500,0.990
+9,mlp.experts.106.down_proj,0.0000000050,0.02500,1.013
+9,mlp.experts.115.down_proj,0.0000000046,0.02500,0.672
+9,mlp.experts.98.down_proj,0.0000000048,0.02500,1.041
+9,mlp.experts.119.down_proj,0.0000000082,0.02500,0.769
+9,mlp.experts.112.down_proj,0.0000000023,0.02500,0.895
+9,mlp.experts.116.down_proj,0.0000000084,0.02500,0.940
+9,mlp.experts.113.down_proj,0.0000000077,0.02500,0.659
+9,mlp.experts.117.down_proj,0.0000000042,0.02500,0.619
+9,mlp.experts.118.down_proj,0.0000000065,0.02500,0.769
+9,mlp.experts.114.down_proj,0.0000000087,0.02500,0.724
+10,self_attn.v_proj,0.0000000010,0.02500,1.568
+10,self_attn.k_proj,0.0000000007,0.02500,1.839
+10,self_attn.q_proj,0.0000000028,0.02500,2.134
+10,self_attn.o_proj,0.0000000004,0.02500,4.000
+10,mlp.shared_experts.gate_proj,0.0000000329,0.02500,1.496
+10,mlp.shared_experts.up_proj,0.0000000340,0.02500,1.491
+10,mlp.shared_experts.down_proj,0.0000000002,0.02500,0.383
+10,mlp.experts.5.gate_proj,0.0000004008,0.02500,4.376
+10,mlp.experts.4.gate_proj,0.0000005487,0.02500,4.416
+10,mlp.experts.8.gate_proj,0.0000010510,0.02500,4.474
+10,mlp.experts.1.gate_proj,0.0000004820,0.02500,4.534
+10,mlp.experts.0.gate_proj,0.0000008051,0.02500,4.610
+10,mlp.experts.9.gate_proj,0.0000006612,0.02500,4.719
+10,mlp.experts.12.gate_proj,0.0000005897,0.02500,4.759
+10,mlp.experts.13.gate_proj,0.0000004580,0.02500,4.986
+10,mlp.experts.10.gate_proj,0.0000006550,0.02500,5.098
+10,mlp.experts.6.gate_proj,0.0000008216,0.02500,5.184
+10,mlp.experts.14.gate_proj,0.0000005853,0.02500,5.352
+10,mlp.experts.2.gate_proj,0.0000002396,0.02500,5.046
+10,mlp.experts.7.gate_proj,0.0000021355,0.02500,5.511
+10,mlp.experts.11.gate_proj,0.0000008904,0.02500,5.526
+10,mlp.experts.3.gate_proj,0.0000003920,0.02500,5.679
+10,mlp.experts.15.gate_proj,0.0000003224,0.02500,5.755
+10,mlp.experts.21.gate_proj,0.0000008079,0.02500,3.549
+10,mlp.experts.17.gate_proj,0.0000004603,0.02500,3.470
+10,mlp.experts.25.gate_proj,0.0000010222,0.02500,3.460
+10,mlp.experts.20.gate_proj,0.0000002769,0.02500,3.914
+10,mlp.experts.29.gate_proj,0.0000010303,0.02500,3.467
+10,mlp.experts.16.gate_proj,0.0000002264,0.02500,3.867
+10,mlp.experts.24.gate_proj,0.0000003528,0.02500,4.082
+10,mlp.experts.26.gate_proj,0.0000007668,0.02500,3.778
+10,mlp.experts.28.gate_proj,0.0000007147,0.02500,4.154
+10,mlp.experts.22.gate_proj,0.0000003392,0.02500,3.800
+10,mlp.experts.30.gate_proj,0.0000002964,0.02500,3.763
+10,mlp.experts.18.gate_proj,0.0000006969,0.02500,3.866
+10,mlp.experts.27.gate_proj,0.0000007065,0.02500,4.118
+10,mlp.experts.23.gate_proj,0.0000005797,0.02500,4.280
+10,mlp.experts.19.gate_proj,0.0000009073,0.02500,4.163
+10,mlp.experts.31.gate_proj,0.0000011875,0.02500,4.240
+10,mlp.experts.37.gate_proj,0.0000003426,0.02500,3.669
+10,mlp.experts.33.gate_proj,0.0000005381,0.02500,3.874
+10,mlp.experts.32.gate_proj,0.0000014379,0.02500,3.433
+10,mlp.experts.36.gate_proj,0.0000004302,0.02500,3.629
+10,mlp.experts.41.gate_proj,0.0000009192,0.02500,3.873
+10,mlp.experts.42.gate_proj,0.0000003861,0.02500,3.313
+10,mlp.experts.45.gate_proj,0.0000009024,0.02500,3.772
+10,mlp.experts.38.gate_proj,0.0000004224,0.02500,3.282
+10,mlp.experts.46.gate_proj,0.0000013162,0.02500,3.216
+10,mlp.experts.44.gate_proj,0.0000014408,0.02500,3.441
+10,mlp.experts.34.gate_proj,0.0000004406,0.02500,3.312
+10,mlp.experts.40.gate_proj,0.0000009121,0.02500,4.048
+10,mlp.experts.43.gate_proj,0.0000005369,0.02500,4.100
+10,mlp.experts.35.gate_proj,0.0000002970,0.02500,3.985
+10,mlp.experts.47.gate_proj,0.0000009312,0.02500,3.986
+10,mlp.experts.39.gate_proj,0.0000007857,0.02500,4.237
+10,mlp.experts.53.gate_proj,0.0000007911,0.02500,3.019
+10,mlp.experts.58.gate_proj,0.0000012961,0.02500,2.778
+10,mlp.experts.54.gate_proj,0.0000006173,0.02500,2.793
+10,mlp.experts.62.gate_proj,0.0000012627,0.02500,2.817
+10,mlp.experts.49.gate_proj,0.0000007380,0.02500,3.327
+10,mlp.experts.52.gate_proj,0.0000009146,0.02500,3.316
+10,mlp.experts.57.gate_proj,0.0000007849,0.02500,3.231
+10,mlp.experts.50.gate_proj,0.0000005121,0.02500,2.832
+10,mlp.experts.60.gate_proj,0.0000012051,0.02500,3.287
+10,mlp.experts.48.gate_proj,0.0000005223,0.02500,3.864
+10,mlp.experts.61.gate_proj,0.0000006514,0.02500,3.776
+10,mlp.experts.56.gate_proj,0.0000003158,0.02500,3.760
+10,mlp.experts.69.gate_proj,0.0000005510,0.02500,3.125
+10,mlp.experts.59.gate_proj,0.0000006117,0.02500,4.146
+10,mlp.experts.51.gate_proj,0.0000008878,0.02500,4.173
+10,mlp.experts.55.gate_proj,0.0000014731,0.02500,4.105
+10,mlp.experts.73.gate_proj,0.0000008123,0.02500,2.868
+10,mlp.experts.63.gate_proj,0.0000007427,0.02500,4.339
+10,mlp.experts.65.gate_proj,0.0000009330,0.02500,3.154
+10,mlp.experts.74.gate_proj,0.0000005116,0.02500,3.610
+10,mlp.experts.70.gate_proj,0.0000005292,0.02500,3.588
+10,mlp.experts.68.gate_proj,0.0000006042,0.02500,3.614
+10,mlp.experts.78.gate_proj,0.0000007117,0.02500,3.787
+10,mlp.experts.76.gate_proj,0.0000018947,0.02500,3.620
+10,mlp.experts.66.gate_proj,0.0000008743,0.02500,3.844
+10,mlp.experts.64.gate_proj,0.0000011063,0.02500,3.560
+10,mlp.experts.77.gate_proj,0.0000002732,0.02500,3.589
+10,mlp.experts.72.gate_proj,0.0000010956,0.02500,3.521
+10,mlp.experts.85.gate_proj,0.0000010274,0.02500,3.509
+10,mlp.experts.81.gate_proj,0.0000006412,0.02500,3.363
+10,mlp.experts.84.gate_proj,0.0000003604,0.02500,2.858
+10,mlp.experts.89.gate_proj,0.0000008065,0.02500,3.687
+10,mlp.experts.75.gate_proj,0.0000003295,0.02500,4.005
+10,mlp.experts.67.gate_proj,0.0000008580,0.02500,4.130
+10,mlp.experts.94.gate_proj,0.0000005189,0.02500,3.245
+10,mlp.experts.90.gate_proj,0.0000012071,0.02500,3.602
+10,mlp.experts.80.gate_proj,0.0000004178,0.02500,2.886
+10,mlp.experts.92.gate_proj,0.0000006458,0.02500,3.071
+10,mlp.experts.86.gate_proj,0.0000009978,0.02500,3.700
+10,mlp.experts.71.gate_proj,0.0000018701,0.02500,4.253
+10,mlp.experts.79.gate_proj,0.0000003685,0.02500,4.201
+10,mlp.experts.88.gate_proj,0.0000004849,0.02500,3.053
+10,mlp.experts.82.gate_proj,0.0000009926,0.02500,3.731
+10,mlp.experts.93.gate_proj,0.0000008733,0.02500,3.580
+10,mlp.experts.100.gate_proj,0.0000006189,0.02500,3.031
+10,mlp.experts.101.gate_proj,0.0000005725,0.02500,3.665
+10,mlp.experts.97.gate_proj,0.0000007728,0.02500,3.242
+10,mlp.experts.105.gate_proj,0.0000005829,0.02500,3.203
+10,mlp.experts.96.gate_proj,0.0000006073,0.02500,2.967
+10,mlp.experts.108.gate_proj,0.0000002804,0.02500,3.001
+10,mlp.experts.102.gate_proj,0.0000014769,0.02500,3.191
+10,mlp.experts.110.gate_proj,0.0000002555,0.02500,3.653
+10,mlp.experts.104.gate_proj,0.0000006613,0.02500,2.986
+10,mlp.experts.106.gate_proj,0.0000012258,0.02500,3.855
+10,mlp.experts.91.gate_proj,0.0000005292,0.02500,4.436
+10,mlp.experts.98.gate_proj,0.0000004488,0.02500,3.546
+10,mlp.experts.83.gate_proj,0.0000009751,0.02500,4.531
+10,mlp.experts.87.gate_proj,0.0000006415,0.02500,4.519
+10,mlp.experts.109.gate_proj,0.0000002763,0.02500,3.814
+10,mlp.experts.95.gate_proj,0.0000007207,0.02500,4.484
+10,mlp.experts.116.gate_proj,0.0000002332,0.02500,3.051
+10,mlp.experts.117.gate_proj,0.0000012562,0.02500,3.091
+10,mlp.experts.112.gate_proj,0.0000006947,0.02500,3.031
+10,mlp.experts.1.up_proj,0.0000004761,0.02500,3.404
+10,mlp.experts.4.up_proj,0.0000005473,0.02500,3.160
+10,mlp.experts.118.gate_proj,0.0000004624,0.02500,3.175
+10,mlp.experts.113.gate_proj,0.0000013772,0.02500,3.865
+10,mlp.experts.0.up_proj,0.0000007928,0.02500,3.087
+10,mlp.experts.2.up_proj,0.0000002364,0.02500,3.052
+10,mlp.experts.6.up_proj,0.0000008151,0.02500,3.330
+10,mlp.experts.5.up_proj,0.0000003979,0.02500,3.124
+10,mlp.experts.114.gate_proj,0.0000010216,0.02500,3.599
+10,mlp.experts.13.up_proj,0.0000004550,0.02500,2.804
+10,mlp.experts.12.up_proj,0.0000005821,0.02500,3.281
+10,mlp.experts.107.gate_proj,0.0000008893,0.02500,4.912
+10,mlp.experts.17.up_proj,0.0000004521,0.02500,3.052
+10,mlp.experts.99.gate_proj,0.0000006780,0.02500,4.847
+10,mlp.experts.8.up_proj,0.0000010397,0.02500,3.498
+10,mlp.experts.103.gate_proj,0.0000010141,0.02500,4.954
+10,mlp.experts.111.gate_proj,0.0000007287,0.02500,4.940
+10,mlp.experts.14.up_proj,0.0000005763,0.02500,3.317
+10,mlp.experts.20.up_proj,0.0000002739,0.02500,3.679
+10,mlp.experts.22.up_proj,0.0000003322,0.02500,3.234
+10,mlp.experts.9.up_proj,0.0000006561,0.02500,3.603
+10,mlp.experts.18.up_proj,0.0000006902,0.02500,3.380
+10,mlp.experts.16.up_proj,0.0000002247,0.02500,3.946
+10,mlp.experts.10.up_proj,0.0000006520,0.02500,3.204
+10,mlp.experts.21.up_proj,0.0000007942,0.02500,3.457
+10,mlp.experts.29.up_proj,0.0000010223,0.02500,3.231
+10,mlp.experts.33.up_proj,0.0000005356,0.02500,3.375
+10,mlp.experts.3.up_proj,0.0000003865,0.02500,4.216
+10,mlp.experts.25.up_proj,0.0000010147,0.02500,3.080
+10,mlp.experts.30.up_proj,0.0000002922,0.02500,3.512
+10,mlp.experts.34.up_proj,0.0000004392,0.02500,3.167
+10,mlp.experts.115.gate_proj,0.0000004178,0.02500,4.136
+10,mlp.experts.28.up_proj,0.0000007107,0.02500,4.667
+10,mlp.experts.119.gate_proj,0.0000013149,0.02500,4.120
+10,mlp.experts.38.up_proj,0.0000004190,0.02500,3.631
+10,mlp.experts.7.up_proj,0.0000021101,0.02500,4.127
+10,mlp.experts.26.up_proj,0.0000007579,0.02500,3.221
+10,mlp.experts.37.up_proj,0.0000003402,0.02500,3.168
+10,mlp.experts.24.up_proj,0.0000003457,0.02500,5.024
+10,mlp.experts.36.up_proj,0.0000004244,0.02500,4.711
+10,mlp.experts.32.up_proj,0.0000014296,0.02500,4.373
+10,mlp.experts.45.up_proj,0.0000008961,0.02500,3.526
+10,mlp.experts.49.up_proj,0.0000007338,0.02500,2.990
+10,mlp.experts.46.up_proj,0.0000013049,0.02500,3.305
+10,mlp.experts.50.up_proj,0.0000005078,0.02500,3.453
+10,mlp.experts.41.up_proj,0.0000009008,0.02500,3.619
+10,mlp.experts.54.up_proj,0.0000006125,0.02500,3.655
+10,mlp.experts.44.up_proj,0.0000014324,0.02500,3.927
+10,mlp.experts.53.up_proj,0.0000007846,0.02500,3.026
+10,mlp.experts.42.up_proj,0.0000003795,0.02500,3.188
+10,mlp.experts.19.up_proj,0.0000009010,0.02500,4.477
+10,mlp.experts.11.up_proj,0.0000008874,0.02500,4.521
+10,mlp.experts.15.up_proj,0.0000003190,0.02500,4.255
+10,mlp.experts.40.up_proj,0.0000009073,0.02500,3.537
+10,mlp.experts.52.up_proj,0.0000009106,0.02500,3.569
+10,mlp.experts.23.up_proj,0.0000005746,0.02500,4.515
+10,mlp.experts.48.up_proj,0.0000005180,0.02500,3.545
+10,mlp.experts.61.up_proj,0.0000006392,0.02500,3.353
+10,mlp.experts.65.up_proj,0.0000009245,0.02500,3.250
+10,mlp.experts.62.up_proj,0.0000012587,0.02500,3.351
+10,mlp.experts.66.up_proj,0.0000008618,0.02500,3.467
+10,mlp.experts.57.up_proj,0.0000007800,0.02500,3.508
+10,mlp.experts.70.up_proj,0.0000005122,0.02500,2.976
+10,mlp.experts.69.up_proj,0.0000005444,0.02500,3.020
+10,mlp.experts.58.up_proj,0.0000012865,0.02500,3.611
+10,mlp.experts.81.up_proj,0.0000006268,0.02500,2.799
+10,mlp.experts.60.up_proj,0.0000011917,0.02500,4.370
+10,mlp.experts.35.up_proj,0.0000002911,0.02500,4.318
+10,mlp.experts.31.up_proj,0.0000011816,0.02500,4.221
+10,mlp.experts.27.up_proj,0.0000007032,0.02500,4.529
+10,mlp.experts.77.up_proj,0.0000002825,0.02500,3.796
+10,mlp.experts.39.up_proj,0.0000007713,0.02500,4.321
+10,mlp.experts.56.up_proj,0.0000003137,0.02500,4.944
+10,mlp.experts.68.up_proj,0.0000005974,0.02500,4.942
+10,mlp.experts.78.up_proj,0.0000007039,0.02500,3.335
+10,mlp.experts.85.up_proj,0.0000010151,0.02500,2.779
+10,mlp.experts.82.up_proj,0.0000009865,0.02500,3.059
+10,mlp.experts.64.up_proj,0.0000010936,0.02500,4.929
+10,mlp.experts.86.up_proj,0.0000009889,0.02500,3.312
+10,mlp.experts.73.up_proj,0.0000007899,0.02500,3.780
+10,mlp.experts.74.up_proj,0.0000005056,0.02500,3.403
+10,mlp.experts.97.up_proj,0.0000007694,0.02500,2.912
+10,mlp.experts.93.up_proj,0.0000008659,0.02500,3.326
+10,mlp.experts.76.up_proj,0.0000018556,0.02500,4.123
+10,mlp.experts.101.up_proj,0.0000005635,0.02500,2.887
+10,mlp.experts.98.up_proj,0.0000004452,0.02500,3.048
+10,mlp.experts.51.up_proj,0.0000008839,0.02500,4.420
+10,mlp.experts.47.up_proj,0.0000009196,0.02500,4.410
+10,mlp.experts.72.up_proj,0.0000010635,0.02500,3.676
+10,mlp.experts.84.up_proj,0.0000003582,0.02500,3.608
+10,mlp.experts.94.up_proj,0.0000005122,0.02500,3.526
+10,mlp.experts.55.up_proj,0.0000014618,0.02500,4.218
+10,mlp.experts.102.up_proj,0.0000014545,0.02500,3.193
+10,mlp.experts.43.up_proj,0.0000005302,0.02500,4.474
+10,mlp.experts.80.up_proj,0.0000004128,0.02500,3.578
+10,mlp.experts.90.up_proj,0.0000011994,0.02500,3.427
+10,mlp.experts.89.up_proj,0.0000008019,0.02500,3.862
+10,mlp.experts.113.up_proj,0.0000013647,0.02500,3.602
+10,mlp.experts.92.up_proj,0.0000006399,0.02500,2.923
+10,mlp.experts.117.up_proj,0.0000012397,0.02500,2.981
+10,mlp.experts.109.up_proj,0.0000002739,0.02500,3.425
+10,mlp.experts.88.up_proj,0.0000004805,0.02500,2.943
+10,mlp.experts.100.up_proj,0.0000006144,0.02500,2.924
+10,mlp.experts.114.up_proj,0.0000010163,0.02500,3.462
+10,mlp.experts.110.up_proj,0.0000002528,0.02500,3.109
+10,mlp.experts.96.up_proj,0.0000005962,0.02500,2.902
+10,mlp.experts.118.up_proj,0.0000004592,0.02500,3.151
+10,mlp.experts.105.up_proj,0.0000005755,0.02500,2.247
+10,mlp.experts.67.up_proj,0.0000008329,0.02500,4.133
+10,mlp.experts.63.up_proj,0.0000007363,0.02500,4.031
+10,mlp.experts.106.up_proj,0.0000012245,0.02500,2.693
+10,mlp.experts.59.up_proj,0.0000006023,0.02500,4.117
+10,mlp.experts.71.up_proj,0.0000018552,0.02500,4.257
+10,mlp.experts.108.up_proj,0.0000002726,0.02500,2.779
+10,mlp.experts.116.up_proj,0.0000002310,0.02500,2.557
+10,mlp.experts.104.up_proj,0.0000006547,0.02500,2.669
+10,mlp.experts.112.up_proj,0.0000006896,0.02500,2.434
+10,mlp.experts.83.up_proj,0.0000009720,0.02500,4.323
+10,mlp.experts.79.up_proj,0.0000003625,0.02500,4.479
+10,mlp.experts.75.up_proj,0.0000003251,0.02500,4.377
+10,mlp.experts.87.up_proj,0.0000006366,0.02500,4.558
+10,mlp.experts.99.up_proj,0.0000006642,0.02500,5.402
+10,mlp.experts.95.up_proj,0.0000007094,0.02500,5.389
+10,mlp.experts.91.up_proj,0.0000005178,0.02500,5.252
+10,mlp.experts.103.up_proj,0.0000010063,0.02500,5.229
+10,mlp.experts.115.up_proj,0.0000004152,0.02500,4.497
+10,mlp.experts.111.up_proj,0.0000007244,0.02500,4.396
+10,mlp.experts.107.up_proj,0.0000008847,0.02500,4.307
+10,mlp.experts.119.up_proj,0.0000013070,0.02500,4.101
+10,mlp.experts.3.down_proj,0.0000000090,0.02500,1.273
+10,mlp.experts.7.down_proj,0.0000000242,0.02500,1.274
+10,mlp.experts.15.down_proj,0.0000000041,0.02500,1.274
+10,mlp.experts.11.down_proj,0.0000000093,0.02500,1.334
+10,mlp.experts.9.down_proj,0.0000000068,0.02500,1.647
+10,mlp.experts.1.down_proj,0.0000000041,0.02500,1.722
+10,mlp.experts.5.down_proj,0.0000000050,0.02500,1.783
+10,mlp.experts.0.down_proj,0.0000000113,0.02500,1.789
+10,mlp.experts.12.down_proj,0.0000000090,0.02500,1.812
+10,mlp.experts.4.down_proj,0.0000000053,0.02500,1.841
+10,mlp.experts.6.down_proj,0.0000000094,0.02500,1.896
+10,mlp.experts.10.down_proj,0.0000000059,0.02500,1.897
+10,mlp.experts.13.down_proj,0.0000000065,0.02500,1.698
+10,mlp.experts.8.down_proj,0.0000000270,0.02500,1.916
+10,mlp.experts.14.down_proj,0.0000000059,0.02500,1.805
+10,mlp.experts.2.down_proj,0.0000000045,0.02500,2.053
+10,mlp.experts.31.down_proj,0.0000000120,0.02500,0.913
+10,mlp.experts.23.down_proj,0.0000000075,0.02500,0.915
+10,mlp.experts.19.down_proj,0.0000000101,0.02500,0.917
+10,mlp.experts.27.down_proj,0.0000000091,0.02500,0.907
+10,mlp.experts.25.down_proj,0.0000000077,0.02500,0.919
+10,mlp.experts.21.down_proj,0.0000000080,0.02500,0.885
+10,mlp.experts.26.down_proj,0.0000000118,0.02500,0.871
+10,mlp.experts.22.down_proj,0.0000000029,0.02500,0.887
+10,mlp.experts.20.down_proj,0.0000000057,0.02500,0.942
+10,mlp.experts.30.down_proj,0.0000000040,0.02500,0.883
+10,mlp.experts.24.down_proj,0.0000000098,0.02500,0.903
+10,mlp.experts.17.down_proj,0.0000000028,0.02500,1.159
+10,mlp.experts.18.down_proj,0.0000000111,0.02500,0.877
+10,mlp.experts.28.down_proj,0.0000000060,0.02500,1.125
+10,mlp.experts.16.down_proj,0.0000000026,0.02500,1.162
+10,mlp.experts.29.down_proj,0.0000000122,0.02500,1.167
+10,mlp.experts.39.down_proj,0.0000000098,0.02500,0.995
+10,mlp.experts.35.down_proj,0.0000000053,0.02500,0.995
+10,mlp.experts.47.down_proj,0.0000000073,0.02500,1.014
+10,mlp.experts.43.down_proj,0.0000000061,0.02500,1.000
+10,mlp.experts.37.down_proj,0.0000000049,0.02500,0.948
+10,mlp.experts.41.down_proj,0.0000000067,0.02500,1.111
+10,mlp.experts.42.down_proj,0.0000000042,0.02500,0.952
+10,mlp.experts.46.down_proj,0.0000000185,0.02500,0.944
+10,mlp.experts.38.down_proj,0.0000000031,0.02500,1.025
+10,mlp.experts.34.down_proj,0.0000000040,0.02500,0.949
+10,mlp.experts.36.down_proj,0.0000000079,0.02500,1.116
+10,mlp.experts.44.down_proj,0.0000000161,0.02500,1.018
+10,mlp.experts.40.down_proj,0.0000000112,0.02500,1.159
+10,mlp.experts.45.down_proj,0.0000000107,0.02500,0.929
+10,mlp.experts.33.down_proj,0.0000000080,0.02500,1.180
+10,mlp.experts.51.down_proj,0.0000000076,0.02500,0.896
+10,mlp.experts.55.down_proj,0.0000000219,0.02500,0.912
+10,mlp.experts.32.down_proj,0.0000000132,0.02500,1.147
+10,mlp.experts.63.down_proj,0.0000000065,0.02500,0.904
+10,mlp.experts.59.down_proj,0.0000000059,0.02500,0.894
+10,mlp.experts.53.down_proj,0.0000000144,0.02500,0.877
+10,mlp.experts.58.down_proj,0.0000000181,0.02500,0.928
+10,mlp.experts.62.down_proj,0.0000000151,0.02500,0.936
+10,mlp.experts.57.down_proj,0.0000000084,0.02500,1.082
+10,mlp.experts.50.down_proj,0.0000000055,0.02500,0.997
+10,mlp.experts.54.down_proj,0.0000000048,0.02500,1.084
+10,mlp.experts.52.down_proj,0.0000000094,0.02500,1.128
+10,mlp.experts.61.down_proj,0.0000000079,0.02500,1.050
+10,mlp.experts.56.down_proj,0.0000000044,0.02500,1.169
+10,mlp.experts.49.down_proj,0.0000000090,0.02500,1.087
+10,mlp.experts.60.down_proj,0.0000000184,0.02500,1.242
+10,mlp.experts.71.down_proj,0.0000000245,0.02500,1.158
+10,mlp.experts.67.down_proj,0.0000000083,0.02500,1.184
+10,mlp.experts.48.down_proj,0.0000000052,0.02500,1.179
+10,mlp.experts.75.down_proj,0.0000000046,0.02500,1.168
+10,mlp.experts.79.down_proj,0.0000000039,0.02500,1.233
+10,mlp.experts.69.down_proj,0.0000000071,0.02500,0.984
+10,mlp.experts.74.down_proj,0.0000000067,0.02500,0.973
+10,mlp.experts.73.down_proj,0.0000000075,0.02500,0.891
+10,mlp.experts.78.down_proj,0.0000000093,0.02500,1.026
+10,mlp.experts.66.down_proj,0.0000000113,0.02500,0.946
+10,mlp.experts.70.down_proj,0.0000000045,0.02500,0.960
+10,mlp.experts.65.down_proj,0.0000000143,0.02500,0.951
+10,mlp.experts.77.down_proj,0.0000000032,0.02500,1.104
+10,mlp.experts.68.down_proj,0.0000000077,0.02500,1.275
+10,mlp.experts.85.down_proj,0.0000000145,0.02500,0.938
+10,mlp.experts.72.down_proj,0.0000000120,0.02500,1.406
+10,mlp.experts.76.down_proj,0.0000000212,0.02500,1.397
+10,mlp.experts.64.down_proj,0.0000000137,0.02500,1.405
+10,mlp.experts.89.down_proj,0.0000000085,0.02500,1.057
+10,mlp.experts.90.down_proj,0.0000000158,0.02500,1.156
+10,mlp.experts.87.down_proj,0.0000000094,0.02500,1.588
+10,mlp.experts.83.down_proj,0.0000000122,0.02500,1.580
+10,mlp.experts.94.down_proj,0.0000000068,0.02500,1.144
+10,mlp.experts.91.down_proj,0.0000000055,0.02500,1.608
+10,mlp.experts.82.down_proj,0.0000000143,0.02500,1.103
+10,mlp.experts.95.down_proj,0.0000000066,0.02500,1.612
+10,mlp.experts.86.down_proj,0.0000000140,0.02500,1.264
+10,mlp.experts.93.down_proj,0.0000000096,0.02500,0.986
+10,mlp.experts.81.down_proj,0.0000000067,0.02500,1.052
+10,mlp.experts.84.down_proj,0.0000000039,0.02500,1.195
+10,mlp.experts.101.down_proj,0.0000000102,0.02500,1.099
+10,mlp.experts.105.down_proj,0.0000000051,0.02500,1.062
+10,mlp.experts.88.down_proj,0.0000000041,0.02500,1.229
+10,mlp.experts.99.down_proj,0.0000000054,0.02500,0.941
+10,mlp.experts.103.down_proj,0.0000000082,0.02500,0.965
+10,mlp.experts.107.down_proj,0.0000000099,0.02500,0.942
+10,mlp.experts.111.down_proj,0.0000000080,0.02500,0.923
+10,mlp.experts.92.down_proj,0.0000000077,0.02500,1.341
+10,mlp.experts.80.down_proj,0.0000000030,0.02500,1.267
+10,mlp.experts.106.down_proj,0.0000000175,0.02500,1.203
+10,mlp.experts.110.down_proj,0.0000000056,0.02500,1.128
+10,mlp.experts.97.down_proj,0.0000000078,0.02500,0.873
+10,mlp.experts.109.down_proj,0.0000000057,0.02500,0.921
+10,mlp.experts.98.down_proj,0.0000000045,0.02500,1.206
+10,mlp.experts.102.down_proj,0.0000000128,0.02500,1.087
+10,mlp.experts.117.down_proj,0.0000000155,0.02500,0.817
+10,mlp.experts.115.down_proj,0.0000000054,0.02500,0.677
+10,mlp.experts.119.down_proj,0.0000000160,0.02500,0.684
+10,mlp.experts.113.down_proj,0.0000000223,0.02500,0.543
+10,mlp.experts.100.down_proj,0.0000000073,0.02500,1.366
+10,mlp.experts.114.down_proj,0.0000000120,0.02500,0.808
+10,mlp.experts.118.down_proj,0.0000000039,0.02500,0.752
+10,mlp.experts.104.down_proj,0.0000000070,0.02500,1.287
+10,mlp.experts.108.down_proj,0.0000000023,0.02500,1.245
+10,mlp.experts.96.down_proj,0.0000000071,0.02500,1.337
+10,mlp.experts.116.down_proj,0.0000000030,0.02500,0.961
+10,mlp.experts.112.down_proj,0.0000000117,0.02500,0.713
+11,self_attn.v_proj,0.0000000012,0.02500,1.676
+11,self_attn.k_proj,0.0000000008,0.02500,1.680
+11,self_attn.q_proj,0.0000000036,0.02500,2.042
+11,self_attn.o_proj,0.0000000007,0.02500,3.581
+11,mlp.shared_experts.gate_proj,0.0000000407,0.02500,1.298
+11,mlp.shared_experts.up_proj,0.0000000419,0.02500,1.511
+11,mlp.shared_experts.down_proj,0.0000000002,0.02500,0.377
+11,mlp.experts.4.gate_proj,0.0000009118,0.02500,4.898
+11,mlp.experts.8.gate_proj,0.0000005647,0.02500,5.051
+11,mlp.experts.0.gate_proj,0.0000007937,0.02500,5.095
+11,mlp.experts.12.gate_proj,0.0000009701,0.02500,5.280
+11,mlp.experts.15.gate_proj,0.0000008147,0.02500,5.292
+11,mlp.experts.11.gate_proj,0.0000005307,0.02500,5.474
+11,mlp.experts.7.gate_proj,0.0000006348,0.02500,5.589
+11,mlp.experts.5.gate_proj,0.0000010655,0.02500,5.757
+11,mlp.experts.1.gate_proj,0.0000004071,0.02500,5.829
+11,mlp.experts.9.gate_proj,0.0000015771,0.02500,5.835
+11,mlp.experts.10.gate_proj,0.0000006661,0.02500,5.857
+11,mlp.experts.14.gate_proj,0.0000026877,0.02500,5.875
+11,mlp.experts.13.gate_proj,0.0000005693,0.02500,5.936
+11,mlp.experts.3.gate_proj,0.0000011526,0.02500,5.942
+11,mlp.experts.6.gate_proj,0.0000010448,0.02500,6.007
+11,mlp.experts.2.gate_proj,0.0000010954,0.02500,6.177
+11,mlp.experts.20.gate_proj,0.0000003947,0.02500,3.361
+11,mlp.experts.24.gate_proj,0.0000005214,0.02500,3.452
+11,mlp.experts.28.gate_proj,0.0000010642,0.02500,3.317
+11,mlp.experts.16.gate_proj,0.0000007154,0.02500,3.665
+11,mlp.experts.31.gate_proj,0.0000011375,0.02500,3.633
+11,mlp.experts.23.gate_proj,0.0000017100,0.02500,3.598
+11,mlp.experts.27.gate_proj,0.0000004324,0.02500,4.045
+11,mlp.experts.25.gate_proj,0.0000005074,0.02500,3.932
+11,mlp.experts.19.gate_proj,0.0000007458,0.02500,3.852
+11,mlp.experts.17.gate_proj,0.0000002959,0.02500,4.074
+11,mlp.experts.29.gate_proj,0.0000006894,0.02500,4.052
+11,mlp.experts.21.gate_proj,0.0000006367,0.02500,4.232
+11,mlp.experts.30.gate_proj,0.0000006369,0.02500,5.002
+11,mlp.experts.18.gate_proj,0.0000013438,0.02500,4.933
+11,mlp.experts.22.gate_proj,0.0000003412,0.02500,5.205
+11,mlp.experts.26.gate_proj,0.0000008669,0.02500,5.358
+11,mlp.experts.36.gate_proj,0.0000011489,0.02500,3.491
+11,mlp.experts.40.gate_proj,0.0000006636,0.02500,3.350
+11,mlp.experts.47.gate_proj,0.0000005806,0.02500,3.043
+11,mlp.experts.44.gate_proj,0.0000006480,0.02500,3.405
+11,mlp.experts.32.gate_proj,0.0000010953,0.02500,3.499
+11,mlp.experts.35.gate_proj,0.0000007689,0.02500,2.977
+11,mlp.experts.39.gate_proj,0.0000005070,0.02500,3.759
+11,mlp.experts.43.gate_proj,0.0000010227,0.02500,3.881
+11,mlp.experts.41.gate_proj,0.0000016028,0.02500,4.146
+11,mlp.experts.37.gate_proj,0.0000005789,0.02500,4.183
+11,mlp.experts.33.gate_proj,0.0000008395,0.02500,4.269
+11,mlp.experts.45.gate_proj,0.0000007300,0.02500,4.189
+11,mlp.experts.56.gate_proj,0.0000013930,0.02500,3.084
+11,mlp.experts.63.gate_proj,0.0000006965,0.02500,3.153
+11,mlp.experts.52.gate_proj,0.0000010065,0.02500,3.495
+11,mlp.experts.46.gate_proj,0.0000015935,0.02500,4.520
+11,mlp.experts.38.gate_proj,0.0000008809,0.02500,4.486
+11,mlp.experts.34.gate_proj,0.0000009191,0.02500,4.593
+11,mlp.experts.60.gate_proj,0.0000020196,0.02500,3.734
+11,mlp.experts.42.gate_proj,0.0000005510,0.02500,4.643
+11,mlp.experts.55.gate_proj,0.0000011024,0.02500,3.035
+11,mlp.experts.48.gate_proj,0.0000004044,0.02500,3.885
+11,mlp.experts.51.gate_proj,0.0000008466,0.02500,3.505
+11,mlp.experts.59.gate_proj,0.0000004929,0.02500,3.300
+11,mlp.experts.57.gate_proj,0.0000008880,0.02500,4.569
+11,mlp.experts.61.gate_proj,0.0000004109,0.02500,4.509
+11,mlp.experts.53.gate_proj,0.0000007295,0.02500,4.564
+11,mlp.experts.79.gate_proj,0.0000004956,0.02500,3.696
+11,mlp.experts.49.gate_proj,0.0000012525,0.02500,4.679
+11,mlp.experts.72.gate_proj,0.0000007480,0.02500,3.927
+11,mlp.experts.67.gate_proj,0.0000006434,0.02500,2.818
+11,mlp.experts.68.gate_proj,0.0000010237,0.02500,4.015
+11,mlp.experts.71.gate_proj,0.0000005743,0.02500,3.594
+11,mlp.experts.75.gate_proj,0.0000010563,0.02500,2.924
+11,mlp.experts.76.gate_proj,0.0000005851,0.02500,4.175
+11,mlp.experts.62.gate_proj,0.0000017242,0.02500,4.585
+11,mlp.experts.64.gate_proj,0.0000013661,0.02500,3.860
+11,mlp.experts.54.gate_proj,0.0000018534,0.02500,4.648
+11,mlp.experts.50.gate_proj,0.0000010486,0.02500,4.689
+11,mlp.experts.58.gate_proj,0.0000008615,0.02500,4.902
+11,mlp.experts.83.gate_proj,0.0000013671,0.02500,2.980
+11,mlp.experts.88.gate_proj,0.0000017046,0.02500,3.240
+11,mlp.experts.87.gate_proj,0.0000010534,0.02500,2.951
+11,mlp.experts.84.gate_proj,0.0000008725,0.02500,3.422
+11,mlp.experts.95.gate_proj,0.0000009729,0.02500,3.964
+11,mlp.experts.73.gate_proj,0.0000009653,0.02500,4.504
+11,mlp.experts.91.gate_proj,0.0000010048,0.02500,3.506
+11,mlp.experts.77.gate_proj,0.0000011914,0.02500,4.536
+11,mlp.experts.92.gate_proj,0.0000007046,0.02500,3.478
+11,mlp.experts.69.gate_proj,0.0000005212,0.02500,4.666
+11,mlp.experts.65.gate_proj,0.0000010450,0.02500,4.642
+11,mlp.experts.80.gate_proj,0.0000008632,0.02500,3.580
+11,mlp.experts.78.gate_proj,0.0000002220,0.02500,4.491
+11,mlp.experts.70.gate_proj,0.0000005971,0.02500,4.391
+11,mlp.experts.66.gate_proj,0.0000006361,0.02500,4.346
+11,mlp.experts.74.gate_proj,0.0000006725,0.02500,4.756
+11,mlp.experts.111.gate_proj,0.0000013399,0.02500,2.907
+11,mlp.experts.104.gate_proj,0.0000003638,0.02500,3.610
+11,mlp.experts.103.gate_proj,0.0000030474,0.02500,3.245
+11,mlp.experts.99.gate_proj,0.0000004136,0.02500,3.969
+11,mlp.experts.100.gate_proj,0.0000020731,0.02500,3.413
+11,mlp.experts.107.gate_proj,0.0000014743,0.02500,3.382
+11,mlp.experts.96.gate_proj,0.0000009808,0.02500,3.497
+11,mlp.experts.108.gate_proj,0.0000007683,0.02500,3.756
+11,mlp.experts.89.gate_proj,0.0000010798,0.02500,4.492
+11,mlp.experts.93.gate_proj,0.0000015620,0.02500,4.449
+11,mlp.experts.85.gate_proj,0.0000007498,0.02500,4.427
+11,mlp.experts.81.gate_proj,0.0000009627,0.02500,4.486
+11,mlp.experts.115.gate_proj,0.0000006880,0.02500,3.195
+11,mlp.experts.7.up_proj,0.0000006285,0.02500,3.621
+11,mlp.experts.0.up_proj,0.0000007766,0.02500,3.665
+11,mlp.experts.94.gate_proj,0.0000015590,0.02500,5.002
+11,mlp.experts.119.gate_proj,0.0000016505,0.02500,3.743
+11,mlp.experts.116.gate_proj,0.0000007119,0.02500,3.558
+11,mlp.experts.3.up_proj,0.0000011449,0.02500,3.170
+11,mlp.experts.82.gate_proj,0.0000006046,0.02500,5.070
+11,mlp.experts.86.gate_proj,0.0000014935,0.02500,5.231
+11,mlp.experts.4.up_proj,0.0000009017,0.02500,3.359
+11,mlp.experts.112.gate_proj,0.0000012008,0.02500,3.667
+11,mlp.experts.90.gate_proj,0.0000004974,0.02500,5.281
+11,mlp.experts.105.gate_proj,0.0000009187,0.02500,3.378
+11,mlp.experts.109.gate_proj,0.0000015530,0.02500,3.287
+11,mlp.experts.101.gate_proj,0.0000003483,0.02500,3.349
+11,mlp.experts.97.gate_proj,0.0000010736,0.02500,3.295
+11,mlp.experts.16.up_proj,0.0000007115,0.02500,2.916
+11,mlp.experts.12.up_proj,0.0000009600,0.02500,2.861
+11,mlp.experts.23.up_proj,0.0000016981,0.02500,3.452
+11,mlp.experts.15.up_proj,0.0000008063,0.02500,3.341
+11,mlp.experts.20.up_proj,0.0000003921,0.02500,2.413
+11,mlp.experts.11.up_proj,0.0000005255,0.02500,3.724
+11,mlp.experts.19.up_proj,0.0000007337,0.02500,3.942
+11,mlp.experts.110.gate_proj,0.0000005946,0.02500,5.204
+11,mlp.experts.102.gate_proj,0.0000013425,0.02500,4.923
+11,mlp.experts.98.gate_proj,0.0000008145,0.02500,5.083
+11,mlp.experts.1.up_proj,0.0000004018,0.02500,4.703
+11,mlp.experts.5.up_proj,0.0000010577,0.02500,4.710
+11,mlp.experts.117.gate_proj,0.0000007530,0.02500,4.635
+11,mlp.experts.106.gate_proj,0.0000008312,0.02500,5.071
+11,mlp.experts.113.gate_proj,0.0000007724,0.02500,4.719
+11,mlp.experts.39.up_proj,0.0000005040,0.02500,3.679
+11,mlp.experts.31.up_proj,0.0000011239,0.02500,3.991
+11,mlp.experts.27.up_proj,0.0000004247,0.02500,4.011
+11,mlp.experts.35.up_proj,0.0000007633,0.02500,3.904
+11,mlp.experts.6.up_proj,0.0000010231,0.02500,4.891
+11,mlp.experts.114.gate_proj,0.0000009032,0.02500,4.815
+11,mlp.experts.118.gate_proj,0.0000008444,0.02500,4.948
+11,mlp.experts.55.up_proj,0.0000010825,0.02500,3.716
+11,mlp.experts.47.up_proj,0.0000005759,0.02500,3.764
+11,mlp.experts.2.up_proj,0.0000010852,0.02500,5.074
+11,mlp.experts.43.up_proj,0.0000010110,0.02500,4.149
+11,mlp.experts.51.up_proj,0.0000008365,0.02500,4.120
+11,mlp.experts.71.up_proj,0.0000005692,0.02500,4.158
+11,mlp.experts.22.up_proj,0.0000003368,0.02500,4.961
+11,mlp.experts.63.up_proj,0.0000006873,0.02500,4.200
+11,mlp.experts.10.up_proj,0.0000006600,0.02500,5.252
+11,mlp.experts.14.up_proj,0.0000026675,0.02500,5.360
+11,mlp.experts.59.up_proj,0.0000004857,0.02500,4.209
+11,mlp.experts.67.up_proj,0.0000006345,0.02500,4.323
+11,mlp.experts.18.up_proj,0.0000013272,0.02500,5.308
+11,mlp.experts.87.up_proj,0.0000010443,0.02500,4.590
+11,mlp.experts.79.up_proj,0.0000004917,0.02500,4.793
+11,mlp.experts.17.up_proj,0.0000002925,0.02500,14.684
+11,mlp.experts.21.up_proj,0.0000006265,0.02500,14.633
+11,mlp.experts.13.up_proj,0.0000005635,0.02500,14.648
+11,mlp.experts.75.up_proj,0.0000010439,0.02500,5.144
+11,mlp.experts.9.up_proj,0.0000015394,0.02500,14.716
+11,mlp.experts.83.up_proj,0.0000013511,0.02500,4.989
+11,mlp.experts.103.up_proj,0.0000029898,0.02500,4.404
+11,mlp.experts.95.up_proj,0.0000009616,0.02500,3.971
+11,mlp.experts.91.up_proj,0.0000009894,0.02500,3.645
+11,mlp.experts.99.up_proj,0.0000004090,0.02500,3.414
+11,mlp.experts.33.up_proj,0.0000008293,0.02500,4.569
+11,mlp.experts.37.up_proj,0.0000005693,0.02500,4.653
+11,mlp.experts.29.up_proj,0.0000006785,0.02500,4.641
+11,mlp.experts.25.up_proj,0.0000005018,0.02500,4.950
+11,mlp.experts.49.up_proj,0.0000012382,0.02500,3.519
+11,mlp.experts.53.up_proj,0.0000007190,0.02500,3.509
+11,mlp.experts.45.up_proj,0.0000007203,0.02500,3.517
+11,mlp.experts.41.up_proj,0.0000015870,0.02500,3.350
+11,mlp.experts.38.up_proj,0.0000008705,0.02500,14.804
+11,mlp.experts.26.up_proj,0.0000008588,0.02500,14.746
+11,mlp.experts.30.up_proj,0.0000006262,0.02500,14.792
+11,mlp.experts.34.up_proj,0.0000008995,0.02500,14.701
+11,mlp.experts.65.up_proj,0.0000010270,0.02500,3.886
+11,mlp.experts.69.up_proj,0.0000005156,0.02500,3.887
+11,mlp.experts.61.up_proj,0.0000004072,0.02500,3.927
+11,mlp.experts.57.up_proj,0.0000008783,0.02500,4.141
+11,mlp.experts.54.up_proj,0.0000018319,0.02500,5.729
+11,mlp.experts.119.up_proj,0.0000016235,0.02500,11.838
+11,mlp.experts.111.up_proj,0.0000013298,0.02500,11.797
+11,mlp.experts.42.up_proj,0.0000005456,0.02500,5.831
+11,mlp.experts.46.up_proj,0.0000015756,0.02500,5.597
+11,mlp.experts.107.up_proj,0.0000014543,0.02500,11.674
+11,mlp.experts.115.up_proj,0.0000006727,0.02500,11.723
+11,mlp.experts.50.up_proj,0.0000010409,0.02500,5.235
+11,mlp.experts.81.up_proj,0.0000009551,0.02500,4.817
+11,mlp.experts.85.up_proj,0.0000007368,0.02500,4.740
+11,mlp.experts.77.up_proj,0.0000011747,0.02500,4.660
+11,mlp.experts.73.up_proj,0.0000009589,0.02500,4.614
+11,mlp.experts.36.up_proj,0.0000011435,0.02500,3.319
+11,mlp.experts.32.up_proj,0.0000010863,0.02500,3.412
+11,mlp.experts.8.up_proj,0.0000005625,0.02500,3.787
+11,mlp.experts.28.up_proj,0.0000010518,0.02500,3.912
+11,mlp.experts.70.up_proj,0.0000005920,0.02500,3.715
+11,mlp.experts.62.up_proj,0.0000017075,0.02500,3.750
+11,mlp.experts.66.up_proj,0.0000006296,0.02500,3.486
+11,mlp.experts.58.up_proj,0.0000008550,0.02500,4.248
+11,mlp.experts.52.up_proj,0.0000009959,0.02500,2.860
+11,mlp.experts.48.up_proj,0.0000004001,0.02500,2.869
+11,mlp.experts.24.up_proj,0.0000005186,0.02500,2.733
+11,mlp.experts.44.up_proj,0.0000006446,0.02500,2.693
+11,mlp.experts.97.up_proj,0.0000010605,0.02500,4.471
+11,mlp.experts.101.up_proj,0.0000003462,0.02500,4.532
+11,mlp.experts.93.up_proj,0.0000015509,0.02500,4.605
+11,mlp.experts.86.up_proj,0.0000014798,0.02500,3.616
+11,mlp.experts.89.up_proj,0.0000010730,0.02500,4.735
+11,mlp.experts.82.up_proj,0.0000005935,0.02500,3.205
+11,mlp.experts.78.up_proj,0.0000002189,0.02500,3.753
+11,mlp.experts.74.up_proj,0.0000006575,0.02500,3.780
+11,mlp.experts.68.up_proj,0.0000010118,0.02500,3.267
+11,mlp.experts.64.up_proj,0.0000013563,0.02500,3.241
+11,mlp.experts.40.up_proj,0.0000006592,0.02500,3.246
+11,mlp.experts.60.up_proj,0.0000019870,0.02500,3.223
+11,mlp.experts.102.up_proj,0.0000013284,0.02500,3.256
+11,mlp.experts.117.up_proj,0.0000007384,0.02500,4.079
+11,mlp.experts.113.up_proj,0.0000007655,0.02500,4.296
+11,mlp.experts.109.up_proj,0.0000015441,0.02500,4.079
+11,mlp.experts.105.up_proj,0.0000009068,0.02500,3.723
+11,mlp.experts.98.up_proj,0.0000008031,0.02500,3.672
+11,mlp.experts.94.up_proj,0.0000015549,0.02500,3.565
+11,mlp.experts.90.up_proj,0.0000004918,0.02500,3.586
+11,mlp.experts.84.up_proj,0.0000008672,0.02500,3.129
+11,mlp.experts.80.up_proj,0.0000008522,0.02500,3.598
+11,mlp.experts.56.up_proj,0.0000013881,0.02500,3.426
+11,mlp.experts.76.up_proj,0.0000005786,0.02500,3.506
+11,mlp.experts.118.up_proj,0.0000008368,0.02500,4.067
+11,mlp.experts.114.up_proj,0.0000008892,0.02500,4.405
+11,mlp.experts.110.up_proj,0.0000005904,0.02500,4.397
+11,mlp.experts.106.up_proj,0.0000008119,0.02500,3.963
+11,mlp.experts.100.up_proj,0.0000020572,0.02500,4.018
+11,mlp.experts.96.up_proj,0.0000009739,0.02500,4.091
+11,mlp.experts.72.up_proj,0.0000007448,0.02500,4.187
+11,mlp.experts.92.up_proj,0.0000006843,0.02500,4.175
+11,mlp.experts.116.up_proj,0.0000007033,0.02500,4.205
+11,mlp.experts.112.up_proj,0.0000011915,0.02500,3.639
+11,mlp.experts.88.up_proj,0.0000016847,0.02500,3.516
+11,mlp.experts.108.up_proj,0.0000007540,0.02500,3.589
+11,mlp.experts.104.up_proj,0.0000003591,0.02500,1.362
+11,mlp.experts.8.down_proj,0.0000000055,0.02500,0.953
+11,mlp.experts.4.down_proj,0.0000000119,0.02500,0.962
+11,mlp.experts.0.down_proj,0.0000000129,0.02500,0.978
+11,mlp.experts.12.down_proj,0.0000000136,0.02500,0.988
+11,mlp.experts.15.down_proj,0.0000000103,0.02500,1.302
+11,mlp.experts.11.down_proj,0.0000000100,0.02500,1.318
+11,mlp.experts.3.down_proj,0.0000000145,0.02500,1.345
+11,mlp.experts.7.down_proj,0.0000000075,0.02500,1.382
+11,mlp.experts.1.down_proj,0.0000000051,0.02500,1.522
+11,mlp.experts.9.down_proj,0.0000000153,0.02500,1.535
+11,mlp.experts.13.down_proj,0.0000000060,0.02500,1.555
+11,mlp.experts.5.down_proj,0.0000000162,0.02500,1.601
+11,mlp.experts.20.down_proj,0.0000000038,0.02500,0.917
+11,mlp.experts.24.down_proj,0.0000000121,0.02500,0.929
+11,mlp.experts.16.down_proj,0.0000000087,0.02500,0.912
+11,mlp.experts.6.down_proj,0.0000000154,0.02500,1.920
+11,mlp.experts.28.down_proj,0.0000000257,0.02500,0.936
+11,mlp.experts.2.down_proj,0.0000000160,0.02500,2.005
+11,mlp.experts.10.down_proj,0.0000000079,0.02500,2.012
+11,mlp.experts.14.down_proj,0.0000000572,0.02500,2.123
+11,mlp.experts.31.down_proj,0.0000000119,0.02500,0.992
+11,mlp.experts.19.down_proj,0.0000000084,0.02500,0.986
+11,mlp.experts.27.down_proj,0.0000000054,0.02500,1.145
+11,mlp.experts.23.down_proj,0.0000000239,0.02500,1.169
+11,mlp.experts.36.down_proj,0.0000000158,0.02500,0.916
+11,mlp.experts.40.down_proj,0.0000000068,0.02500,0.930
+11,mlp.experts.32.down_proj,0.0000000114,0.02500,0.923
+11,mlp.experts.44.down_proj,0.0000000066,0.02500,0.937
+11,mlp.experts.25.down_proj,0.0000000077,0.02500,1.524
+11,mlp.experts.17.down_proj,0.0000000092,0.02500,1.540
+11,mlp.experts.29.down_proj,0.0000000071,0.02500,1.523
+11,mlp.experts.21.down_proj,0.0000000111,0.02500,1.572
+11,mlp.experts.35.down_proj,0.0000000097,0.02500,0.986
+11,mlp.experts.43.down_proj,0.0000000191,0.02500,0.942
+11,mlp.experts.47.down_proj,0.0000000079,0.02500,1.238
+11,mlp.experts.22.down_proj,0.0000000079,0.02500,1.639
+11,mlp.experts.39.down_proj,0.0000000093,0.02500,1.126
+11,mlp.experts.52.down_proj,0.0000000174,0.02500,0.890
+11,mlp.experts.48.down_proj,0.0000000105,0.02500,0.895
+11,mlp.experts.56.down_proj,0.0000000155,0.02500,0.897
+11,mlp.experts.30.down_proj,0.0000000182,0.02500,1.600
+11,mlp.experts.26.down_proj,0.0000000105,0.02500,1.703
+11,mlp.experts.60.down_proj,0.0000000370,0.02500,0.906
+11,mlp.experts.18.down_proj,0.0000000156,0.02500,1.803
+11,mlp.experts.33.down_proj,0.0000000136,0.02500,1.295
+11,mlp.experts.41.down_proj,0.0000000230,0.02500,1.300
+11,mlp.experts.45.down_proj,0.0000000106,0.02500,1.362
+11,mlp.experts.51.down_proj,0.0000000086,0.02500,1.216
+11,mlp.experts.37.down_proj,0.0000000084,0.02500,1.366
+11,mlp.experts.64.down_proj,0.0000000155,0.02500,0.889
+11,mlp.experts.72.down_proj,0.0000000078,0.02500,0.908
+11,mlp.experts.68.down_proj,0.0000000186,0.02500,0.955
+11,mlp.experts.59.down_proj,0.0000000144,0.02500,1.245
+11,mlp.experts.63.down_proj,0.0000000117,0.02500,1.139
+11,mlp.experts.76.down_proj,0.0000000098,0.02500,0.950
+11,mlp.experts.55.down_proj,0.0000000113,0.02500,1.085
+11,mlp.experts.38.down_proj,0.0000000182,0.02500,1.258
+11,mlp.experts.42.down_proj,0.0000000078,0.02500,1.182
+11,mlp.experts.46.down_proj,0.0000000254,0.02500,1.331
+11,mlp.experts.34.down_proj,0.0000000125,0.02500,1.294
+11,mlp.experts.67.down_proj,0.0000000089,0.02500,1.019
+11,mlp.experts.57.down_proj,0.0000000153,0.02500,1.240
+11,mlp.experts.49.down_proj,0.0000000226,0.02500,1.281
+11,mlp.experts.61.down_proj,0.0000000052,0.02500,1.252
+11,mlp.experts.75.down_proj,0.0000000117,0.02500,1.107
+11,mlp.experts.80.down_proj,0.0000000171,0.02500,1.181
+11,mlp.experts.88.down_proj,0.0000000315,0.02500,1.204
+11,mlp.experts.53.down_proj,0.0000000146,0.02500,1.293
+11,mlp.experts.79.down_proj,0.0000000077,0.02500,1.169
+11,mlp.experts.92.down_proj,0.0000000069,0.02500,1.177
+11,mlp.experts.84.down_proj,0.0000000104,0.02500,1.276
+11,mlp.experts.54.down_proj,0.0000000275,0.02500,1.240
+11,mlp.experts.71.down_proj,0.0000000086,0.02500,1.306
+11,mlp.experts.58.down_proj,0.0000000104,0.02500,1.158
+11,mlp.experts.62.down_proj,0.0000000220,0.02500,1.107
+11,mlp.experts.50.down_proj,0.0000000096,0.02500,1.110
+11,mlp.experts.96.down_proj,0.0000000094,0.02500,0.980
+11,mlp.experts.104.down_proj,0.0000000077,0.02500,1.009
+11,mlp.experts.83.down_proj,0.0000000189,0.02500,1.353
+11,mlp.experts.73.down_proj,0.0000000106,0.02500,1.360
+11,mlp.experts.108.down_proj,0.0000000091,0.02500,1.075
+11,mlp.experts.65.down_proj,0.0000000146,0.02500,1.379
+11,mlp.experts.100.down_proj,0.0000000274,0.02500,1.129
+11,mlp.experts.77.down_proj,0.0000000168,0.02500,1.415
+11,mlp.experts.74.down_proj,0.0000000071,0.02500,1.009
+11,mlp.experts.91.down_proj,0.0000000225,0.02500,1.353
+11,mlp.experts.70.down_proj,0.0000000100,0.02500,1.053
+11,mlp.experts.95.down_proj,0.0000000134,0.02500,1.271
+11,mlp.experts.78.down_proj,0.0000000034,0.02500,1.002
+11,mlp.experts.69.down_proj,0.0000000112,0.02500,1.347
+11,mlp.experts.66.down_proj,0.0000000086,0.02500,1.050
+11,mlp.experts.87.down_proj,0.0000000164,0.02500,1.193
+11,mlp.experts.112.down_proj,0.0000000183,0.02500,0.730
+11,mlp.experts.116.down_proj,0.0000000153,0.02500,0.673
+11,mlp.experts.99.down_proj,0.0000000034,0.02500,1.200
+11,mlp.experts.86.down_proj,0.0000000259,0.02500,1.031
+11,mlp.experts.89.down_proj,0.0000000101,0.02500,1.196
+11,mlp.experts.94.down_proj,0.0000000246,0.02500,1.028
+11,mlp.experts.90.down_proj,0.0000000095,0.02500,1.087
+11,mlp.experts.81.down_proj,0.0000000174,0.02500,1.216
+11,mlp.experts.111.down_proj,0.0000000188,0.02500,1.183
+11,mlp.experts.82.down_proj,0.0000000051,0.02500,1.073
+11,mlp.experts.107.down_proj,0.0000000178,0.02500,1.236
+11,mlp.experts.85.down_proj,0.0000000145,0.02500,1.193
+11,mlp.experts.103.down_proj,0.0000000318,0.02500,1.128
+11,mlp.experts.93.down_proj,0.0000000167,0.02500,1.473
+11,mlp.experts.115.down_proj,0.0000000076,0.02500,0.690
+11,mlp.experts.119.down_proj,0.0000000196,0.02500,0.622
+11,mlp.experts.102.down_proj,0.0000000170,0.02500,1.167
+11,mlp.experts.105.down_proj,0.0000000149,0.02500,1.158
+11,mlp.experts.110.down_proj,0.0000000108,0.02500,1.179
+11,mlp.experts.97.down_proj,0.0000000118,0.02500,1.148
+11,mlp.experts.106.down_proj,0.0000000107,0.02500,1.197
+11,mlp.experts.101.down_proj,0.0000000083,0.02500,1.105
+11,mlp.experts.98.down_proj,0.0000000085,0.02500,1.276
+11,mlp.experts.109.down_proj,0.0000000213,0.02500,1.237
+11,mlp.experts.113.down_proj,0.0000000078,0.02500,0.741
+11,mlp.experts.117.down_proj,0.0000000112,0.02500,0.696
+11,mlp.experts.118.down_proj,0.0000000109,0.02500,0.882
+11,mlp.experts.114.down_proj,0.0000000109,0.02500,0.715
+12,self_attn.v_proj,0.0000000011,0.02500,1.337
+12,self_attn.k_proj,0.0000000008,0.02500,1.402
+12,self_attn.q_proj,0.0000000036,0.02500,1.481
+12,self_attn.o_proj,0.0000000005,0.02500,3.646
+12,mlp.shared_experts.gate_proj,0.0000000441,0.02500,1.356
+12,mlp.shared_experts.up_proj,0.0000000446,0.02500,1.505
+12,mlp.shared_experts.down_proj,0.0000000005,0.02500,0.393
+12,mlp.experts.5.gate_proj,0.0000009174,0.02500,3.879
+12,mlp.experts.9.gate_proj,0.0000029114,0.02500,3.849
+12,mlp.experts.1.gate_proj,0.0000013100,0.02500,4.534
+12,mlp.experts.13.gate_proj,0.0000009598,0.02500,4.379
+12,mlp.experts.11.gate_proj,0.0000015447,0.02500,5.289
+12,mlp.experts.7.gate_proj,0.0000007231,0.02500,5.386
+12,mlp.experts.15.gate_proj,0.0000011219,0.02500,5.510
+12,mlp.experts.3.gate_proj,0.0000012578,0.02500,5.573
+12,mlp.experts.6.gate_proj,0.0000008269,0.02500,5.684
+12,mlp.experts.2.gate_proj,0.0000005578,0.02500,5.802
+12,mlp.experts.8.gate_proj,0.0000010360,0.02500,5.742
+12,mlp.experts.14.gate_proj,0.0000009889,0.02500,5.324
+12,mlp.experts.12.gate_proj,0.0000008438,0.02500,6.057
+12,mlp.experts.10.gate_proj,0.0000007327,0.02500,6.036
+12,mlp.experts.0.gate_proj,0.0000006061,0.02500,6.219
+12,mlp.experts.4.gate_proj,0.0000018110,0.02500,6.329
+12,mlp.experts.25.gate_proj,0.0000014544,0.02500,3.109
+12,mlp.experts.21.gate_proj,0.0000007940,0.02500,3.750
+12,mlp.experts.17.gate_proj,0.0000005943,0.02500,3.364
+12,mlp.experts.29.gate_proj,0.0000010853,0.02500,3.748
+12,mlp.experts.27.gate_proj,0.0000003638,0.02500,3.083
+12,mlp.experts.23.gate_proj,0.0000011597,0.02500,3.065
+12,mlp.experts.31.gate_proj,0.0000006573,0.02500,3.068
+12,mlp.experts.19.gate_proj,0.0000009608,0.02500,3.050
+12,mlp.experts.18.gate_proj,0.0000007634,0.02500,4.374
+12,mlp.experts.30.gate_proj,0.0000004352,0.02500,4.303
+12,mlp.experts.26.gate_proj,0.0000015665,0.02500,4.151
+12,mlp.experts.22.gate_proj,0.0000009615,0.02500,4.617
+12,mlp.experts.41.gate_proj,0.0000004751,0.02500,3.399
+12,mlp.experts.24.gate_proj,0.0000011593,0.02500,4.809
+12,mlp.experts.28.gate_proj,0.0000007080,0.02500,4.836
+12,mlp.experts.16.gate_proj,0.0000009844,0.02500,4.963
+12,mlp.experts.37.gate_proj,0.0000006546,0.02500,3.596
+12,mlp.experts.20.gate_proj,0.0000005829,0.02500,4.941
+12,mlp.experts.33.gate_proj,0.0000006617,0.02500,3.718
+12,mlp.experts.43.gate_proj,0.0000006764,0.02500,3.299
+12,mlp.experts.39.gate_proj,0.0000010259,0.02500,3.282
+12,mlp.experts.35.gate_proj,0.0000007212,0.02500,3.253
+12,mlp.experts.47.gate_proj,0.0000033239,0.02500,3.395
+12,mlp.experts.45.gate_proj,0.0000004501,0.02500,3.679
+12,mlp.experts.57.gate_proj,0.0000013612,0.02500,3.788
+12,mlp.experts.34.gate_proj,0.0000007007,0.02500,4.171
+12,mlp.experts.40.gate_proj,0.0000007358,0.02500,3.681
+12,mlp.experts.46.gate_proj,0.0000004132,0.02500,4.176
+12,mlp.experts.42.gate_proj,0.0000017167,0.02500,4.263
+12,mlp.experts.38.gate_proj,0.0000007534,0.02500,4.398
+12,mlp.experts.44.gate_proj,0.0000006627,0.02500,3.936
+12,mlp.experts.36.gate_proj,0.0000008588,0.02500,3.761
+12,mlp.experts.32.gate_proj,0.0000006693,0.02500,3.942
+12,mlp.experts.53.gate_proj,0.0000004764,0.02500,4.162
+12,mlp.experts.49.gate_proj,0.0000009742,0.02500,3.969
+12,mlp.experts.59.gate_proj,0.0000005416,0.02500,4.096
+12,mlp.experts.55.gate_proj,0.0000007463,0.02500,4.269
+12,mlp.experts.51.gate_proj,0.0000005866,0.02500,4.246
+12,mlp.experts.61.gate_proj,0.0000002886,0.02500,4.108
+12,mlp.experts.63.gate_proj,0.0000003030,0.02500,4.278
+12,mlp.experts.50.gate_proj,0.0000005246,0.02500,3.185
+12,mlp.experts.62.gate_proj,0.0000017260,0.02500,3.182
+12,mlp.experts.73.gate_proj,0.0000014575,0.02500,3.447
+12,mlp.experts.58.gate_proj,0.0000012668,0.02500,3.195
+12,mlp.experts.56.gate_proj,0.0000007040,0.02500,3.448
+12,mlp.experts.54.gate_proj,0.0000022059,0.02500,3.180
+12,mlp.experts.60.gate_proj,0.0000007836,0.02500,3.386
+12,mlp.experts.69.gate_proj,0.0000010748,0.02500,3.077
+12,mlp.experts.52.gate_proj,0.0000013741,0.02500,3.460
+12,mlp.experts.65.gate_proj,0.0000018446,0.02500,3.153
+12,mlp.experts.48.gate_proj,0.0000003563,0.02500,3.662
+12,mlp.experts.77.gate_proj,0.0000007012,0.02500,3.107
+12,mlp.experts.75.gate_proj,0.0000011288,0.02500,4.591
+12,mlp.experts.71.gate_proj,0.0000003842,0.02500,4.579
+12,mlp.experts.66.gate_proj,0.0000011378,0.02500,3.195
+12,mlp.experts.89.gate_proj,0.0000009509,0.02500,3.064
+12,mlp.experts.79.gate_proj,0.0000008030,0.02500,4.687
+12,mlp.experts.78.gate_proj,0.0000007063,0.02500,3.290
+12,mlp.experts.67.gate_proj,0.0000013852,0.02500,4.890
+12,mlp.experts.70.gate_proj,0.0000010605,0.02500,3.164
+12,mlp.experts.74.gate_proj,0.0000007049,0.02500,3.395
+12,mlp.experts.85.gate_proj,0.0000012283,0.02500,2.983
+12,mlp.experts.72.gate_proj,0.0000009366,0.02500,3.693
+12,mlp.experts.81.gate_proj,0.0000014884,0.02500,2.991
+12,mlp.experts.76.gate_proj,0.0000011243,0.02500,3.552
+12,mlp.experts.68.gate_proj,0.0000010242,0.02500,3.659
+12,mlp.experts.93.gate_proj,0.0000030436,0.02500,2.881
+12,mlp.experts.64.gate_proj,0.0000007999,0.02500,3.585
+12,mlp.experts.82.gate_proj,0.0000012980,0.02500,3.075
+12,mlp.experts.105.gate_proj,0.0000012273,0.02500,3.230
+12,mlp.experts.94.gate_proj,0.0000020017,0.02500,3.058
+12,mlp.experts.90.gate_proj,0.0000007506,0.02500,3.011
+12,mlp.experts.86.gate_proj,0.0000010680,0.02500,3.147
+12,mlp.experts.101.gate_proj,0.0000007059,0.02500,3.184
+12,mlp.experts.91.gate_proj,0.0000010957,0.02500,4.335
+12,mlp.experts.88.gate_proj,0.0000005662,0.02500,3.222
+12,mlp.experts.92.gate_proj,0.0000002595,0.02500,3.176
+12,mlp.experts.97.gate_proj,0.0000013711,0.02500,3.226
+12,mlp.experts.87.gate_proj,0.0000009215,0.02500,4.333
+12,mlp.experts.95.gate_proj,0.0000010022,0.02500,4.408
+12,mlp.experts.109.gate_proj,0.0000009858,0.02500,3.249
+12,mlp.experts.80.gate_proj,0.0000005278,0.02500,3.291
+12,mlp.experts.83.gate_proj,0.0000012546,0.02500,4.648
+12,mlp.experts.84.gate_proj,0.0000011368,0.02500,3.594
+12,mlp.experts.1.up_proj,0.0000013040,0.02500,2.885
+12,mlp.experts.98.gate_proj,0.0000012203,0.02500,3.108
+12,mlp.experts.110.gate_proj,0.0000011005,0.02500,3.199
+12,mlp.experts.102.gate_proj,0.0000007218,0.02500,3.207
+12,mlp.experts.106.gate_proj,0.0000011707,0.02500,3.331
+12,mlp.experts.117.gate_proj,0.0000013808,0.02500,2.888
+12,mlp.experts.113.gate_proj,0.0000005600,0.02500,2.907
+12,mlp.experts.104.gate_proj,0.0000008357,0.02500,3.352
+12,mlp.experts.5.up_proj,0.0000009075,0.02500,2.896
+12,mlp.experts.108.gate_proj,0.0000013246,0.02500,3.893
+12,mlp.experts.107.gate_proj,0.0000003753,0.02500,4.238
+12,mlp.experts.96.gate_proj,0.0000006883,0.02500,3.425
+12,mlp.experts.103.gate_proj,0.0000010773,0.02500,4.283
+12,mlp.experts.100.gate_proj,0.0000012348,0.02500,3.564
+12,mlp.experts.111.gate_proj,0.0000008289,0.02500,4.276
+12,mlp.experts.17.up_proj,0.0000005865,0.02500,3.127
+12,mlp.experts.99.gate_proj,0.0000005798,0.02500,4.614
+12,mlp.experts.114.gate_proj,0.0000025578,0.02500,3.560
+12,mlp.experts.6.up_proj,0.0000008145,0.02500,3.532
+12,mlp.experts.13.up_proj,0.0000009506,0.02500,3.445
+12,mlp.experts.118.gate_proj,0.0000009321,0.02500,3.534
+12,mlp.experts.2.up_proj,0.0000005509,0.02500,3.559
+12,mlp.experts.9.up_proj,0.0000028806,0.02500,3.610
+12,mlp.experts.21.up_proj,0.0000007833,0.02500,3.573
+12,mlp.experts.0.up_proj,0.0000005982,0.02500,3.908
+12,mlp.experts.112.gate_proj,0.0000006669,0.02500,3.196
+12,mlp.experts.4.up_proj,0.0000017936,0.02500,3.696
+12,mlp.experts.116.gate_proj,0.0000012789,0.02500,3.277
+12,mlp.experts.3.up_proj,0.0000012404,0.02500,4.509
+12,mlp.experts.33.up_proj,0.0000006524,0.02500,3.818
+12,mlp.experts.10.up_proj,0.0000007222,0.02500,3.338
+12,mlp.experts.119.gate_proj,0.0000015626,0.02500,4.587
+12,mlp.experts.22.up_proj,0.0000009478,0.02500,3.321
+12,mlp.experts.18.up_proj,0.0000007556,0.02500,3.171
+12,mlp.experts.14.up_proj,0.0000009803,0.02500,3.247
+12,mlp.experts.25.up_proj,0.0000014434,0.02500,2.951
+12,mlp.experts.7.up_proj,0.0000007148,0.02500,4.852
+12,mlp.experts.29.up_proj,0.0000010721,0.02500,3.756
+12,mlp.experts.37.up_proj,0.0000006489,0.02500,3.164
+12,mlp.experts.115.gate_proj,0.0000008966,0.02500,4.935
+12,mlp.experts.20.up_proj,0.0000005715,0.02500,2.963
+12,mlp.experts.8.up_proj,0.0000009977,0.02500,3.409
+12,mlp.experts.16.up_proj,0.0000009742,0.02500,3.941
+12,mlp.experts.12.up_proj,0.0000008331,0.02500,3.512
+12,mlp.experts.49.up_proj,0.0000009589,0.02500,3.367
+12,mlp.experts.26.up_proj,0.0000015587,0.02500,3.375
+12,mlp.experts.38.up_proj,0.0000007483,0.02500,3.324
+12,mlp.experts.34.up_proj,0.0000006901,0.02500,3.440
+12,mlp.experts.41.up_proj,0.0000004708,0.02500,3.278
+12,mlp.experts.19.up_proj,0.0000009452,0.02500,4.339
+12,mlp.experts.30.up_proj,0.0000004325,0.02500,3.662
+12,mlp.experts.15.up_proj,0.0000011124,0.02500,4.243
+12,mlp.experts.45.up_proj,0.0000004434,0.02500,3.465
+12,mlp.experts.53.up_proj,0.0000004707,0.02500,3.450
+12,mlp.experts.23.up_proj,0.0000011511,0.02500,4.160
+12,mlp.experts.24.up_proj,0.0000011353,0.02500,3.224
+12,mlp.experts.36.up_proj,0.0000008453,0.02500,3.535
+12,mlp.experts.28.up_proj,0.0000006980,0.02500,3.178
+12,mlp.experts.32.up_proj,0.0000006640,0.02500,3.684
+12,mlp.experts.11.up_proj,0.0000015377,0.02500,4.818
+12,mlp.experts.65.up_proj,0.0000018224,0.02500,2.994
+12,mlp.experts.57.up_proj,0.0000013500,0.02500,3.088
+12,mlp.experts.42.up_proj,0.0000016966,0.02500,3.661
+12,mlp.experts.54.up_proj,0.0000021875,0.02500,3.602
+12,mlp.experts.50.up_proj,0.0000005202,0.02500,3.458
+12,mlp.experts.46.up_proj,0.0000004115,0.02500,3.447
+12,mlp.experts.61.up_proj,0.0000002844,0.02500,3.832
+12,mlp.experts.35.up_proj,0.0000007108,0.02500,4.228
+12,mlp.experts.69.up_proj,0.0000010640,0.02500,3.576
+12,mlp.experts.40.up_proj,0.0000007249,0.02500,3.299
+12,mlp.experts.31.up_proj,0.0000006514,0.02500,4.299
+12,mlp.experts.44.up_proj,0.0000006526,0.02500,3.197
+12,mlp.experts.52.up_proj,0.0000013480,0.02500,3.734
+12,mlp.experts.39.up_proj,0.0000010163,0.02500,4.251
+12,mlp.experts.81.up_proj,0.0000014727,0.02500,2.936
+12,mlp.experts.48.up_proj,0.0000003479,0.02500,3.821
+12,mlp.experts.73.up_proj,0.0000014408,0.02500,2.990
+12,mlp.experts.58.up_proj,0.0000012598,0.02500,3.053
+12,mlp.experts.70.up_proj,0.0000010522,0.02500,3.040
+12,mlp.experts.66.up_proj,0.0000011214,0.02500,3.017
+12,mlp.experts.62.up_proj,0.0000017129,0.02500,3.033
+12,mlp.experts.27.up_proj,0.0000003590,0.02500,4.700
+12,mlp.experts.77.up_proj,0.0000006920,0.02500,3.394
+12,mlp.experts.85.up_proj,0.0000012070,0.02500,3.518
+12,mlp.experts.60.up_proj,0.0000007751,0.02500,3.515
+12,mlp.experts.56.up_proj,0.0000007006,0.02500,3.821
+12,mlp.experts.68.up_proj,0.0000010089,0.02500,3.438
+12,mlp.experts.97.up_proj,0.0000013601,0.02500,3.189
+12,mlp.experts.51.up_proj,0.0000005807,0.02500,4.215
+12,mlp.experts.47.up_proj,0.0000032975,0.02500,4.215
+12,mlp.experts.64.up_proj,0.0000007892,0.02500,3.392
+12,mlp.experts.74.up_proj,0.0000006972,0.02500,3.042
+12,mlp.experts.86.up_proj,0.0000010601,0.02500,3.070
+12,mlp.experts.55.up_proj,0.0000007395,0.02500,4.308
+12,mlp.experts.82.up_proj,0.0000012788,0.02500,3.067
+12,mlp.experts.78.up_proj,0.0000007000,0.02500,3.111
+12,mlp.experts.89.up_proj,0.0000009356,0.02500,3.722
+12,mlp.experts.101.up_proj,0.0000006948,0.02500,2.957
+12,mlp.experts.93.up_proj,0.0000030297,0.02500,3.675
+12,mlp.experts.72.up_proj,0.0000009317,0.02500,3.347
+12,mlp.experts.113.up_proj,0.0000005526,0.02500,3.120
+12,mlp.experts.43.up_proj,0.0000006678,0.02500,4.692
+12,mlp.experts.84.up_proj,0.0000011282,0.02500,3.311
+12,mlp.experts.76.up_proj,0.0000011148,0.02500,3.628
+12,mlp.experts.90.up_proj,0.0000007358,0.02500,3.067
+12,mlp.experts.102.up_proj,0.0000007152,0.02500,3.020
+12,mlp.experts.98.up_proj,0.0000011964,0.02500,2.981
+12,mlp.experts.67.up_proj,0.0000013722,0.02500,4.189
+12,mlp.experts.94.up_proj,0.0000019855,0.02500,3.022
+12,mlp.experts.63.up_proj,0.0000003007,0.02500,4.188
+12,mlp.experts.80.up_proj,0.0000005209,0.02500,3.886
+12,mlp.experts.105.up_proj,0.0000012102,0.02500,3.384
+12,mlp.experts.71.up_proj,0.0000003788,0.02500,4.161
+12,mlp.experts.117.up_proj,0.0000013622,0.02500,3.191
+12,mlp.experts.109.up_proj,0.0000009811,0.02500,2.772
+12,mlp.experts.88.up_proj,0.0000005595,0.02500,3.583
+12,mlp.experts.106.up_proj,0.0000011595,0.02500,2.984
+12,mlp.experts.100.up_proj,0.0000012169,0.02500,3.495
+12,mlp.experts.118.up_proj,0.0000009235,0.02500,2.925
+12,mlp.experts.114.up_proj,0.0000025383,0.02500,2.889
+12,mlp.experts.110.up_proj,0.0000010967,0.02500,2.724
+12,mlp.experts.92.up_proj,0.0000002561,0.02500,3.966
+12,mlp.experts.59.up_proj,0.0000005364,0.02500,5.032
+12,mlp.experts.83.up_proj,0.0000012459,0.02500,4.406
+12,mlp.experts.96.up_proj,0.0000006823,0.02500,4.088
+12,mlp.experts.79.up_proj,0.0000007864,0.02500,4.499
+12,mlp.experts.87.up_proj,0.0000009149,0.02500,4.332
+12,mlp.experts.104.up_proj,0.0000008243,0.02500,3.968
+12,mlp.experts.116.up_proj,0.0000012629,0.02500,4.045
+12,mlp.experts.108.up_proj,0.0000013032,0.02500,3.626
+12,mlp.experts.112.up_proj,0.0000006646,0.02500,2.897
+12,mlp.experts.75.up_proj,0.0000011195,0.02500,4.392
+12,mlp.experts.99.up_proj,0.0000005727,0.02500,4.558
+12,mlp.experts.95.up_proj,0.0000009842,0.02500,4.233
+12,mlp.experts.103.up_proj,0.0000010659,0.02500,4.141
+12,mlp.experts.91.up_proj,0.0000010764,0.02500,4.420
+12,mlp.experts.115.up_proj,0.0000008870,0.02500,4.169
+12,mlp.experts.119.up_proj,0.0000015553,0.02500,4.126
+12,mlp.experts.111.up_proj,0.0000008209,0.02500,4.499
+12,mlp.experts.107.up_proj,0.0000003717,0.02500,1.818
+12,mlp.experts.9.down_proj,0.0000000494,0.02500,1.053
+12,mlp.experts.1.down_proj,0.0000000215,0.02500,1.060
+12,mlp.experts.0.down_proj,0.0000000122,0.02500,1.061
+12,mlp.experts.13.down_proj,0.0000000101,0.02500,1.057
+12,mlp.experts.8.down_proj,0.0000000150,0.02500,1.102
+12,mlp.experts.5.down_proj,0.0000000116,0.02500,1.105
+12,mlp.experts.12.down_proj,0.0000000150,0.02500,1.129
+12,mlp.experts.4.down_proj,0.0000000236,0.02500,1.188
+12,mlp.experts.7.down_proj,0.0000000154,0.02500,1.337
+12,mlp.experts.11.down_proj,0.0000000223,0.02500,1.338
+12,mlp.experts.3.down_proj,0.0000000274,0.02500,1.375
+12,mlp.experts.15.down_proj,0.0000000109,0.02500,1.435
+12,mlp.experts.2.down_proj,0.0000000110,0.02500,1.440
+12,mlp.experts.14.down_proj,0.0000000108,0.02500,1.474
+12,mlp.experts.6.down_proj,0.0000000166,0.02500,1.509
+12,mlp.experts.10.down_proj,0.0000000146,0.02500,1.521
+12,mlp.experts.25.down_proj,0.0000000178,0.02500,1.088
+12,mlp.experts.16.down_proj,0.0000000135,0.02500,1.086
+12,mlp.experts.28.down_proj,0.0000000138,0.02500,1.016
+12,mlp.experts.29.down_proj,0.0000000186,0.02500,1.134
+12,mlp.experts.24.down_proj,0.0000000269,0.02500,1.128
+12,mlp.experts.17.down_proj,0.0000000098,0.02500,1.220
+12,mlp.experts.21.down_proj,0.0000000110,0.02500,1.173
+12,mlp.experts.20.down_proj,0.0000000049,0.02500,1.136
+12,mlp.experts.23.down_proj,0.0000000116,0.02500,1.210
+12,mlp.experts.19.down_proj,0.0000000218,0.02500,1.175
+12,mlp.experts.27.down_proj,0.0000000046,0.02500,1.239
+12,mlp.experts.31.down_proj,0.0000000118,0.02500,1.286
+12,mlp.experts.18.down_proj,0.0000000145,0.02500,1.290
+12,mlp.experts.30.down_proj,0.0000000089,0.02500,1.264
+12,mlp.experts.22.down_proj,0.0000000148,0.02500,1.256
+12,mlp.experts.26.down_proj,0.0000000311,0.02500,1.296
+12,mlp.experts.41.down_proj,0.0000000063,0.02500,0.941
+12,mlp.experts.45.down_proj,0.0000000117,0.02500,0.980
+12,mlp.experts.33.down_proj,0.0000000074,0.02500,0.920
+12,mlp.experts.44.down_proj,0.0000000099,0.02500,1.125
+12,mlp.experts.32.down_proj,0.0000000131,0.02500,1.168
+12,mlp.experts.40.down_proj,0.0000000137,0.02500,1.092
+12,mlp.experts.37.down_proj,0.0000000106,0.02500,1.086
+12,mlp.experts.36.down_proj,0.0000000112,0.02500,1.067
+12,mlp.experts.46.down_proj,0.0000000063,0.02500,0.904
+12,mlp.experts.34.down_proj,0.0000000109,0.02500,0.917
+12,mlp.experts.38.down_proj,0.0000000087,0.02500,0.916
+12,mlp.experts.42.down_proj,0.0000000200,0.02500,0.914
+12,mlp.experts.35.down_proj,0.0000000117,0.02500,1.186
+12,mlp.experts.43.down_proj,0.0000000093,0.02500,1.197
+12,mlp.experts.39.down_proj,0.0000000113,0.02500,1.320
+12,mlp.experts.47.down_proj,0.0000000519,0.02500,1.197
+12,mlp.experts.57.down_proj,0.0000000249,0.02500,0.998
+12,mlp.experts.49.down_proj,0.0000000167,0.02500,0.949
+12,mlp.experts.61.down_proj,0.0000000036,0.02500,1.010
+12,mlp.experts.56.down_proj,0.0000000085,0.02500,0.982
+12,mlp.experts.60.down_proj,0.0000000182,0.02500,1.069
+12,mlp.experts.52.down_proj,0.0000000198,0.02500,0.952
+12,mlp.experts.53.down_proj,0.0000000055,0.02500,1.004
+12,mlp.experts.48.down_proj,0.0000000154,0.02500,1.101
+12,mlp.experts.62.down_proj,0.0000000288,0.02500,0.879
+12,mlp.experts.50.down_proj,0.0000000072,0.02500,0.882
+12,mlp.experts.54.down_proj,0.0000000307,0.02500,0.891
+12,mlp.experts.58.down_proj,0.0000000227,0.02500,0.889
+12,mlp.experts.51.down_proj,0.0000000130,0.02500,1.191
+12,mlp.experts.59.down_proj,0.0000000175,0.02500,1.184
+12,mlp.experts.65.down_proj,0.0000000244,0.02500,0.964
+12,mlp.experts.73.down_proj,0.0000000213,0.02500,1.115
+12,mlp.experts.72.down_proj,0.0000000130,0.02500,0.922
+12,mlp.experts.77.down_proj,0.0000000113,0.02500,1.047
+12,mlp.experts.55.down_proj,0.0000000100,0.02500,1.370
+12,mlp.experts.63.down_proj,0.0000000046,0.02500,1.339
+12,mlp.experts.68.down_proj,0.0000000209,0.02500,0.997
+12,mlp.experts.69.down_proj,0.0000000201,0.02500,1.011
+12,mlp.experts.78.down_proj,0.0000000110,0.02500,0.881
+12,mlp.experts.66.down_proj,0.0000000153,0.02500,0.895
+12,mlp.experts.76.down_proj,0.0000000114,0.02500,1.119
+12,mlp.experts.70.down_proj,0.0000000136,0.02500,0.901
+12,mlp.experts.64.down_proj,0.0000000095,0.02500,1.084
+12,mlp.experts.74.down_proj,0.0000000156,0.02500,0.894
+12,mlp.experts.93.down_proj,0.0000000432,0.02500,0.891
+12,mlp.experts.75.down_proj,0.0000000172,0.02500,1.276
+12,mlp.experts.88.down_proj,0.0000000077,0.02500,1.009
+12,mlp.experts.67.down_proj,0.0000000162,0.02500,1.327
+12,mlp.experts.81.down_proj,0.0000000243,0.02500,1.166
+12,mlp.experts.85.down_proj,0.0000000245,0.02500,0.922
+12,mlp.experts.94.down_proj,0.0000000495,0.02500,0.959
+12,mlp.experts.82.down_proj,0.0000000219,0.02500,0.951
+12,mlp.experts.89.down_proj,0.0000000187,0.02500,1.196
+12,mlp.experts.86.down_proj,0.0000000202,0.02500,0.944
+12,mlp.experts.80.down_proj,0.0000000053,0.02500,0.946
+12,mlp.experts.90.down_proj,0.0000000073,0.02500,0.948
+12,mlp.experts.84.down_proj,0.0000000184,0.02500,1.220
+12,mlp.experts.71.down_proj,0.0000000071,0.02500,1.331
+12,mlp.experts.79.down_proj,0.0000000105,0.02500,1.331
+12,mlp.experts.92.down_proj,0.0000000085,0.02500,1.183
+12,mlp.experts.109.down_proj,0.0000000145,0.02500,0.868
+12,mlp.experts.105.down_proj,0.0000000150,0.02500,0.835
+12,mlp.experts.98.down_proj,0.0000000267,0.02500,0.883
+12,mlp.experts.110.down_proj,0.0000000153,0.02500,0.896
+12,mlp.experts.101.down_proj,0.0000000184,0.02500,0.991
+12,mlp.experts.102.down_proj,0.0000000096,0.02500,0.884
+12,mlp.experts.97.down_proj,0.0000000282,0.02500,1.025
+12,mlp.experts.106.down_proj,0.0000000197,0.02500,0.896
+12,mlp.experts.104.down_proj,0.0000000121,0.02500,1.207
+12,mlp.experts.91.down_proj,0.0000000286,0.02500,1.230
+12,mlp.experts.83.down_proj,0.0000000151,0.02500,1.230
+12,mlp.experts.96.down_proj,0.0000000092,0.02500,1.222
+12,mlp.experts.87.down_proj,0.0000000142,0.02500,1.350
+12,mlp.experts.100.down_proj,0.0000000231,0.02500,1.362
+12,mlp.experts.95.down_proj,0.0000000226,0.02500,1.363
+12,mlp.experts.108.down_proj,0.0000000228,0.02500,1.341
+12,mlp.experts.114.down_proj,0.0000000379,0.02500,0.941
+12,mlp.experts.118.down_proj,0.0000000139,0.02500,0.902
+12,mlp.experts.112.down_proj,0.0000000115,0.02500,0.982
+12,mlp.experts.116.down_proj,0.0000000191,0.02500,0.858
+12,mlp.experts.107.down_proj,0.0000000053,0.02500,1.586
+12,mlp.experts.99.down_proj,0.0000000051,0.02500,1.644
+12,mlp.experts.103.down_proj,0.0000000178,0.02500,1.595
+12,mlp.experts.111.down_proj,0.0000000142,0.02500,1.775
+12,mlp.experts.115.down_proj,0.0000000198,0.02500,0.985
+12,mlp.experts.119.down_proj,0.0000000240,0.02500,0.738
+12,mlp.experts.113.down_proj,0.0000000111,0.02500,0.698
+12,mlp.experts.117.down_proj,0.0000000152,0.02500,0.701
+13,self_attn.k_proj,0.0000000009,0.02500,1.481
+13,self_attn.q_proj,0.0000000044,0.02500,1.792
+13,self_attn.v_proj,0.0000000017,0.02500,1.823
+13,self_attn.o_proj,0.0000000010,0.02500,3.806
+13,mlp.shared_experts.gate_proj,0.0000000495,0.02500,1.426
+13,mlp.shared_experts.up_proj,0.0000000542,0.02500,1.346
+13,mlp.shared_experts.down_proj,0.0000000003,0.02500,0.377
+13,mlp.experts.2.gate_proj,0.0000018855,0.02500,3.713
+13,mlp.experts.14.gate_proj,0.0000008995,0.02500,3.690
+13,mlp.experts.10.gate_proj,0.0000012317,0.02500,3.900
+13,mlp.experts.6.gate_proj,0.0000015716,0.02500,3.996
+13,mlp.experts.7.gate_proj,0.0000009844,0.02500,4.918
+13,mlp.experts.11.gate_proj,0.0000011266,0.02500,4.974
+13,mlp.experts.4.gate_proj,0.0000014630,0.02500,5.032
+13,mlp.experts.8.gate_proj,0.0000011125,0.02500,5.063
+13,mlp.experts.3.gate_proj,0.0000014818,0.02500,5.270
+13,mlp.experts.12.gate_proj,0.0000013340,0.02500,5.198
+13,mlp.experts.1.gate_proj,0.0000012464,0.02500,5.547
+13,mlp.experts.15.gate_proj,0.0000013231,0.02500,5.470
+13,mlp.experts.0.gate_proj,0.0000006789,0.02500,5.693
+13,mlp.experts.13.gate_proj,0.0000013480,0.02500,5.556
+13,mlp.experts.9.gate_proj,0.0000014224,0.02500,5.623
+13,mlp.experts.5.gate_proj,0.0000009407,0.02500,5.896
+13,mlp.experts.30.gate_proj,0.0000008913,0.02500,3.470
+13,mlp.experts.22.gate_proj,0.0000015251,0.02500,3.170
+13,mlp.experts.18.gate_proj,0.0000015958,0.02500,3.765
+13,mlp.experts.26.gate_proj,0.0000014311,0.02500,3.856
+13,mlp.experts.27.gate_proj,0.0000009942,0.02500,3.372
+13,mlp.experts.19.gate_proj,0.0000011113,0.02500,3.372
+13,mlp.experts.23.gate_proj,0.0000021055,0.02500,3.569
+13,mlp.experts.31.gate_proj,0.0000012107,0.02500,3.610
+13,mlp.experts.20.gate_proj,0.0000014220,0.02500,4.090
+13,mlp.experts.24.gate_proj,0.0000010340,0.02500,4.143
+13,mlp.experts.28.gate_proj,0.0000012068,0.02500,4.130
+13,mlp.experts.16.gate_proj,0.0000013078,0.02500,4.099
+13,mlp.experts.17.gate_proj,0.0000011347,0.02500,4.359
+13,mlp.experts.29.gate_proj,0.0000008361,0.02500,4.376
+13,mlp.experts.25.gate_proj,0.0000007492,0.02500,4.567
+13,mlp.experts.38.gate_proj,0.0000012699,0.02500,3.094
+13,mlp.experts.21.gate_proj,0.0000009754,0.02500,4.647
+13,mlp.experts.46.gate_proj,0.0000008277,0.02500,3.426
+13,mlp.experts.34.gate_proj,0.0000009923,0.02500,3.778
+13,mlp.experts.42.gate_proj,0.0000017232,0.02500,3.707
+13,mlp.experts.35.gate_proj,0.0000015568,0.02500,3.374
+13,mlp.experts.43.gate_proj,0.0000006511,0.02500,3.594
+13,mlp.experts.39.gate_proj,0.0000010267,0.02500,3.841
+13,mlp.experts.47.gate_proj,0.0000010940,0.02500,3.692
+13,mlp.experts.40.gate_proj,0.0000017440,0.02500,3.812
+13,mlp.experts.36.gate_proj,0.0000013722,0.02500,4.012
+13,mlp.experts.44.gate_proj,0.0000011476,0.02500,3.948
+13,mlp.experts.33.gate_proj,0.0000011620,0.02500,3.909
+13,mlp.experts.32.gate_proj,0.0000012090,0.02500,4.117
+13,mlp.experts.45.gate_proj,0.0000014721,0.02500,3.868
+13,mlp.experts.54.gate_proj,0.0000008035,0.02500,3.706
+13,mlp.experts.41.gate_proj,0.0000012616,0.02500,3.795
+13,mlp.experts.62.gate_proj,0.0000011376,0.02500,3.593
+13,mlp.experts.37.gate_proj,0.0000006804,0.02500,3.725
+13,mlp.experts.50.gate_proj,0.0000006896,0.02500,3.503
+13,mlp.experts.58.gate_proj,0.0000017040,0.02500,3.247
+13,mlp.experts.55.gate_proj,0.0000013311,0.02500,3.119
+13,mlp.experts.59.gate_proj,0.0000013535,0.02500,3.672
+13,mlp.experts.51.gate_proj,0.0000010218,0.02500,4.046
+13,mlp.experts.63.gate_proj,0.0000008421,0.02500,3.397
+13,mlp.experts.56.gate_proj,0.0000010501,0.02500,4.099
+13,mlp.experts.52.gate_proj,0.0000013491,0.02500,4.116
+13,mlp.experts.70.gate_proj,0.0000017448,0.02500,3.470
+13,mlp.experts.60.gate_proj,0.0000017723,0.02500,4.229
+13,mlp.experts.78.gate_proj,0.0000007436,0.02500,3.624
+13,mlp.experts.48.gate_proj,0.0000007129,0.02500,4.299
+13,mlp.experts.49.gate_proj,0.0000011822,0.02500,4.411
+13,mlp.experts.61.gate_proj,0.0000005988,0.02500,4.364
+13,mlp.experts.66.gate_proj,0.0000011954,0.02500,3.647
+13,mlp.experts.57.gate_proj,0.0000016410,0.02500,4.351
+13,mlp.experts.74.gate_proj,0.0000006422,0.02500,3.633
+13,mlp.experts.53.gate_proj,0.0000018085,0.02500,4.424
+13,mlp.experts.71.gate_proj,0.0000013569,0.02500,3.435
+13,mlp.experts.75.gate_proj,0.0000016201,0.02500,3.342
+13,mlp.experts.67.gate_proj,0.0000010206,0.02500,3.463
+13,mlp.experts.79.gate_proj,0.0000014895,0.02500,3.462
+13,mlp.experts.86.gate_proj,0.0000005776,0.02500,3.496
+13,mlp.experts.65.gate_proj,0.0000015165,0.02500,3.470
+13,mlp.experts.77.gate_proj,0.0000013210,0.02500,3.383
+13,mlp.experts.94.gate_proj,0.0000016558,0.02500,3.884
+13,mlp.experts.72.gate_proj,0.0000018937,0.02500,4.584
+13,mlp.experts.73.gate_proj,0.0000012141,0.02500,3.471
+13,mlp.experts.68.gate_proj,0.0000007767,0.02500,4.633
+13,mlp.experts.90.gate_proj,0.0000015827,0.02500,3.599
+13,mlp.experts.82.gate_proj,0.0000013314,0.02500,3.779
+13,mlp.experts.69.gate_proj,0.0000010740,0.02500,3.345
+13,mlp.experts.91.gate_proj,0.0000007983,0.02500,3.262
+13,mlp.experts.76.gate_proj,0.0000011592,0.02500,4.898
+13,mlp.experts.87.gate_proj,0.0000008517,0.02500,3.908
+13,mlp.experts.95.gate_proj,0.0000010022,0.02500,3.322
+13,mlp.experts.83.gate_proj,0.0000009629,0.02500,3.700
+13,mlp.experts.64.gate_proj,0.0000011088,0.02500,5.112
+13,mlp.experts.81.gate_proj,0.0000007804,0.02500,3.198
+13,mlp.experts.93.gate_proj,0.0000008349,0.02500,3.205
+13,mlp.experts.102.gate_proj,0.0000023410,0.02500,3.869
+13,mlp.experts.89.gate_proj,0.0000010933,0.02500,3.187
+13,mlp.experts.85.gate_proj,0.0000003978,0.02500,3.207
+13,mlp.experts.110.gate_proj,0.0000011936,0.02500,3.802
+13,mlp.experts.107.gate_proj,0.0000015559,0.02500,3.324
+13,mlp.experts.106.gate_proj,0.0000008633,0.02500,3.867
+13,mlp.experts.98.gate_proj,0.0000004840,0.02500,3.821
+13,mlp.experts.103.gate_proj,0.0000007257,0.02500,3.351
+13,mlp.experts.88.gate_proj,0.0000013234,0.02500,4.544
+13,mlp.experts.111.gate_proj,0.0000011209,0.02500,3.341
+13,mlp.experts.84.gate_proj,0.0000009575,0.02500,4.472
+13,mlp.experts.99.gate_proj,0.0000016956,0.02500,3.525
+13,mlp.experts.92.gate_proj,0.0000013661,0.02500,4.276
+13,mlp.experts.80.gate_proj,0.0000014376,0.02500,4.543
+13,mlp.experts.109.gate_proj,0.0000016663,0.02500,3.247
+13,mlp.experts.97.gate_proj,0.0000018579,0.02500,3.396
+13,mlp.experts.118.gate_proj,0.0000003645,0.02500,3.530
+13,mlp.experts.105.gate_proj,0.0000013535,0.02500,3.382
+13,mlp.experts.101.gate_proj,0.0000010361,0.02500,3.370
+13,mlp.experts.3.up_proj,0.0000014754,0.02500,3.262
+13,mlp.experts.6.up_proj,0.0000015688,0.02500,3.854
+13,mlp.experts.114.gate_proj,0.0000003931,0.02500,3.676
+13,mlp.experts.119.gate_proj,0.0000011843,0.02500,3.486
+13,mlp.experts.2.up_proj,0.0000018713,0.02500,3.898
+13,mlp.experts.7.up_proj,0.0000009811,0.02500,3.459
+13,mlp.experts.115.gate_proj,0.0000009339,0.02500,3.277
+13,mlp.experts.104.gate_proj,0.0000006963,0.02500,3.678
+13,mlp.experts.100.gate_proj,0.0000007855,0.02500,3.686
+13,mlp.experts.108.gate_proj,0.0000017637,0.02500,3.592
+13,mlp.experts.96.gate_proj,0.0000006427,0.02500,3.443
+13,mlp.experts.5.up_proj,0.0000009308,0.02500,4.194
+13,mlp.experts.14.up_proj,0.0000008938,0.02500,4.051
+13,mlp.experts.113.gate_proj,0.0000010339,0.02500,4.350
+13,mlp.experts.19.up_proj,0.0000011063,0.02500,3.650
+13,mlp.experts.1.up_proj,0.0000012405,0.02500,4.383
+13,mlp.experts.11.up_proj,0.0000011223,0.02500,2.992
+13,mlp.experts.117.gate_proj,0.0000012978,0.02500,4.225
+13,mlp.experts.15.up_proj,0.0000013201,0.02500,3.310
+13,mlp.experts.0.up_proj,0.0000006743,0.02500,3.193
+13,mlp.experts.10.up_proj,0.0000012229,0.02500,3.639
+13,mlp.experts.22.up_proj,0.0000015175,0.02500,3.810
+13,mlp.experts.18.up_proj,0.0000015849,0.02500,3.446
+13,mlp.experts.116.gate_proj,0.0000013655,0.02500,3.194
+13,mlp.experts.4.up_proj,0.0000014463,0.02500,3.279
+13,mlp.experts.23.up_proj,0.0000020980,0.02500,3.989
+13,mlp.experts.112.gate_proj,0.0000014183,0.02500,3.465
+13,mlp.experts.27.up_proj,0.0000009862,0.02500,3.189
+13,mlp.experts.21.up_proj,0.0000009707,0.02500,3.884
+13,mlp.experts.31.up_proj,0.0000012064,0.02500,3.270
+13,mlp.experts.9.up_proj,0.0000014174,0.02500,3.921
+13,mlp.experts.30.up_proj,0.0000008848,0.02500,4.060
+13,mlp.experts.35.up_proj,0.0000015532,0.02500,4.143
+13,mlp.experts.17.up_proj,0.0000011301,0.02500,3.922
+13,mlp.experts.13.up_proj,0.0000013371,0.02500,3.915
+13,mlp.experts.34.up_proj,0.0000009828,0.02500,3.859
+13,mlp.experts.38.up_proj,0.0000012638,0.02500,3.946
+13,mlp.experts.26.up_proj,0.0000014189,0.02500,4.026
+13,mlp.experts.39.up_proj,0.0000010189,0.02500,3.602
+13,mlp.experts.12.up_proj,0.0000013294,0.02500,4.417
+13,mlp.experts.16.up_proj,0.0000013006,0.02500,4.555
+13,mlp.experts.20.up_proj,0.0000014083,0.02500,4.396
+13,mlp.experts.8.up_proj,0.0000011083,0.02500,4.373
+13,mlp.experts.43.up_proj,0.0000006402,0.02500,3.504
+13,mlp.experts.46.up_proj,0.0000008225,0.02500,3.345
+13,mlp.experts.47.up_proj,0.0000010903,0.02500,3.619
+13,mlp.experts.51.up_proj,0.0000010117,0.02500,3.455
+13,mlp.experts.37.up_proj,0.0000006770,0.02500,4.053
+13,mlp.experts.25.up_proj,0.0000007442,0.02500,3.980
+13,mlp.experts.50.up_proj,0.0000006819,0.02500,3.443
+13,mlp.experts.33.up_proj,0.0000011507,0.02500,3.847
+13,mlp.experts.29.up_proj,0.0000008290,0.02500,3.942
+13,mlp.experts.54.up_proj,0.0000007981,0.02500,3.626
+13,mlp.experts.42.up_proj,0.0000017147,0.02500,3.666
+13,mlp.experts.55.up_proj,0.0000013226,0.02500,3.683
+13,mlp.experts.28.up_proj,0.0000012028,0.02500,4.122
+13,mlp.experts.32.up_proj,0.0000012020,0.02500,4.156
+13,mlp.experts.36.up_proj,0.0000013632,0.02500,4.139
+13,mlp.experts.63.up_proj,0.0000008340,0.02500,3.113
+13,mlp.experts.59.up_proj,0.0000013489,0.02500,3.494
+13,mlp.experts.24.up_proj,0.0000010298,0.02500,4.207
+13,mlp.experts.62.up_proj,0.0000011331,0.02500,3.399
+13,mlp.experts.67.up_proj,0.0000010098,0.02500,3.273
+13,mlp.experts.53.up_proj,0.0000017938,0.02500,3.403
+13,mlp.experts.41.up_proj,0.0000012544,0.02500,3.384
+13,mlp.experts.66.up_proj,0.0000011910,0.02500,3.507
+13,mlp.experts.49.up_proj,0.0000011775,0.02500,3.447
+13,mlp.experts.70.up_proj,0.0000017353,0.02500,3.319
+13,mlp.experts.45.up_proj,0.0000014592,0.02500,3.467
+13,mlp.experts.58.up_proj,0.0000016960,0.02500,3.733
+13,mlp.experts.71.up_proj,0.0000013448,0.02500,3.754
+13,mlp.experts.44.up_proj,0.0000011352,0.02500,4.509
+13,mlp.experts.79.up_proj,0.0000014802,0.02500,3.375
+13,mlp.experts.48.up_proj,0.0000007059,0.02500,4.564
+13,mlp.experts.78.up_proj,0.0000007372,0.02500,3.338
+13,mlp.experts.52.up_proj,0.0000013346,0.02500,4.562
+13,mlp.experts.83.up_proj,0.0000009529,0.02500,3.615
+13,mlp.experts.75.up_proj,0.0000016113,0.02500,3.997
+13,mlp.experts.40.up_proj,0.0000017329,0.02500,4.261
+13,mlp.experts.82.up_proj,0.0000013276,0.02500,3.469
+13,mlp.experts.86.up_proj,0.0000005723,0.02500,3.455
+13,mlp.experts.69.up_proj,0.0000010653,0.02500,4.194
+13,mlp.experts.87.up_proj,0.0000008416,0.02500,3.151
+13,mlp.experts.57.up_proj,0.0000016217,0.02500,4.282
+13,mlp.experts.74.up_proj,0.0000006392,0.02500,3.752
+13,mlp.experts.65.up_proj,0.0000015128,0.02500,4.418
+13,mlp.experts.61.up_proj,0.0000005932,0.02500,4.335
+13,mlp.experts.95.up_proj,0.0000009965,0.02500,3.206
+13,mlp.experts.94.up_proj,0.0000016481,0.02500,3.362
+13,mlp.experts.60.up_proj,0.0000017659,0.02500,3.614
+13,mlp.experts.64.up_proj,0.0000010992,0.02500,3.691
+13,mlp.experts.68.up_proj,0.0000007721,0.02500,3.693
+13,mlp.experts.91.up_proj,0.0000007911,0.02500,3.552
+13,mlp.experts.99.up_proj,0.0000016869,0.02500,3.677
+13,mlp.experts.102.up_proj,0.0000023333,0.02500,3.492
+13,mlp.experts.98.up_proj,0.0000004794,0.02500,3.751
+13,mlp.experts.56.up_proj,0.0000010454,0.02500,3.789
+13,mlp.experts.103.up_proj,0.0000007198,0.02500,3.399
+13,mlp.experts.90.up_proj,0.0000015777,0.02500,3.418
+13,mlp.experts.85.up_proj,0.0000003950,0.02500,4.383
+13,mlp.experts.73.up_proj,0.0000012079,0.02500,4.432
+13,mlp.experts.77.up_proj,0.0000013176,0.02500,4.406
+13,mlp.experts.81.up_proj,0.0000007782,0.02500,4.675
+13,mlp.experts.110.up_proj,0.0000011914,0.02500,3.369
+13,mlp.experts.111.up_proj,0.0000011166,0.02500,3.804
+13,mlp.experts.76.up_proj,0.0000011572,0.02500,3.567
+13,mlp.experts.80.up_proj,0.0000014293,0.02500,3.559
+13,mlp.experts.84.up_proj,0.0000009509,0.02500,3.558
+13,mlp.experts.115.up_proj,0.0000009230,0.02500,3.477
+13,mlp.experts.107.up_proj,0.0000015394,0.02500,3.683
+13,mlp.experts.119.up_proj,0.0000011770,0.02500,3.079
+13,mlp.experts.118.up_proj,0.0000003629,0.02500,3.530
+13,mlp.experts.72.up_proj,0.0000018867,0.02500,3.372
+13,mlp.experts.114.up_proj,0.0000003880,0.02500,3.567
+13,mlp.experts.106.up_proj,0.0000008597,0.02500,3.228
+13,mlp.experts.101.up_proj,0.0000010279,0.02500,4.135
+13,mlp.experts.89.up_proj,0.0000010881,0.02500,4.391
+13,mlp.experts.93.up_proj,0.0000008299,0.02500,4.275
+13,mlp.experts.97.up_proj,0.0000018463,0.02500,4.206
+13,mlp.experts.92.up_proj,0.0000013534,0.02500,4.110
+13,mlp.experts.96.up_proj,0.0000006376,0.02500,4.071
+13,mlp.experts.100.up_proj,0.0000007803,0.02500,4.294
+13,mlp.experts.88.up_proj,0.0000013162,0.02500,4.854
+13,mlp.experts.117.up_proj,0.0000012939,0.02500,4.360
+13,mlp.experts.105.up_proj,0.0000013447,0.02500,4.019
+13,mlp.experts.109.up_proj,0.0000016532,0.02500,3.819
+13,mlp.experts.113.up_proj,0.0000010276,0.02500,3.785
+13,mlp.experts.108.up_proj,0.0000017487,0.02500,4.697
+13,mlp.experts.112.up_proj,0.0000014112,0.02500,4.811
+13,mlp.experts.116.up_proj,0.0000013563,0.02500,4.517
+13,mlp.experts.104.up_proj,0.0000006944,0.02500,3.639
+13,mlp.experts.1.down_proj,0.0000000190,0.02500,1.325
+13,mlp.experts.9.down_proj,0.0000000231,0.02500,1.267
+13,mlp.experts.2.down_proj,0.0000000494,0.02500,1.430
+13,mlp.experts.14.down_proj,0.0000000125,0.02500,1.393
+13,mlp.experts.5.down_proj,0.0000000207,0.02500,1.398
+13,mlp.experts.10.down_proj,0.0000000256,0.02500,1.423
+13,mlp.experts.13.down_proj,0.0000000222,0.02500,1.427
+13,mlp.experts.6.down_proj,0.0000000245,0.02500,1.447
+13,mlp.experts.15.down_proj,0.0000000189,0.02500,1.817
+13,mlp.experts.11.down_proj,0.0000000132,0.02500,1.818
+13,mlp.experts.4.down_proj,0.0000000230,0.02500,1.911
+13,mlp.experts.12.down_proj,0.0000000200,0.02500,1.872
+13,mlp.experts.3.down_proj,0.0000000208,0.02500,1.965
+13,mlp.experts.8.down_proj,0.0000000199,0.02500,1.898
+13,mlp.experts.7.down_proj,0.0000000169,0.02500,1.910
+13,mlp.experts.0.down_proj,0.0000000164,0.02500,2.066
+13,mlp.experts.17.down_proj,0.0000000156,0.02500,1.035
+13,mlp.experts.25.down_proj,0.0000000149,0.02500,1.039
+13,mlp.experts.21.down_proj,0.0000000169,0.02500,0.997
+13,mlp.experts.26.down_proj,0.0000000281,0.02500,0.978
+13,mlp.experts.18.down_proj,0.0000000246,0.02500,1.049
+13,mlp.experts.29.down_proj,0.0000000140,0.02500,1.064
+13,mlp.experts.30.down_proj,0.0000000191,0.02500,1.099
+13,mlp.experts.22.down_proj,0.0000000257,0.02500,1.122
+13,mlp.experts.27.down_proj,0.0000000152,0.02500,0.918
+13,mlp.experts.19.down_proj,0.0000000183,0.02500,0.950
+13,mlp.experts.31.down_proj,0.0000000182,0.02500,1.024
+13,mlp.experts.23.down_proj,0.0000000317,0.02500,1.140
+13,mlp.experts.20.down_proj,0.0000000326,0.02500,1.257
+13,mlp.experts.28.down_proj,0.0000000195,0.02500,1.263
+13,mlp.experts.24.down_proj,0.0000000135,0.02500,1.237
+13,mlp.experts.33.down_proj,0.0000000162,0.02500,0.911
+13,mlp.experts.41.down_proj,0.0000000182,0.02500,0.912
+13,mlp.experts.37.down_proj,0.0000000111,0.02500,0.923
+13,mlp.experts.16.down_proj,0.0000000168,0.02500,1.470
+13,mlp.experts.45.down_proj,0.0000000218,0.02500,0.995
+13,mlp.experts.46.down_proj,0.0000000125,0.02500,1.063
+13,mlp.experts.42.down_proj,0.0000000281,0.02500,1.158
+13,mlp.experts.34.down_proj,0.0000000227,0.02500,1.171
+13,mlp.experts.43.down_proj,0.0000000104,0.02500,1.038
+13,mlp.experts.38.down_proj,0.0000000202,0.02500,1.258
+13,mlp.experts.35.down_proj,0.0000000251,0.02500,0.997
+13,mlp.experts.47.down_proj,0.0000000159,0.02500,1.029
+13,mlp.experts.39.down_proj,0.0000000155,0.02500,1.068
+13,mlp.experts.49.down_proj,0.0000000157,0.02500,1.162
+13,mlp.experts.36.down_proj,0.0000000234,0.02500,1.311
+13,mlp.experts.40.down_proj,0.0000000261,0.02500,1.296
+13,mlp.experts.44.down_proj,0.0000000207,0.02500,1.315
+13,mlp.experts.57.down_proj,0.0000000250,0.02500,1.234
+13,mlp.experts.53.down_proj,0.0000000431,0.02500,1.189
+13,mlp.experts.61.down_proj,0.0000000072,0.02500,1.164
+13,mlp.experts.50.down_proj,0.0000000109,0.02500,1.119
+13,mlp.experts.32.down_proj,0.0000000211,0.02500,1.241
+13,mlp.experts.58.down_proj,0.0000000333,0.02500,1.190
+13,mlp.experts.62.down_proj,0.0000000167,0.02500,1.277
+13,mlp.experts.59.down_proj,0.0000000230,0.02500,1.047
+13,mlp.experts.51.down_proj,0.0000000165,0.02500,1.102
+13,mlp.experts.63.down_proj,0.0000000148,0.02500,1.072
+13,mlp.experts.54.down_proj,0.0000000119,0.02500,1.192
+13,mlp.experts.55.down_proj,0.0000000208,0.02500,0.991
+13,mlp.experts.65.down_proj,0.0000000211,0.02500,1.247
+13,mlp.experts.73.down_proj,0.0000000172,0.02500,1.227
+13,mlp.experts.52.down_proj,0.0000000194,0.02500,1.277
+13,mlp.experts.56.down_proj,0.0000000157,0.02500,1.278
+13,mlp.experts.69.down_proj,0.0000000214,0.02500,1.205
+13,mlp.experts.60.down_proj,0.0000000264,0.02500,1.289
+13,mlp.experts.66.down_proj,0.0000000153,0.02500,1.058
+13,mlp.experts.74.down_proj,0.0000000139,0.02500,1.085
+13,mlp.experts.77.down_proj,0.0000000204,0.02500,1.235
+13,mlp.experts.75.down_proj,0.0000000258,0.02500,1.062
+13,mlp.experts.78.down_proj,0.0000000136,0.02500,1.111
+13,mlp.experts.48.down_proj,0.0000000110,0.02500,1.309
+13,mlp.experts.67.down_proj,0.0000000179,0.02500,1.097
+13,mlp.experts.79.down_proj,0.0000000295,0.02500,1.130
+13,mlp.experts.70.down_proj,0.0000000325,0.02500,1.122
+13,mlp.experts.71.down_proj,0.0000000228,0.02500,1.095
+13,mlp.experts.82.down_proj,0.0000000208,0.02500,1.017
+13,mlp.experts.91.down_proj,0.0000000127,0.02500,0.875
+13,mlp.experts.81.down_proj,0.0000000099,0.02500,1.243
+13,mlp.experts.76.down_proj,0.0000000179,0.02500,1.124
+13,mlp.experts.72.down_proj,0.0000000288,0.02500,1.157
+13,mlp.experts.68.down_proj,0.0000000156,0.02500,1.170
+13,mlp.experts.90.down_proj,0.0000000217,0.02500,1.037
+13,mlp.experts.89.down_proj,0.0000000164,0.02500,1.210
+13,mlp.experts.83.down_proj,0.0000000147,0.02500,0.865
+13,mlp.experts.85.down_proj,0.0000000125,0.02500,1.210
+13,mlp.experts.95.down_proj,0.0000000157,0.02500,0.855
+13,mlp.experts.94.down_proj,0.0000000255,0.02500,1.137
+13,mlp.experts.87.down_proj,0.0000000122,0.02500,0.866
+13,mlp.experts.86.down_proj,0.0000000130,0.02500,0.948
+13,mlp.experts.93.down_proj,0.0000000114,0.02500,1.243
+13,mlp.experts.64.down_proj,0.0000000260,0.02500,1.154
+13,mlp.experts.107.down_proj,0.0000000273,0.02500,0.949
+13,mlp.experts.111.down_proj,0.0000000150,0.02500,0.930
+13,mlp.experts.99.down_proj,0.0000000249,0.02500,0.987
+13,mlp.experts.98.down_proj,0.0000000086,0.02500,1.187
+13,mlp.experts.103.down_proj,0.0000000153,0.02500,0.907
+13,mlp.experts.106.down_proj,0.0000000114,0.02500,1.132
+13,mlp.experts.105.down_proj,0.0000000178,0.02500,1.152
+13,mlp.experts.97.down_proj,0.0000000294,0.02500,1.209
+13,mlp.experts.101.down_proj,0.0000000176,0.02500,1.175
+13,mlp.experts.110.down_proj,0.0000000221,0.02500,1.071
+13,mlp.experts.84.down_proj,0.0000000114,0.02500,1.301
+13,mlp.experts.92.down_proj,0.0000000215,0.02500,1.307
+13,mlp.experts.102.down_proj,0.0000000357,0.02500,1.109
+13,mlp.experts.88.down_proj,0.0000000199,0.02500,1.378
+13,mlp.experts.109.down_proj,0.0000000274,0.02500,1.157
+13,mlp.experts.80.down_proj,0.0000000261,0.02500,1.302
+13,mlp.experts.115.down_proj,0.0000000165,0.02500,0.696
+13,mlp.experts.114.down_proj,0.0000000054,0.02500,0.664
+13,mlp.experts.119.down_proj,0.0000000222,0.02500,0.651
+13,mlp.experts.118.down_proj,0.0000000040,0.02500,0.585
+13,mlp.experts.113.down_proj,0.0000000138,0.02500,0.765
+13,mlp.experts.117.down_proj,0.0000000172,0.02500,0.727
+13,mlp.experts.100.down_proj,0.0000000120,0.02500,1.309
+13,mlp.experts.104.down_proj,0.0000000135,0.02500,1.237
+13,mlp.experts.108.down_proj,0.0000000327,0.02500,1.378
+13,mlp.experts.96.down_proj,0.0000000114,0.02500,1.141
+13,mlp.experts.116.down_proj,0.0000000242,0.02500,0.734
+13,mlp.experts.112.down_proj,0.0000000206,0.02500,0.662
+14,self_attn.v_proj,0.0000000015,0.02500,1.506
+14,self_attn.k_proj,0.0000000008,0.02500,1.559
+14,self_attn.q_proj,0.0000000036,0.02500,2.247
+14,self_attn.o_proj,0.0000000009,0.02500,3.611
+14,mlp.shared_experts.gate_proj,0.0000000547,0.02500,1.358
+14,mlp.shared_experts.up_proj,0.0000000553,0.02500,1.254
+14,mlp.shared_experts.down_proj,0.0000000003,0.02500,0.396
+14,mlp.experts.11.gate_proj,0.0000017997,0.02500,4.217
+14,mlp.experts.3.gate_proj,0.0000010387,0.02500,4.390
+14,mlp.experts.7.gate_proj,0.0000011169,0.02500,4.420
+14,mlp.experts.15.gate_proj,0.0000013593,0.02500,4.494
+14,mlp.experts.10.gate_proj,0.0000014357,0.02500,4.929
+14,mlp.experts.2.gate_proj,0.0000014315,0.02500,5.123
+14,mlp.experts.14.gate_proj,0.0000016635,0.02500,5.166
+14,mlp.experts.6.gate_proj,0.0000011949,0.02500,5.412
+14,mlp.experts.12.gate_proj,0.0000009753,0.02500,5.478
+14,mlp.experts.4.gate_proj,0.0000008890,0.02500,5.534
+14,mlp.experts.0.gate_proj,0.0000024567,0.02500,5.636
+14,mlp.experts.8.gate_proj,0.0000016672,0.02500,5.667
+14,mlp.experts.5.gate_proj,0.0000018566,0.02500,6.245
+14,mlp.experts.1.gate_proj,0.0000006973,0.02500,6.333
+14,mlp.experts.9.gate_proj,0.0000015975,0.02500,6.330
+14,mlp.experts.13.gate_proj,0.0000010992,0.02500,6.338
+14,mlp.experts.23.gate_proj,0.0000016378,0.02500,3.407
+14,mlp.experts.31.gate_proj,0.0000010833,0.02500,3.514
+14,mlp.experts.19.gate_proj,0.0000016533,0.02500,3.803
+14,mlp.experts.27.gate_proj,0.0000009366,0.02500,3.996
+14,mlp.experts.26.gate_proj,0.0000024854,0.02500,3.654
+14,mlp.experts.18.gate_proj,0.0000008450,0.02500,3.661
+14,mlp.experts.30.gate_proj,0.0000019741,0.02500,3.757
+14,mlp.experts.22.gate_proj,0.0000031391,0.02500,3.800
+14,mlp.experts.28.gate_proj,0.0000014769,0.02500,4.337
+14,mlp.experts.20.gate_proj,0.0000009979,0.02500,4.376
+14,mlp.experts.24.gate_proj,0.0000026808,0.02500,4.342
+14,mlp.experts.16.gate_proj,0.0000017471,0.02500,4.502
+14,mlp.experts.21.gate_proj,0.0000015749,0.02500,4.602
+14,mlp.experts.17.gate_proj,0.0000009295,0.02500,4.656
+14,mlp.experts.25.gate_proj,0.0000017062,0.02500,4.634
+14,mlp.experts.29.gate_proj,0.0000003342,0.02500,4.586
+14,mlp.experts.39.gate_proj,0.0000008421,0.02500,3.922
+14,mlp.experts.47.gate_proj,0.0000008574,0.02500,3.947
+14,mlp.experts.43.gate_proj,0.0000010669,0.02500,3.931
+14,mlp.experts.35.gate_proj,0.0000015007,0.02500,4.066
+14,mlp.experts.34.gate_proj,0.0000018778,0.02500,4.034
+14,mlp.experts.42.gate_proj,0.0000016444,0.02500,4.279
+14,mlp.experts.46.gate_proj,0.0000012493,0.02500,4.063
+14,mlp.experts.38.gate_proj,0.0000014240,0.02500,4.181
+14,mlp.experts.37.gate_proj,0.0000011830,0.02500,3.398
+14,mlp.experts.33.gate_proj,0.0000016442,0.02500,3.430
+14,mlp.experts.41.gate_proj,0.0000017167,0.02500,3.472
+14,mlp.experts.45.gate_proj,0.0000004173,0.02500,3.475
+14,mlp.experts.44.gate_proj,0.0000010875,0.02500,4.965
+14,mlp.experts.36.gate_proj,0.0000012050,0.02500,5.037
+14,mlp.experts.40.gate_proj,0.0000013606,0.02500,4.994
+14,mlp.experts.32.gate_proj,0.0000012665,0.02500,5.154
+14,mlp.experts.55.gate_proj,0.0000022663,0.02500,3.668
+14,mlp.experts.63.gate_proj,0.0000015509,0.02500,3.665
+14,mlp.experts.51.gate_proj,0.0000018314,0.02500,3.665
+14,mlp.experts.58.gate_proj,0.0000009226,0.02500,3.122
+14,mlp.experts.59.gate_proj,0.0000018389,0.02500,3.950
+14,mlp.experts.50.gate_proj,0.0000014786,0.02500,3.331
+14,mlp.experts.62.gate_proj,0.0000016090,0.02500,3.577
+14,mlp.experts.54.gate_proj,0.0000019671,0.02500,3.837
+14,mlp.experts.53.gate_proj,0.0000007508,0.02500,4.328
+14,mlp.experts.49.gate_proj,0.0000015288,0.02500,4.355
+14,mlp.experts.57.gate_proj,0.0000017428,0.02500,4.351
+14,mlp.experts.61.gate_proj,0.0000017239,0.02500,4.295
+14,mlp.experts.79.gate_proj,0.0000011008,0.02500,3.395
+14,mlp.experts.71.gate_proj,0.0000014713,0.02500,3.834
+14,mlp.experts.67.gate_proj,0.0000008660,0.02500,3.648
+14,mlp.experts.60.gate_proj,0.0000016266,0.02500,4.935
+14,mlp.experts.74.gate_proj,0.0000017353,0.02500,3.742
+14,mlp.experts.66.gate_proj,0.0000013071,0.02500,3.684
+14,mlp.experts.52.gate_proj,0.0000013175,0.02500,4.943
+14,mlp.experts.56.gate_proj,0.0000007095,0.02500,5.001
+14,mlp.experts.75.gate_proj,0.0000014499,0.02500,4.025
+14,mlp.experts.78.gate_proj,0.0000008262,0.02500,3.582
+14,mlp.experts.48.gate_proj,0.0000010677,0.02500,4.977
+14,mlp.experts.70.gate_proj,0.0000009468,0.02500,3.642
+14,mlp.experts.87.gate_proj,0.0000013903,0.02500,3.033
+14,mlp.experts.95.gate_proj,0.0000007547,0.02500,3.536
+14,mlp.experts.69.gate_proj,0.0000017401,0.02500,4.136
+14,mlp.experts.65.gate_proj,0.0000017075,0.02500,4.302
+14,mlp.experts.77.gate_proj,0.0000014441,0.02500,4.193
+14,mlp.experts.76.gate_proj,0.0000008571,0.02500,3.408
+14,mlp.experts.73.gate_proj,0.0000011125,0.02500,4.359
+14,mlp.experts.82.gate_proj,0.0000008128,0.02500,3.409
+14,mlp.experts.68.gate_proj,0.0000011224,0.02500,3.385
+14,mlp.experts.72.gate_proj,0.0000016258,0.02500,3.395
+14,mlp.experts.91.gate_proj,0.0000022686,0.02500,3.304
+14,mlp.experts.90.gate_proj,0.0000014547,0.02500,3.761
+14,mlp.experts.83.gate_proj,0.0000016451,0.02500,3.944
+14,mlp.experts.94.gate_proj,0.0000007873,0.02500,3.427
+14,mlp.experts.64.gate_proj,0.0000012980,0.02500,3.374
+14,mlp.experts.86.gate_proj,0.0000007581,0.02500,3.384
+14,mlp.experts.103.gate_proj,0.0000016574,0.02500,3.408
+14,mlp.experts.111.gate_proj,0.0000007252,0.02500,3.659
+14,mlp.experts.92.gate_proj,0.0000015046,0.02500,3.241
+14,mlp.experts.84.gate_proj,0.0000016130,0.02500,3.248
+14,mlp.experts.107.gate_proj,0.0000015362,0.02500,3.139
+14,mlp.experts.88.gate_proj,0.0000017837,0.02500,3.222
+14,mlp.experts.98.gate_proj,0.0000023895,0.02500,3.471
+14,mlp.experts.106.gate_proj,0.0000009610,0.02500,3.320
+14,mlp.experts.85.gate_proj,0.0000018867,0.02500,4.149
+14,mlp.experts.80.gate_proj,0.0000021111,0.02500,3.265
+14,mlp.experts.99.gate_proj,0.0000012166,0.02500,3.568
+14,mlp.experts.81.gate_proj,0.0000017619,0.02500,4.069
+14,mlp.experts.110.gate_proj,0.0000015096,0.02500,3.596
+14,mlp.experts.93.gate_proj,0.0000011427,0.02500,4.077
+14,mlp.experts.89.gate_proj,0.0000018703,0.02500,4.213
+14,mlp.experts.102.gate_proj,0.0000013795,0.02500,3.731
+14,mlp.experts.119.gate_proj,0.0000009632,0.02500,3.647
+14,mlp.experts.114.gate_proj,0.0000014109,0.02500,3.357
+14,mlp.experts.108.gate_proj,0.0000012551,0.02500,3.747
+14,mlp.experts.7.up_proj,0.0000011062,0.02500,4.003
+14,mlp.experts.2.up_proj,0.0000014273,0.02500,3.499
+14,mlp.experts.100.gate_proj,0.0000018972,0.02500,3.850
+14,mlp.experts.104.gate_proj,0.0000013582,0.02500,3.855
+14,mlp.experts.3.up_proj,0.0000010301,0.02500,3.904
+14,mlp.experts.96.gate_proj,0.0000014208,0.02500,3.841
+14,mlp.experts.6.up_proj,0.0000011812,0.02500,3.569
+14,mlp.experts.101.gate_proj,0.0000015723,0.02500,4.185
+14,mlp.experts.97.gate_proj,0.0000017413,0.02500,4.076
+14,mlp.experts.109.gate_proj,0.0000014528,0.02500,4.114
+14,mlp.experts.115.gate_proj,0.0000020634,0.02500,4.386
+14,mlp.experts.105.gate_proj,0.0000011458,0.02500,4.155
+14,mlp.experts.118.gate_proj,0.0000021814,0.02500,3.665
+14,mlp.experts.15.up_proj,0.0000013423,0.02500,3.689
+14,mlp.experts.10.up_proj,0.0000014244,0.02500,3.428
+14,mlp.experts.23.up_proj,0.0000016221,0.02500,3.472
+14,mlp.experts.19.up_proj,0.0000016443,0.02500,3.336
+14,mlp.experts.18.up_proj,0.0000008345,0.02500,3.635
+14,mlp.experts.4.up_proj,0.0000008824,0.02500,3.960
+14,mlp.experts.22.up_proj,0.0000031247,0.02500,3.421
+14,mlp.experts.116.gate_proj,0.0000008238,0.02500,3.863
+14,mlp.experts.0.up_proj,0.0000024475,0.02500,3.937
+14,mlp.experts.11.up_proj,0.0000017943,0.02500,2.998
+14,mlp.experts.112.gate_proj,0.0000018001,0.02500,3.789
+14,mlp.experts.14.up_proj,0.0000016498,0.02500,3.387
+14,mlp.experts.117.gate_proj,0.0000010472,0.02500,4.818
+14,mlp.experts.31.up_proj,0.0000010676,0.02500,2.959
+14,mlp.experts.113.gate_proj,0.0000011752,0.02500,4.879
+14,mlp.experts.1.up_proj,0.0000006904,0.02500,4.701
+14,mlp.experts.5.up_proj,0.0000018376,0.02500,5.223
+14,mlp.experts.39.up_proj,0.0000008366,0.02500,2.955
+14,mlp.experts.35.up_proj,0.0000014913,0.02500,2.992
+14,mlp.experts.26.up_proj,0.0000024754,0.02500,3.583
+14,mlp.experts.20.up_proj,0.0000009899,0.02500,3.146
+14,mlp.experts.12.up_proj,0.0000009702,0.02500,3.085
+14,mlp.experts.34.up_proj,0.0000018609,0.02500,3.531
+14,mlp.experts.16.up_proj,0.0000017336,0.02500,3.106
+14,mlp.experts.38.up_proj,0.0000014162,0.02500,3.388
+14,mlp.experts.8.up_proj,0.0000016586,0.02500,3.112
+14,mlp.experts.27.up_proj,0.0000009227,0.02500,3.246
+14,mlp.experts.30.up_proj,0.0000019598,0.02500,3.756
+14,mlp.experts.47.up_proj,0.0000008535,0.02500,3.602
+14,mlp.experts.51.up_proj,0.0000018123,0.02500,3.228
+14,mlp.experts.55.up_proj,0.0000022459,0.02500,3.741
+14,mlp.experts.36.up_proj,0.0000012012,0.02500,3.192
+14,mlp.experts.13.up_proj,0.0000010905,0.02500,4.580
+14,mlp.experts.28.up_proj,0.0000014669,0.02500,3.269
+14,mlp.experts.9.up_proj,0.0000015880,0.02500,4.597
+14,mlp.experts.42.up_proj,0.0000016352,0.02500,3.629
+14,mlp.experts.32.up_proj,0.0000012549,0.02500,3.255
+14,mlp.experts.17.up_proj,0.0000009193,0.02500,4.541
+14,mlp.experts.24.up_proj,0.0000026636,0.02500,3.244
+14,mlp.experts.21.up_proj,0.0000015586,0.02500,4.469
+14,mlp.experts.54.up_proj,0.0000019558,0.02500,3.507
+14,mlp.experts.43.up_proj,0.0000010603,0.02500,3.466
+14,mlp.experts.50.up_proj,0.0000014668,0.02500,3.738
+14,mlp.experts.46.up_proj,0.0000012432,0.02500,3.487
+14,mlp.experts.63.up_proj,0.0000015434,0.02500,3.193
+14,mlp.experts.67.up_proj,0.0000008622,0.02500,3.606
+14,mlp.experts.52.up_proj,0.0000013106,0.02500,3.290
+14,mlp.experts.71.up_proj,0.0000014613,0.02500,3.348
+14,mlp.experts.44.up_proj,0.0000010801,0.02500,3.195
+14,mlp.experts.40.up_proj,0.0000013470,0.02500,3.118
+14,mlp.experts.58.up_proj,0.0000009135,0.02500,3.504
+14,mlp.experts.48.up_proj,0.0000010538,0.02500,3.454
+14,mlp.experts.29.up_proj,0.0000003315,0.02500,4.270
+14,mlp.experts.59.up_proj,0.0000018260,0.02500,3.651
+14,mlp.experts.66.up_proj,0.0000013025,0.02500,3.624
+14,mlp.experts.33.up_proj,0.0000016310,0.02500,4.257
+14,mlp.experts.70.up_proj,0.0000009323,0.02500,4.028
+14,mlp.experts.25.up_proj,0.0000016948,0.02500,4.660
+14,mlp.experts.37.up_proj,0.0000011768,0.02500,4.470
+14,mlp.experts.79.up_proj,0.0000010918,0.02500,3.168
+14,mlp.experts.62.up_proj,0.0000016008,0.02500,3.836
+14,mlp.experts.68.up_proj,0.0000011144,0.02500,3.358
+14,mlp.experts.87.up_proj,0.0000013730,0.02500,3.455
+14,mlp.experts.60.up_proj,0.0000016123,0.02500,3.450
+14,mlp.experts.83.up_proj,0.0000016344,0.02500,3.618
+14,mlp.experts.74.up_proj,0.0000017276,0.02500,3.188
+14,mlp.experts.56.up_proj,0.0000007038,0.02500,3.394
+14,mlp.experts.64.up_proj,0.0000012823,0.02500,3.474
+14,mlp.experts.75.up_proj,0.0000014383,0.02500,3.507
+14,mlp.experts.82.up_proj,0.0000008056,0.02500,3.733
+14,mlp.experts.45.up_proj,0.0000004117,0.02500,4.266
+14,mlp.experts.86.up_proj,0.0000007489,0.02500,4.201
+14,mlp.experts.49.up_proj,0.0000015207,0.02500,4.256
+14,mlp.experts.41.up_proj,0.0000017106,0.02500,4.231
+14,mlp.experts.53.up_proj,0.0000007441,0.02500,4.231
+14,mlp.experts.95.up_proj,0.0000007479,0.02500,4.029
+14,mlp.experts.99.up_proj,0.0000011993,0.02500,2.954
+14,mlp.experts.84.up_proj,0.0000016043,0.02500,3.414
+14,mlp.experts.78.up_proj,0.0000008189,0.02500,4.377
+14,mlp.experts.76.up_proj,0.0000008479,0.02500,3.434
+14,mlp.experts.103.up_proj,0.0000016447,0.02500,3.689
+14,mlp.experts.72.up_proj,0.0000016069,0.02500,3.506
+14,mlp.experts.80.up_proj,0.0000020940,0.02500,3.561
+14,mlp.experts.91.up_proj,0.0000022652,0.02500,2.991
+14,mlp.experts.90.up_proj,0.0000014423,0.02500,4.209
+14,mlp.experts.98.up_proj,0.0000023730,0.02500,4.080
+14,mlp.experts.102.up_proj,0.0000013689,0.02500,4.013
+14,mlp.experts.111.up_proj,0.0000007202,0.02500,3.710
+14,mlp.experts.115.up_proj,0.0000020519,0.02500,3.665
+14,mlp.experts.61.up_proj,0.0000017073,0.02500,4.899
+14,mlp.experts.119.up_proj,0.0000009552,0.02500,3.030
+14,mlp.experts.107.up_proj,0.0000015213,0.02500,2.731
+14,mlp.experts.94.up_proj,0.0000007800,0.02500,3.574
+14,mlp.experts.100.up_proj,0.0000018881,0.02500,3.619
+14,mlp.experts.92.up_proj,0.0000014904,0.02500,3.565
+14,mlp.experts.65.up_proj,0.0000017005,0.02500,4.921
+14,mlp.experts.88.up_proj,0.0000017716,0.02500,3.451
+14,mlp.experts.69.up_proj,0.0000017258,0.02500,4.906
+14,mlp.experts.96.up_proj,0.0000014049,0.02500,3.358
+14,mlp.experts.57.up_proj,0.0000017293,0.02500,5.080
+14,mlp.experts.106.up_proj,0.0000009543,0.02500,3.410
+14,mlp.experts.114.up_proj,0.0000013993,0.02500,3.265
+14,mlp.experts.118.up_proj,0.0000021734,0.02500,2.729
+14,mlp.experts.110.up_proj,0.0000015002,0.02500,2.349
+14,mlp.experts.116.up_proj,0.0000008189,0.02500,2.934
+14,mlp.experts.108.up_proj,0.0000012494,0.02500,2.868
+14,mlp.experts.104.up_proj,0.0000013485,0.02500,2.837
+14,mlp.experts.112.up_proj,0.0000017902,0.02500,2.644
+14,mlp.experts.77.up_proj,0.0000014361,0.02500,4.777
+14,mlp.experts.81.up_proj,0.0000017482,0.02500,4.730
+14,mlp.experts.73.up_proj,0.0000011000,0.02500,4.643
+14,mlp.experts.85.up_proj,0.0000018622,0.02500,4.808
+14,mlp.experts.93.up_proj,0.0000011331,0.02500,4.458
+14,mlp.experts.97.up_proj,0.0000017294,0.02500,4.136
+14,mlp.experts.101.up_proj,0.0000015652,0.02500,4.101
+14,mlp.experts.89.up_proj,0.0000018569,0.02500,4.431
+14,mlp.experts.113.up_proj,0.0000011706,0.02500,4.251
+14,mlp.experts.109.up_proj,0.0000014463,0.02500,4.511
+14,mlp.experts.117.up_proj,0.0000010359,0.02500,4.136
+14,mlp.experts.105.up_proj,0.0000011349,0.02500,3.962
+14,mlp.experts.11.down_proj,0.0000000337,0.02500,1.122
+14,mlp.experts.7.down_proj,0.0000000172,0.02500,1.122
+14,mlp.experts.3.down_proj,0.0000000120,0.02500,1.180
+14,mlp.experts.15.down_proj,0.0000000260,0.02500,1.260
+14,mlp.experts.8.down_proj,0.0000000212,0.02500,1.315
+14,mlp.experts.12.down_proj,0.0000000206,0.02500,1.335
+14,mlp.experts.4.down_proj,0.0000000164,0.02500,1.363
+14,mlp.experts.0.down_proj,0.0000000424,0.02500,1.436
+14,mlp.experts.2.down_proj,0.0000000159,0.02500,1.593
+14,mlp.experts.10.down_proj,0.0000000361,0.02500,1.627
+14,mlp.experts.14.down_proj,0.0000000242,0.02500,1.645
+14,mlp.experts.6.down_proj,0.0000000201,0.02500,1.654
+14,mlp.experts.5.down_proj,0.0000000317,0.02500,1.845
+14,mlp.experts.1.down_proj,0.0000000138,0.02500,1.937
+14,mlp.experts.9.down_proj,0.0000000257,0.02500,1.982
+14,mlp.experts.13.down_proj,0.0000000213,0.02500,1.987
+14,mlp.experts.27.down_proj,0.0000000220,0.02500,1.151
+14,mlp.experts.23.down_proj,0.0000000216,0.02500,1.166
+14,mlp.experts.31.down_proj,0.0000000203,0.02500,1.131
+14,mlp.experts.19.down_proj,0.0000000287,0.02500,1.265
+14,mlp.experts.24.down_proj,0.0000000396,0.02500,1.295
+14,mlp.experts.28.down_proj,0.0000000263,0.02500,1.290
+14,mlp.experts.20.down_proj,0.0000000136,0.02500,1.277
+14,mlp.experts.26.down_proj,0.0000000478,0.02500,1.154
+14,mlp.experts.30.down_proj,0.0000000220,0.02500,1.162
+14,mlp.experts.22.down_proj,0.0000000538,0.02500,1.157
+14,mlp.experts.16.down_proj,0.0000000376,0.02500,1.429
+14,mlp.experts.18.down_proj,0.0000000258,0.02500,1.281
+14,mlp.experts.21.down_proj,0.0000000294,0.02500,1.451
+14,mlp.experts.17.down_proj,0.0000000129,0.02500,1.393
+14,mlp.experts.29.down_proj,0.0000000160,0.02500,1.379
+14,mlp.experts.25.down_proj,0.0000000294,0.02500,1.383
+14,mlp.experts.43.down_proj,0.0000000171,0.02500,1.151
+14,mlp.experts.39.down_proj,0.0000000142,0.02500,1.148
+14,mlp.experts.47.down_proj,0.0000000144,0.02500,1.092
+14,mlp.experts.35.down_proj,0.0000000204,0.02500,1.145
+14,mlp.experts.42.down_proj,0.0000000266,0.02500,1.018
+14,mlp.experts.46.down_proj,0.0000000180,0.02500,1.119
+14,mlp.experts.34.down_proj,0.0000000326,0.02500,1.081
+14,mlp.experts.44.down_proj,0.0000000165,0.02500,1.357
+14,mlp.experts.40.down_proj,0.0000000269,0.02500,1.389
+14,mlp.experts.36.down_proj,0.0000000167,0.02500,1.377
+14,mlp.experts.38.down_proj,0.0000000243,0.02500,1.263
+14,mlp.experts.32.down_proj,0.0000000219,0.02500,1.606
+14,mlp.experts.59.down_proj,0.0000000240,0.02500,1.051
+14,mlp.experts.55.down_proj,0.0000000372,0.02500,1.094
+14,mlp.experts.63.down_proj,0.0000000245,0.02500,1.071
+14,mlp.experts.51.down_proj,0.0000000300,0.02500,1.066
+14,mlp.experts.33.down_proj,0.0000000199,0.02500,1.474
+14,mlp.experts.37.down_proj,0.0000000174,0.02500,1.502
+14,mlp.experts.45.down_proj,0.0000000167,0.02500,1.492
+14,mlp.experts.41.down_proj,0.0000000264,0.02500,1.514
+14,mlp.experts.62.down_proj,0.0000000219,0.02500,1.079
+14,mlp.experts.50.down_proj,0.0000000228,0.02500,1.173
+14,mlp.experts.58.down_proj,0.0000000219,0.02500,1.369
+14,mlp.experts.60.down_proj,0.0000000287,0.02500,1.343
+14,mlp.experts.56.down_proj,0.0000000124,0.02500,1.329
+14,mlp.experts.52.down_proj,0.0000000145,0.02500,1.344
+14,mlp.experts.54.down_proj,0.0000000288,0.02500,1.294
+14,mlp.experts.49.down_proj,0.0000000230,0.02500,1.026
+14,mlp.experts.75.down_proj,0.0000000218,0.02500,1.367
+14,mlp.experts.53.down_proj,0.0000000109,0.02500,1.052
+14,mlp.experts.71.down_proj,0.0000000236,0.02500,1.324
+14,mlp.experts.61.down_proj,0.0000000310,0.02500,1.011
+14,mlp.experts.57.down_proj,0.0000000277,0.02500,1.019
+14,mlp.experts.79.down_proj,0.0000000165,0.02500,1.350
+14,mlp.experts.78.down_proj,0.0000000168,0.02500,0.961
+14,mlp.experts.48.down_proj,0.0000000138,0.02500,1.516
+14,mlp.experts.67.down_proj,0.0000000085,0.02500,1.419
+14,mlp.experts.70.down_proj,0.0000000183,0.02500,0.910
+14,mlp.experts.66.down_proj,0.0000000163,0.02500,1.198
+14,mlp.experts.74.down_proj,0.0000000272,0.02500,1.185
+14,mlp.experts.76.down_proj,0.0000000209,0.02500,1.226
+14,mlp.experts.72.down_proj,0.0000000237,0.02500,1.237
+14,mlp.experts.68.down_proj,0.0000000156,0.02500,1.239
+14,mlp.experts.65.down_proj,0.0000000229,0.02500,1.004
+14,mlp.experts.91.down_proj,0.0000000344,0.02500,0.989
+14,mlp.experts.69.down_proj,0.0000000423,0.02500,1.007
+14,mlp.experts.94.down_proj,0.0000000110,0.02500,0.909
+14,mlp.experts.77.down_proj,0.0000000198,0.02500,1.008
+14,mlp.experts.73.down_proj,0.0000000179,0.02500,0.999
+14,mlp.experts.87.down_proj,0.0000000311,0.02500,1.051
+14,mlp.experts.95.down_proj,0.0000000120,0.02500,1.033
+14,mlp.experts.83.down_proj,0.0000000278,0.02500,1.070
+14,mlp.experts.82.down_proj,0.0000000121,0.02500,0.961
+14,mlp.experts.86.down_proj,0.0000000240,0.02500,1.108
+14,mlp.experts.64.down_proj,0.0000000271,0.02500,1.413
+14,mlp.experts.90.down_proj,0.0000000195,0.02500,1.110
+14,mlp.experts.81.down_proj,0.0000000264,0.02500,0.966
+14,mlp.experts.92.down_proj,0.0000000244,0.02500,1.247
+14,mlp.experts.93.down_proj,0.0000000229,0.02500,0.935
+14,mlp.experts.88.down_proj,0.0000000228,0.02500,1.246
+14,mlp.experts.85.down_proj,0.0000000542,0.02500,0.954
+14,mlp.experts.89.down_proj,0.0000000407,0.02500,0.947
+14,mlp.experts.107.down_proj,0.0000000252,0.02500,1.038
+14,mlp.experts.84.down_proj,0.0000000293,0.02500,1.277
+14,mlp.experts.110.down_proj,0.0000000216,0.02500,1.035
+14,mlp.experts.111.down_proj,0.0000000102,0.02500,0.989
+14,mlp.experts.103.down_proj,0.0000000225,0.02500,1.041
+14,mlp.experts.99.down_proj,0.0000000283,0.02500,0.971
+14,mlp.experts.98.down_proj,0.0000000338,0.02500,1.001
+14,mlp.experts.102.down_proj,0.0000000225,0.02500,1.009
+14,mlp.experts.106.down_proj,0.0000000120,0.02500,1.083
+14,mlp.experts.101.down_proj,0.0000000225,0.02500,0.900
+14,mlp.experts.109.down_proj,0.0000000218,0.02500,0.901
+14,mlp.experts.97.down_proj,0.0000000341,0.02500,0.920
+14,mlp.experts.119.down_proj,0.0000000203,0.02500,0.778
+14,mlp.experts.105.down_proj,0.0000000243,0.02500,0.912
+14,mlp.experts.115.down_proj,0.0000000294,0.02500,0.730
+14,mlp.experts.80.down_proj,0.0000000256,0.02500,1.492
+14,mlp.experts.114.down_proj,0.0000000211,0.02500,0.845
+14,mlp.experts.108.down_proj,0.0000000207,0.02500,1.354
+14,mlp.experts.118.down_proj,0.0000000340,0.02500,0.801
+14,mlp.experts.104.down_proj,0.0000000218,0.02500,1.392
+14,mlp.experts.100.down_proj,0.0000000271,0.02500,1.350
+14,mlp.experts.117.down_proj,0.0000000180,0.02500,0.609
+14,mlp.experts.113.down_proj,0.0000000152,0.02500,0.608
+14,mlp.experts.96.down_proj,0.0000000333,0.02500,1.005
+14,mlp.experts.116.down_proj,0.0000000094,0.02500,0.929
+14,mlp.experts.112.down_proj,0.0000000259,0.02500,0.553
+15,self_attn.v_proj,0.0000000011,0.02500,1.810
+15,self_attn.k_proj,0.0000000005,0.02500,2.023
+15,self_attn.q_proj,0.0000000039,0.02500,2.127
+15,self_attn.o_proj,0.0000000000,0.02500,3.671
+15,mlp.shared_experts.gate_proj,0.0000000619,0.02500,1.458
+15,mlp.shared_experts.up_proj,0.0000000613,0.02500,1.368
+15,mlp.shared_experts.down_proj,0.0000000003,0.02500,0.385
+15,mlp.experts.8.gate_proj,0.0000012111,0.02500,3.282
+15,mlp.experts.0.gate_proj,0.0000021145,0.02500,3.408
+15,mlp.experts.12.gate_proj,0.0000012298,0.02500,3.287
+15,mlp.experts.4.gate_proj,0.0000012240,0.02500,3.437
+15,mlp.experts.9.gate_proj,0.0000012992,0.02500,4.147
+15,mlp.experts.13.gate_proj,0.0000011912,0.02500,4.235
+15,mlp.experts.1.gate_proj,0.0000014470,0.02500,4.547
+15,mlp.experts.5.gate_proj,0.0000017739,0.02500,4.390
+15,mlp.experts.6.gate_proj,0.0000011026,0.02500,4.971
+15,mlp.experts.10.gate_proj,0.0000012832,0.02500,5.022
+15,mlp.experts.14.gate_proj,0.0000036333,0.02500,5.098
+15,mlp.experts.2.gate_proj,0.0000018825,0.02500,5.313
+15,mlp.experts.7.gate_proj,0.0000019139,0.02500,5.693
+15,mlp.experts.3.gate_proj,0.0000015361,0.02500,5.919
+15,mlp.experts.11.gate_proj,0.0000008179,0.02500,5.975
+15,mlp.experts.15.gate_proj,0.0000010278,0.02500,6.049
+15,mlp.experts.24.gate_proj,0.0000009584,0.02500,2.875
+15,mlp.experts.16.gate_proj,0.0000012146,0.02500,2.952
+15,mlp.experts.20.gate_proj,0.0000006291,0.02500,2.869
+15,mlp.experts.28.gate_proj,0.0000014872,0.02500,3.067
+15,mlp.experts.25.gate_proj,0.0000017441,0.02500,3.079
+15,mlp.experts.21.gate_proj,0.0000012872,0.02500,2.971
+15,mlp.experts.17.gate_proj,0.0000014097,0.02500,3.300
+15,mlp.experts.29.gate_proj,0.0000017130,0.02500,3.727
+15,mlp.experts.22.gate_proj,0.0000014484,0.02500,3.679
+15,mlp.experts.26.gate_proj,0.0000013248,0.02500,3.680
+15,mlp.experts.30.gate_proj,0.0000015012,0.02500,3.656
+15,mlp.experts.18.gate_proj,0.0000012680,0.02500,3.750
+15,mlp.experts.40.gate_proj,0.0000021534,0.02500,2.791
+15,mlp.experts.32.gate_proj,0.0000018449,0.02500,2.837
+15,mlp.experts.36.gate_proj,0.0000010447,0.02500,2.829
+15,mlp.experts.44.gate_proj,0.0000018971,0.02500,2.842
+15,mlp.experts.37.gate_proj,0.0000018385,0.02500,2.830
+15,mlp.experts.23.gate_proj,0.0000011786,0.02500,4.864
+15,mlp.experts.41.gate_proj,0.0000020757,0.02500,3.366
+15,mlp.experts.19.gate_proj,0.0000004349,0.02500,4.859
+15,mlp.experts.31.gate_proj,0.0000016000,0.02500,4.980
+15,mlp.experts.27.gate_proj,0.0000016740,0.02500,5.055
+15,mlp.experts.45.gate_proj,0.0000015224,0.02500,3.150
+15,mlp.experts.33.gate_proj,0.0000011747,0.02500,3.590
+15,mlp.experts.56.gate_proj,0.0000023653,0.02500,3.016
+15,mlp.experts.48.gate_proj,0.0000016370,0.02500,3.104
+15,mlp.experts.52.gate_proj,0.0000020590,0.02500,3.053
+15,mlp.experts.60.gate_proj,0.0000019837,0.02500,3.138
+15,mlp.experts.38.gate_proj,0.0000012506,0.02500,4.451
+15,mlp.experts.42.gate_proj,0.0000009028,0.02500,4.451
+15,mlp.experts.46.gate_proj,0.0000024678,0.02500,4.556
+15,mlp.experts.34.gate_proj,0.0000019909,0.02500,4.449
+15,mlp.experts.53.gate_proj,0.0000014334,0.02500,3.477
+15,mlp.experts.57.gate_proj,0.0000012354,0.02500,3.489
+15,mlp.experts.49.gate_proj,0.0000005566,0.02500,3.368
+15,mlp.experts.61.gate_proj,0.0000025252,0.02500,3.783
+15,mlp.experts.72.gate_proj,0.0000017364,0.02500,3.037
+15,mlp.experts.64.gate_proj,0.0000013747,0.02500,2.998
+15,mlp.experts.39.gate_proj,0.0000011851,0.02500,4.659
+15,mlp.experts.76.gate_proj,0.0000012780,0.02500,2.964
+15,mlp.experts.68.gate_proj,0.0000019155,0.02500,3.171
+15,mlp.experts.35.gate_proj,0.0000011532,0.02500,4.771
+15,mlp.experts.43.gate_proj,0.0000019954,0.02500,4.591
+15,mlp.experts.47.gate_proj,0.0000009139,0.02500,4.804
+15,mlp.experts.58.gate_proj,0.0000020980,0.02500,4.150
+15,mlp.experts.54.gate_proj,0.0000016362,0.02500,4.289
+15,mlp.experts.50.gate_proj,0.0000011398,0.02500,4.067
+15,mlp.experts.69.gate_proj,0.0000015377,0.02500,3.672
+15,mlp.experts.62.gate_proj,0.0000021001,0.02500,4.285
+15,mlp.experts.73.gate_proj,0.0000007880,0.02500,3.540
+15,mlp.experts.88.gate_proj,0.0000014801,0.02500,3.366
+15,mlp.experts.80.gate_proj,0.0000012645,0.02500,3.421
+15,mlp.experts.92.gate_proj,0.0000019618,0.02500,3.378
+15,mlp.experts.65.gate_proj,0.0000010120,0.02500,4.092
+15,mlp.experts.77.gate_proj,0.0000013302,0.02500,3.941
+15,mlp.experts.84.gate_proj,0.0000008474,0.02500,3.499
+15,mlp.experts.55.gate_proj,0.0000017213,0.02500,4.063
+15,mlp.experts.51.gate_proj,0.0000015361,0.02500,4.157
+15,mlp.experts.59.gate_proj,0.0000013952,0.02500,4.054
+15,mlp.experts.63.gate_proj,0.0000021502,0.02500,3.987
+15,mlp.experts.85.gate_proj,0.0000013898,0.02500,2.945
+15,mlp.experts.74.gate_proj,0.0000008118,0.02500,3.123
+15,mlp.experts.70.gate_proj,0.0000011576,0.02500,3.170
+15,mlp.experts.66.gate_proj,0.0000010483,0.02500,3.217
+15,mlp.experts.89.gate_proj,0.0000015639,0.02500,3.139
+15,mlp.experts.78.gate_proj,0.0000012127,0.02500,3.212
+15,mlp.experts.104.gate_proj,0.0000012511,0.02500,3.617
+15,mlp.experts.81.gate_proj,0.0000009723,0.02500,3.272
+15,mlp.experts.96.gate_proj,0.0000006272,0.02500,3.740
+15,mlp.experts.93.gate_proj,0.0000017798,0.02500,3.523
+15,mlp.experts.108.gate_proj,0.0000016407,0.02500,3.927
+15,mlp.experts.100.gate_proj,0.0000013019,0.02500,3.966
+15,mlp.experts.90.gate_proj,0.0000008275,0.02500,3.136
+15,mlp.experts.71.gate_proj,0.0000016136,0.02500,4.323
+15,mlp.experts.86.gate_proj,0.0000014685,0.02500,3.103
+15,mlp.experts.82.gate_proj,0.0000015811,0.02500,3.086
+15,mlp.experts.101.gate_proj,0.0000011865,0.02500,3.432
+15,mlp.experts.94.gate_proj,0.0000011389,0.02500,3.110
+15,mlp.experts.67.gate_proj,0.0000014232,0.02500,4.422
+15,mlp.experts.105.gate_proj,0.0000011169,0.02500,3.440
+15,mlp.experts.75.gate_proj,0.0000013620,0.02500,4.560
+15,mlp.experts.79.gate_proj,0.0000016739,0.02500,4.648
+15,mlp.experts.97.gate_proj,0.0000021245,0.02500,3.090
+15,mlp.experts.0.up_proj,0.0000020976,0.02500,3.473
+15,mlp.experts.112.gate_proj,0.0000012311,0.02500,3.257
+15,mlp.experts.109.gate_proj,0.0000020834,0.02500,3.305
+15,mlp.experts.4.up_proj,0.0000012164,0.02500,3.358
+15,mlp.experts.116.gate_proj,0.0000018005,0.02500,3.540
+15,mlp.experts.106.gate_proj,0.0000024171,0.02500,3.454
+15,mlp.experts.102.gate_proj,0.0000013509,0.02500,3.448
+15,mlp.experts.117.gate_proj,0.0000013168,0.02500,3.376
+15,mlp.experts.98.gate_proj,0.0000014009,0.02500,3.569
+15,mlp.experts.110.gate_proj,0.0000019925,0.02500,3.701
+15,mlp.experts.1.up_proj,0.0000014380,0.02500,3.471
+15,mlp.experts.113.gate_proj,0.0000012720,0.02500,3.206
+15,mlp.experts.87.gate_proj,0.0000016406,0.02500,4.834
+15,mlp.experts.83.gate_proj,0.0000014486,0.02500,4.841
+15,mlp.experts.8.up_proj,0.0000012032,0.02500,3.290
+15,mlp.experts.16.up_proj,0.0000012015,0.02500,3.594
+15,mlp.experts.91.gate_proj,0.0000019540,0.02500,4.870
+15,mlp.experts.5.up_proj,0.0000017577,0.02500,3.529
+15,mlp.experts.95.gate_proj,0.0000017032,0.02500,4.810
+15,mlp.experts.20.up_proj,0.0000006226,0.02500,3.686
+15,mlp.experts.12.up_proj,0.0000012192,0.02500,3.341
+15,mlp.experts.17.up_proj,0.0000013994,0.02500,2.918
+15,mlp.experts.13.up_proj,0.0000011810,0.02500,3.469
+15,mlp.experts.9.up_proj,0.0000012940,0.02500,3.350
+15,mlp.experts.2.up_proj,0.0000018656,0.02500,4.762
+15,mlp.experts.118.gate_proj,0.0000012103,0.02500,4.759
+15,mlp.experts.114.gate_proj,0.0000022277,0.02500,4.651
+15,mlp.experts.6.up_proj,0.0000010946,0.02500,4.582
+15,mlp.experts.103.gate_proj,0.0000020674,0.02500,4.240
+15,mlp.experts.32.up_proj,0.0000018281,0.02500,3.708
+15,mlp.experts.24.up_proj,0.0000009529,0.02500,3.922
+15,mlp.experts.21.up_proj,0.0000012686,0.02500,3.696
+15,mlp.experts.99.gate_proj,0.0000006023,0.02500,4.220
+15,mlp.experts.28.up_proj,0.0000014773,0.02500,3.519
+15,mlp.experts.36.up_proj,0.0000010339,0.02500,3.737
+15,mlp.experts.111.gate_proj,0.0000006758,0.02500,4.232
+15,mlp.experts.33.up_proj,0.0000011657,0.02500,3.186
+15,mlp.experts.107.gate_proj,0.0000024993,0.02500,4.702
+15,mlp.experts.29.up_proj,0.0000016947,0.02500,3.874
+15,mlp.experts.25.up_proj,0.0000017271,0.02500,2.939
+15,mlp.experts.18.up_proj,0.0000012532,0.02500,3.266
+15,mlp.experts.14.up_proj,0.0000036119,0.02500,3.345
+15,mlp.experts.10.up_proj,0.0000012754,0.02500,3.295
+15,mlp.experts.22.up_proj,0.0000014427,0.02500,3.271
+15,mlp.experts.40.up_proj,0.0000021348,0.02500,3.607
+15,mlp.experts.37.up_proj,0.0000018223,0.02500,3.611
+15,mlp.experts.48.up_proj,0.0000016225,0.02500,3.860
+15,mlp.experts.52.up_proj,0.0000020435,0.02500,3.285
+15,mlp.experts.44.up_proj,0.0000018889,0.02500,3.562
+15,mlp.experts.49.up_proj,0.0000005515,0.02500,3.282
+15,mlp.experts.119.gate_proj,0.0000019758,0.02500,4.455
+15,mlp.experts.115.gate_proj,0.0000012970,0.02500,4.390
+15,mlp.experts.45.up_proj,0.0000015046,0.02500,3.344
+15,mlp.experts.7.up_proj,0.0000018961,0.02500,4.406
+15,mlp.experts.41.up_proj,0.0000020633,0.02500,3.569
+15,mlp.experts.34.up_proj,0.0000019778,0.02500,3.198
+15,mlp.experts.30.up_proj,0.0000014935,0.02500,3.248
+15,mlp.experts.26.up_proj,0.0000013126,0.02500,3.282
+15,mlp.experts.38.up_proj,0.0000012337,0.02500,3.236
+15,mlp.experts.3.up_proj,0.0000015271,0.02500,4.960
+15,mlp.experts.64.up_proj,0.0000013655,0.02500,3.156
+15,mlp.experts.53.up_proj,0.0000014238,0.02500,3.436
+15,mlp.experts.56.up_proj,0.0000023423,0.02500,3.556
+15,mlp.experts.60.up_proj,0.0000019760,0.02500,3.443
+15,mlp.experts.65.up_proj,0.0000009962,0.02500,3.312
+15,mlp.experts.68.up_proj,0.0000019060,0.02500,3.854
+15,mlp.experts.57.up_proj,0.0000012254,0.02500,2.909
+15,mlp.experts.15.up_proj,0.0000010224,0.02500,4.437
+15,mlp.experts.50.up_proj,0.0000011333,0.02500,3.389
+15,mlp.experts.61.up_proj,0.0000025084,0.02500,3.828
+15,mlp.experts.11.up_proj,0.0000008075,0.02500,4.361
+15,mlp.experts.46.up_proj,0.0000024549,0.02500,3.397
+15,mlp.experts.42.up_proj,0.0000008945,0.02500,3.446
+15,mlp.experts.54.up_proj,0.0000016237,0.02500,3.460
+15,mlp.experts.23.up_proj,0.0000011678,0.02500,4.380
+15,mlp.experts.69.up_proj,0.0000015238,0.02500,3.005
+15,mlp.experts.19.up_proj,0.0000004300,0.02500,4.374
+15,mlp.experts.80.up_proj,0.0000012475,0.02500,3.758
+15,mlp.experts.76.up_proj,0.0000012690,0.02500,3.443
+15,mlp.experts.72.up_proj,0.0000017151,0.02500,3.770
+15,mlp.experts.81.up_proj,0.0000009600,0.02500,3.573
+15,mlp.experts.73.up_proj,0.0000007828,0.02500,3.188
+15,mlp.experts.84.up_proj,0.0000008412,0.02500,3.875
+15,mlp.experts.77.up_proj,0.0000013205,0.02500,3.453
+15,mlp.experts.66.up_proj,0.0000010377,0.02500,4.069
+15,mlp.experts.31.up_proj,0.0000015864,0.02500,4.257
+15,mlp.experts.58.up_proj,0.0000020872,0.02500,3.946
+15,mlp.experts.62.up_proj,0.0000020782,0.02500,4.137
+15,mlp.experts.27.up_proj,0.0000016629,0.02500,4.297
+15,mlp.experts.70.up_proj,0.0000011457,0.02500,3.984
+15,mlp.experts.85.up_proj,0.0000013808,0.02500,3.236
+15,mlp.experts.39.up_proj,0.0000011802,0.02500,4.243
+15,mlp.experts.97.up_proj,0.0000021103,0.02500,3.128
+15,mlp.experts.88.up_proj,0.0000014691,0.02500,3.653
+15,mlp.experts.35.up_proj,0.0000011387,0.02500,4.360
+15,mlp.experts.96.up_proj,0.0000006195,0.02500,3.975
+15,mlp.experts.92.up_proj,0.0000019467,0.02500,4.042
+15,mlp.experts.89.up_proj,0.0000015549,0.02500,3.833
+15,mlp.experts.100.up_proj,0.0000012857,0.02500,3.814
+15,mlp.experts.93.up_proj,0.0000017611,0.02500,3.200
+15,mlp.experts.82.up_proj,0.0000015559,0.02500,3.292
+15,mlp.experts.74.up_proj,0.0000008052,0.02500,3.347
+15,mlp.experts.78.up_proj,0.0000012010,0.02500,3.338
+15,mlp.experts.86.up_proj,0.0000014593,0.02500,3.307
+15,mlp.experts.101.up_proj,0.0000011595,0.02500,3.598
+15,mlp.experts.47.up_proj,0.0000009056,0.02500,4.147
+15,mlp.experts.113.up_proj,0.0000012607,0.02500,3.046
+15,mlp.experts.43.up_proj,0.0000019782,0.02500,4.297
+15,mlp.experts.55.up_proj,0.0000017111,0.02500,4.146
+15,mlp.experts.104.up_proj,0.0000012441,0.02500,3.380
+15,mlp.experts.112.up_proj,0.0000012223,0.02500,3.380
+15,mlp.experts.108.up_proj,0.0000016309,0.02500,3.495
+15,mlp.experts.116.up_proj,0.0000017910,0.02500,3.116
+15,mlp.experts.105.up_proj,0.0000011065,0.02500,3.265
+15,mlp.experts.109.up_proj,0.0000020730,0.02500,3.314
+15,mlp.experts.51.up_proj,0.0000015217,0.02500,4.360
+15,mlp.experts.98.up_proj,0.0000013945,0.02500,3.129
+15,mlp.experts.117.up_proj,0.0000013065,0.02500,2.371
+15,mlp.experts.90.up_proj,0.0000008211,0.02500,3.100
+15,mlp.experts.94.up_proj,0.0000011314,0.02500,3.082
+15,mlp.experts.102.up_proj,0.0000013347,0.02500,3.086
+15,mlp.experts.63.up_proj,0.0000021294,0.02500,4.508
+15,mlp.experts.59.up_proj,0.0000013818,0.02500,4.389
+15,mlp.experts.71.up_proj,0.0000015964,0.02500,4.808
+15,mlp.experts.114.up_proj,0.0000022216,0.02500,4.174
+15,mlp.experts.110.up_proj,0.0000019777,0.02500,3.895
+15,mlp.experts.106.up_proj,0.0000024023,0.02500,3.922
+15,mlp.experts.67.up_proj,0.0000014131,0.02500,4.486
+15,mlp.experts.118.up_proj,0.0000012005,0.02500,3.823
+15,mlp.experts.79.up_proj,0.0000016612,0.02500,4.933
+15,mlp.experts.75.up_proj,0.0000013487,0.02500,4.876
+15,mlp.experts.87.up_proj,0.0000016334,0.02500,5.265
+15,mlp.experts.83.up_proj,0.0000014337,0.02500,4.779
+15,mlp.experts.95.up_proj,0.0000016898,0.02500,4.777
+15,mlp.experts.91.up_proj,0.0000019322,0.02500,4.852
+15,mlp.experts.99.up_proj,0.0000005982,0.02500,4.776
+15,mlp.experts.103.up_proj,0.0000020492,0.02500,5.221
+15,mlp.experts.111.up_proj,0.0000006743,0.02500,4.351
+15,mlp.experts.107.up_proj,0.0000024831,0.02500,4.257
+15,mlp.experts.115.up_proj,0.0000012879,0.02500,3.575
+15,mlp.experts.119.up_proj,0.0000019666,0.02500,3.643
+15,mlp.experts.4.down_proj,0.0000000110,0.02500,1.341
+15,mlp.experts.0.down_proj,0.0000000326,0.02500,1.384
+15,mlp.experts.8.down_proj,0.0000000137,0.02500,1.333
+15,mlp.experts.12.down_proj,0.0000000191,0.02500,1.353
+15,mlp.experts.3.down_proj,0.0000000205,0.02500,1.581
+15,mlp.experts.2.down_proj,0.0000000379,0.02500,1.582
+15,mlp.experts.1.down_proj,0.0000000239,0.02500,1.652
+15,mlp.experts.5.down_proj,0.0000000251,0.02500,1.565
+15,mlp.experts.15.down_proj,0.0000000186,0.02500,1.586
+15,mlp.experts.13.down_proj,0.0000000269,0.02500,1.602
+15,mlp.experts.7.down_proj,0.0000000333,0.02500,1.620
+15,mlp.experts.9.down_proj,0.0000000149,0.02500,1.623
+15,mlp.experts.6.down_proj,0.0000000147,0.02500,1.659
+15,mlp.experts.10.down_proj,0.0000000171,0.02500,1.663
+15,mlp.experts.11.down_proj,0.0000000103,0.02500,1.686
+15,mlp.experts.14.down_proj,0.0000000759,0.02500,1.724
+15,mlp.experts.16.down_proj,0.0000000218,0.02500,0.965
+15,mlp.experts.20.down_proj,0.0000000142,0.02500,1.018
+15,mlp.experts.28.down_proj,0.0000000276,0.02500,0.991
+15,mlp.experts.24.down_proj,0.0000000150,0.02500,1.050
+15,mlp.experts.21.down_proj,0.0000000270,0.02500,0.905
+15,mlp.experts.18.down_proj,0.0000000278,0.02500,1.024
+15,mlp.experts.17.down_proj,0.0000000221,0.02500,1.005
+15,mlp.experts.26.down_proj,0.0000000165,0.02500,0.981
+15,mlp.experts.22.down_proj,0.0000000288,0.02500,1.003
+15,mlp.experts.25.down_proj,0.0000000308,0.02500,1.045
+15,mlp.experts.29.down_proj,0.0000000276,0.02500,1.113
+15,mlp.experts.30.down_proj,0.0000000191,0.02500,1.007
+15,mlp.experts.19.down_proj,0.0000000138,0.02500,1.430
+15,mlp.experts.31.down_proj,0.0000000247,0.02500,1.357
+15,mlp.experts.23.down_proj,0.0000000314,0.02500,1.391
+15,mlp.experts.27.down_proj,0.0000000355,0.02500,1.489
+15,mlp.experts.40.down_proj,0.0000000326,0.02500,0.855
+15,mlp.experts.32.down_proj,0.0000000376,0.02500,1.025
+15,mlp.experts.44.down_proj,0.0000000273,0.02500,0.950
+15,mlp.experts.36.down_proj,0.0000000169,0.02500,1.171
+15,mlp.experts.34.down_proj,0.0000000289,0.02500,0.939
+15,mlp.experts.37.down_proj,0.0000000357,0.02500,1.018
+15,mlp.experts.33.down_proj,0.0000000206,0.02500,1.033
+15,mlp.experts.38.down_proj,0.0000000198,0.02500,0.922
+15,mlp.experts.42.down_proj,0.0000000182,0.02500,0.956
+15,mlp.experts.41.down_proj,0.0000000322,0.02500,1.006
+15,mlp.experts.46.down_proj,0.0000000533,0.02500,0.947
+15,mlp.experts.45.down_proj,0.0000000247,0.02500,1.069
+15,mlp.experts.56.down_proj,0.0000000417,0.02500,0.962
+15,mlp.experts.52.down_proj,0.0000000281,0.02500,0.892
+15,mlp.experts.48.down_proj,0.0000000264,0.02500,1.153
+15,mlp.experts.60.down_proj,0.0000000300,0.02500,1.116
+15,mlp.experts.35.down_proj,0.0000000120,0.02500,1.664
+15,mlp.experts.49.down_proj,0.0000000105,0.02500,0.990
+15,mlp.experts.57.down_proj,0.0000000153,0.02500,0.916
+15,mlp.experts.53.down_proj,0.0000000175,0.02500,1.129
+15,mlp.experts.39.down_proj,0.0000000110,0.02500,1.613
+15,mlp.experts.47.down_proj,0.0000000168,0.02500,1.691
+15,mlp.experts.50.down_proj,0.0000000260,0.02500,1.237
+15,mlp.experts.61.down_proj,0.0000000388,0.02500,1.003
+15,mlp.experts.43.down_proj,0.0000000308,0.02500,1.724
+15,mlp.experts.54.down_proj,0.0000000279,0.02500,1.321
+15,mlp.experts.58.down_proj,0.0000000303,0.02500,1.338
+15,mlp.experts.62.down_proj,0.0000000376,0.02500,1.507
+15,mlp.experts.72.down_proj,0.0000000346,0.02500,1.027
+15,mlp.experts.64.down_proj,0.0000000268,0.02500,0.931
+15,mlp.experts.76.down_proj,0.0000000200,0.02500,0.945
+15,mlp.experts.68.down_proj,0.0000000295,0.02500,1.064
+15,mlp.experts.65.down_proj,0.0000000152,0.02500,0.991
+15,mlp.experts.69.down_proj,0.0000000246,0.02500,0.976
+15,mlp.experts.73.down_proj,0.0000000151,0.02500,1.005
+15,mlp.experts.77.down_proj,0.0000000235,0.02500,1.125
+15,mlp.experts.66.down_proj,0.0000000221,0.02500,1.253
+15,mlp.experts.51.down_proj,0.0000000220,0.02500,1.367
+15,mlp.experts.63.down_proj,0.0000000438,0.02500,1.349
+15,mlp.experts.55.down_proj,0.0000000278,0.02500,1.375
+15,mlp.experts.70.down_proj,0.0000000211,0.02500,1.215
+15,mlp.experts.74.down_proj,0.0000000087,0.02500,1.184
+15,mlp.experts.59.down_proj,0.0000000255,0.02500,1.252
+15,mlp.experts.84.down_proj,0.0000000234,0.02500,0.924
+15,mlp.experts.92.down_proj,0.0000000347,0.02500,0.939
+15,mlp.experts.88.down_proj,0.0000000230,0.02500,1.155
+15,mlp.experts.80.down_proj,0.0000000211,0.02500,1.163
+15,mlp.experts.89.down_proj,0.0000000199,0.02500,0.947
+15,mlp.experts.78.down_proj,0.0000000187,0.02500,1.398
+15,mlp.experts.85.down_proj,0.0000000201,0.02500,1.027
+15,mlp.experts.81.down_proj,0.0000000225,0.02500,1.081
+15,mlp.experts.93.down_proj,0.0000000291,0.02500,0.895
+15,mlp.experts.67.down_proj,0.0000000204,0.02500,1.004
+15,mlp.experts.79.down_proj,0.0000000270,0.02500,0.967
+15,mlp.experts.71.down_proj,0.0000000281,0.02500,0.967
+15,mlp.experts.75.down_proj,0.0000000188,0.02500,0.974
+15,mlp.experts.82.down_proj,0.0000000318,0.02500,1.232
+15,mlp.experts.108.down_proj,0.0000000215,0.02500,0.983
+15,mlp.experts.86.down_proj,0.0000000198,0.02500,1.216
+15,mlp.experts.90.down_proj,0.0000000101,0.02500,1.219
+15,mlp.experts.104.down_proj,0.0000000256,0.02500,0.964
+15,mlp.experts.100.down_proj,0.0000000222,0.02500,1.062
+15,mlp.experts.96.down_proj,0.0000000096,0.02500,0.861
+15,mlp.experts.101.down_proj,0.0000000118,0.02500,0.958
+15,mlp.experts.105.down_proj,0.0000000221,0.02500,1.075
+15,mlp.experts.97.down_proj,0.0000000324,0.02500,1.045
+15,mlp.experts.109.down_proj,0.0000000325,0.02500,0.954
+15,mlp.experts.94.down_proj,0.0000000210,0.02500,1.337
+15,mlp.experts.83.down_proj,0.0000000306,0.02500,0.997
+15,mlp.experts.87.down_proj,0.0000000254,0.02500,0.966
+15,mlp.experts.95.down_proj,0.0000000361,0.02500,0.997
+15,mlp.experts.112.down_proj,0.0000000210,0.02500,0.611
+15,mlp.experts.116.down_proj,0.0000000274,0.02500,0.628
+15,mlp.experts.91.down_proj,0.0000000352,0.02500,1.106
+15,mlp.experts.117.down_proj,0.0000000169,0.02500,0.718
+15,mlp.experts.113.down_proj,0.0000000192,0.02500,0.643
+15,mlp.experts.98.down_proj,0.0000000191,0.02500,1.190
+15,mlp.experts.102.down_proj,0.0000000204,0.02500,1.236
+15,mlp.experts.106.down_proj,0.0000000388,0.02500,1.261
+15,mlp.experts.110.down_proj,0.0000000275,0.02500,1.429
+15,mlp.experts.103.down_proj,0.0000000285,0.02500,1.498
+15,mlp.experts.111.down_proj,0.0000000120,0.02500,1.482
+15,mlp.experts.99.down_proj,0.0000000189,0.02500,1.554
+15,mlp.experts.114.down_proj,0.0000000327,0.02500,1.146
+15,mlp.experts.118.down_proj,0.0000000164,0.02500,1.015
+15,mlp.experts.107.down_proj,0.0000000616,0.02500,1.473
+15,mlp.experts.119.down_proj,0.0000000264,0.02500,0.868
+15,mlp.experts.115.down_proj,0.0000000222,0.02500,0.842
+16,self_attn.v_proj,0.0000000017,0.02500,1.788
+16,self_attn.k_proj,0.0000000009,0.02500,1.815
+16,self_attn.q_proj,0.0000000042,0.02500,1.885
+16,self_attn.o_proj,0.0000000007,0.02500,4.011
+16,mlp.shared_experts.gate_proj,0.0000000716,0.02500,1.273
+16,mlp.shared_experts.up_proj,0.0000000715,0.02500,1.392
+16,mlp.shared_experts.down_proj,0.0000000004,0.02500,0.385
+16,mlp.experts.10.gate_proj,0.0000008886,0.02500,3.809
+16,mlp.experts.14.gate_proj,0.0000010683,0.02500,3.985
+16,mlp.experts.11.gate_proj,0.0000009935,0.02500,4.015
+16,mlp.experts.2.gate_proj,0.0000027103,0.02500,4.192
+16,mlp.experts.15.gate_proj,0.0000021738,0.02500,4.124
+16,mlp.experts.7.gate_proj,0.0000012239,0.02500,4.173
+16,mlp.experts.6.gate_proj,0.0000015978,0.02500,4.275
+16,mlp.experts.3.gate_proj,0.0000015360,0.02500,4.462
+16,mlp.experts.8.gate_proj,0.0000017017,0.02500,4.706
+16,mlp.experts.1.gate_proj,0.0000013131,0.02500,4.876
+16,mlp.experts.12.gate_proj,0.0000013632,0.02500,4.806
+16,mlp.experts.13.gate_proj,0.0000015068,0.02500,4.820
+16,mlp.experts.4.gate_proj,0.0000015586,0.02500,5.036
+16,mlp.experts.9.gate_proj,0.0000014968,0.02500,4.897
+16,mlp.experts.0.gate_proj,0.0000018849,0.02500,4.989
+16,mlp.experts.5.gate_proj,0.0000022093,0.02500,4.978
+16,mlp.experts.26.gate_proj,0.0000017775,0.02500,3.284
+16,mlp.experts.18.gate_proj,0.0000019348,0.02500,3.469
+16,mlp.experts.31.gate_proj,0.0000013838,0.02500,3.493
+16,mlp.experts.30.gate_proj,0.0000015052,0.02500,3.691
+16,mlp.experts.22.gate_proj,0.0000013686,0.02500,3.471
+16,mlp.experts.23.gate_proj,0.0000019536,0.02500,3.603
+16,mlp.experts.27.gate_proj,0.0000023175,0.02500,4.011
+16,mlp.experts.17.gate_proj,0.0000011750,0.02500,3.419
+16,mlp.experts.25.gate_proj,0.0000021897,0.02500,3.321
+16,mlp.experts.19.gate_proj,0.0000007310,0.02500,3.965
+16,mlp.experts.21.gate_proj,0.0000011638,0.02500,3.324
+16,mlp.experts.29.gate_proj,0.0000014930,0.02500,3.541
+16,mlp.experts.24.gate_proj,0.0000026914,0.02500,4.542
+16,mlp.experts.16.gate_proj,0.0000008920,0.02500,4.413
+16,mlp.experts.20.gate_proj,0.0000016237,0.02500,4.559
+16,mlp.experts.28.gate_proj,0.0000015799,0.02500,4.766
+16,mlp.experts.47.gate_proj,0.0000023145,0.02500,3.093
+16,mlp.experts.38.gate_proj,0.0000020029,0.02500,3.034
+16,mlp.experts.42.gate_proj,0.0000007265,0.02500,3.770
+16,mlp.experts.46.gate_proj,0.0000025658,0.02500,3.343
+16,mlp.experts.34.gate_proj,0.0000019821,0.02500,3.579
+16,mlp.experts.39.gate_proj,0.0000021976,0.02500,3.574
+16,mlp.experts.43.gate_proj,0.0000017093,0.02500,3.652
+16,mlp.experts.33.gate_proj,0.0000017381,0.02500,3.592
+16,mlp.experts.35.gate_proj,0.0000028565,0.02500,3.562
+16,mlp.experts.41.gate_proj,0.0000007784,0.02500,3.633
+16,mlp.experts.45.gate_proj,0.0000010724,0.02500,3.599
+16,mlp.experts.37.gate_proj,0.0000017113,0.02500,3.708
+16,mlp.experts.54.gate_proj,0.0000025084,0.02500,2.943
+16,mlp.experts.50.gate_proj,0.0000021106,0.02500,2.897
+16,mlp.experts.63.gate_proj,0.0000020406,0.02500,3.527
+16,mlp.experts.32.gate_proj,0.0000009852,0.02500,5.026
+16,mlp.experts.40.gate_proj,0.0000010647,0.02500,5.338
+16,mlp.experts.62.gate_proj,0.0000013224,0.02500,3.638
+16,mlp.experts.44.gate_proj,0.0000017836,0.02500,5.118
+16,mlp.experts.58.gate_proj,0.0000022114,0.02500,3.839
+16,mlp.experts.36.gate_proj,0.0000015177,0.02500,5.420
+16,mlp.experts.59.gate_proj,0.0000017747,0.02500,3.403
+16,mlp.experts.49.gate_proj,0.0000012239,0.02500,3.388
+16,mlp.experts.57.gate_proj,0.0000008144,0.02500,3.309
+16,mlp.experts.55.gate_proj,0.0000018940,0.02500,3.780
+16,mlp.experts.61.gate_proj,0.0000011275,0.02500,3.316
+16,mlp.experts.51.gate_proj,0.0000023623,0.02500,3.493
+16,mlp.experts.53.gate_proj,0.0000022750,0.02500,3.340
+16,mlp.experts.70.gate_proj,0.0000019630,0.02500,3.412
+16,mlp.experts.78.gate_proj,0.0000011426,0.02500,3.087
+16,mlp.experts.79.gate_proj,0.0000014349,0.02500,3.516
+16,mlp.experts.66.gate_proj,0.0000013425,0.02500,3.847
+16,mlp.experts.73.gate_proj,0.0000007974,0.02500,3.148
+16,mlp.experts.65.gate_proj,0.0000025756,0.02500,3.200
+16,mlp.experts.71.gate_proj,0.0000013820,0.02500,3.169
+16,mlp.experts.74.gate_proj,0.0000009968,0.02500,3.754
+16,mlp.experts.77.gate_proj,0.0000019919,0.02500,3.199
+16,mlp.experts.69.gate_proj,0.0000018335,0.02500,3.178
+16,mlp.experts.75.gate_proj,0.0000014566,0.02500,3.531
+16,mlp.experts.48.gate_proj,0.0000021405,0.02500,4.929
+16,mlp.experts.67.gate_proj,0.0000028184,0.02500,4.166
+16,mlp.experts.56.gate_proj,0.0000024480,0.02500,4.914
+16,mlp.experts.60.gate_proj,0.0000018827,0.02500,4.974
+16,mlp.experts.52.gate_proj,0.0000019156,0.02500,4.985
+16,mlp.experts.86.gate_proj,0.0000016253,0.02500,2.916
+16,mlp.experts.94.gate_proj,0.0000027090,0.02500,2.949
+16,mlp.experts.95.gate_proj,0.0000011753,0.02500,3.729
+16,mlp.experts.81.gate_proj,0.0000016826,0.02500,3.180
+16,mlp.experts.89.gate_proj,0.0000010366,0.02500,3.239
+16,mlp.experts.82.gate_proj,0.0000020908,0.02500,3.817
+16,mlp.experts.93.gate_proj,0.0000021872,0.02500,3.174
+16,mlp.experts.85.gate_proj,0.0000004830,0.02500,3.199
+16,mlp.experts.87.gate_proj,0.0000012256,0.02500,3.628
+16,mlp.experts.90.gate_proj,0.0000020473,0.02500,3.800
+16,mlp.experts.91.gate_proj,0.0000013569,0.02500,3.653
+16,mlp.experts.83.gate_proj,0.0000012843,0.02500,3.405
+16,mlp.experts.102.gate_proj,0.0000006070,0.02500,2.919
+16,mlp.experts.110.gate_proj,0.0000021846,0.02500,2.957
+16,mlp.experts.64.gate_proj,0.0000010955,0.02500,5.197
+16,mlp.experts.111.gate_proj,0.0000022957,0.02500,3.228
+16,mlp.experts.72.gate_proj,0.0000018668,0.02500,5.612
+16,mlp.experts.103.gate_proj,0.0000014742,0.02500,3.135
+16,mlp.experts.76.gate_proj,0.0000020147,0.02500,5.588
+16,mlp.experts.98.gate_proj,0.0000016572,0.02500,3.650
+16,mlp.experts.68.gate_proj,0.0000014506,0.02500,5.451
+16,mlp.experts.107.gate_proj,0.0000035469,0.02500,3.079
+16,mlp.experts.105.gate_proj,0.0000008153,0.02500,4.127
+16,mlp.experts.101.gate_proj,0.0000013895,0.02500,3.996
+16,mlp.experts.97.gate_proj,0.0000017811,0.02500,4.246
+16,mlp.experts.99.gate_proj,0.0000021691,0.02500,2.898
+16,mlp.experts.109.gate_proj,0.0000020435,0.02500,4.225
+16,mlp.experts.106.gate_proj,0.0000012368,0.02500,3.723
+16,mlp.experts.118.gate_proj,0.0000027528,0.02500,3.680
+16,mlp.experts.6.up_proj,0.0000015820,0.02500,3.701
+16,mlp.experts.7.up_proj,0.0000012120,0.02500,3.361
+16,mlp.experts.119.gate_proj,0.0000020028,0.02500,3.638
+16,mlp.experts.3.up_proj,0.0000015192,0.02500,3.753
+16,mlp.experts.114.gate_proj,0.0000017564,0.02500,3.855
+16,mlp.experts.80.gate_proj,0.0000012405,0.02500,4.715
+16,mlp.experts.2.up_proj,0.0000026870,0.02500,3.531
+16,mlp.experts.115.gate_proj,0.0000011814,0.02500,3.807
+16,mlp.experts.92.gate_proj,0.0000016543,0.02500,4.633
+16,mlp.experts.113.gate_proj,0.0000015964,0.02500,4.170
+16,mlp.experts.14.up_proj,0.0000010543,0.02500,3.297
+16,mlp.experts.84.gate_proj,0.0000014915,0.02500,4.671
+16,mlp.experts.117.gate_proj,0.0000021727,0.02500,4.231
+16,mlp.experts.1.up_proj,0.0000013039,0.02500,4.403
+16,mlp.experts.88.gate_proj,0.0000025024,0.02500,5.087
+16,mlp.experts.5.up_proj,0.0000021842,0.02500,4.334
+16,mlp.experts.22.up_proj,0.0000013579,0.02500,3.951
+16,mlp.experts.23.up_proj,0.0000019465,0.02500,3.479
+16,mlp.experts.15.up_proj,0.0000021606,0.02500,3.353
+16,mlp.experts.19.up_proj,0.0000007255,0.02500,3.213
+16,mlp.experts.11.up_proj,0.0000009828,0.02500,3.063
+16,mlp.experts.10.up_proj,0.0000008857,0.02500,4.051
+16,mlp.experts.13.up_proj,0.0000014980,0.02500,3.280
+16,mlp.experts.18.up_proj,0.0000019234,0.02500,3.744
+16,mlp.experts.9.up_proj,0.0000014830,0.02500,3.415
+16,mlp.experts.17.up_proj,0.0000011572,0.02500,3.312
+16,mlp.experts.21.up_proj,0.0000011592,0.02500,3.333
+16,mlp.experts.30.up_proj,0.0000014926,0.02500,4.110
+16,mlp.experts.96.gate_proj,0.0000026668,0.02500,4.948
+16,mlp.experts.39.up_proj,0.0000021793,0.02500,3.077
+16,mlp.experts.108.gate_proj,0.0000015579,0.02500,4.984
+16,mlp.experts.38.up_proj,0.0000019769,0.02500,3.672
+16,mlp.experts.31.up_proj,0.0000013712,0.02500,2.960
+16,mlp.experts.100.gate_proj,0.0000040578,0.02500,5.106
+16,mlp.experts.35.up_proj,0.0000028265,0.02500,2.977
+16,mlp.experts.104.gate_proj,0.0000008633,0.02500,5.179
+16,mlp.experts.27.up_proj,0.0000023022,0.02500,3.026
+16,mlp.experts.29.up_proj,0.0000014767,0.02500,3.254
+16,mlp.experts.33.up_proj,0.0000017276,0.02500,3.212
+16,mlp.experts.25.up_proj,0.0000021719,0.02500,3.285
+16,mlp.experts.34.up_proj,0.0000019706,0.02500,3.638
+16,mlp.experts.37.up_proj,0.0000016962,0.02500,3.451
+16,mlp.experts.26.up_proj,0.0000017639,0.02500,3.823
+16,mlp.experts.55.up_proj,0.0000018784,0.02500,2.969
+16,mlp.experts.46.up_proj,0.0000025509,0.02500,3.931
+16,mlp.experts.47.up_proj,0.0000022712,0.02500,2.920
+16,mlp.experts.51.up_proj,0.0000023348,0.02500,2.868
+16,mlp.experts.43.up_proj,0.0000016890,0.02500,2.906
+16,mlp.experts.54.up_proj,0.0000024979,0.02500,3.923
+16,mlp.experts.112.gate_proj,0.0000009114,0.02500,4.926
+16,mlp.experts.4.up_proj,0.0000015431,0.02500,4.870
+16,mlp.experts.116.gate_proj,0.0000013234,0.02500,4.781
+16,mlp.experts.42.up_proj,0.0000007217,0.02500,2.980
+16,mlp.experts.0.up_proj,0.0000018743,0.02500,4.751
+16,mlp.experts.50.up_proj,0.0000020930,0.02500,3.513
+16,mlp.experts.45.up_proj,0.0000010663,0.02500,4.277
+16,mlp.experts.41.up_proj,0.0000007705,0.02500,4.296
+16,mlp.experts.49.up_proj,0.0000012137,0.02500,4.301
+16,mlp.experts.71.up_proj,0.0000013667,0.02500,3.389
+16,mlp.experts.62.up_proj,0.0000013086,0.02500,3.061
+16,mlp.experts.53.up_proj,0.0000022669,0.02500,4.065
+16,mlp.experts.63.up_proj,0.0000020328,0.02500,3.147
+16,mlp.experts.67.up_proj,0.0000027799,0.02500,3.375
+16,mlp.experts.59.up_proj,0.0000017529,0.02500,3.240
+16,mlp.experts.70.up_proj,0.0000019416,0.02500,3.637
+16,mlp.experts.61.up_proj,0.0000011200,0.02500,2.025
+16,mlp.experts.58.up_proj,0.0000021930,0.02500,3.752
+16,mlp.experts.8.up_proj,0.0000016833,0.02500,5.002
+16,mlp.experts.66.up_proj,0.0000013284,0.02500,3.793
+16,mlp.experts.87.up_proj,0.0000012178,0.02500,3.548
+16,mlp.experts.78.up_proj,0.0000011296,0.02500,3.586
+16,mlp.experts.79.up_proj,0.0000014212,0.02500,3.893
+16,mlp.experts.20.up_proj,0.0000016076,0.02500,5.402
+16,mlp.experts.83.up_proj,0.0000012744,0.02500,3.709
+16,mlp.experts.12.up_proj,0.0000013526,0.02500,5.779
+16,mlp.experts.16.up_proj,0.0000008851,0.02500,5.764
+16,mlp.experts.75.up_proj,0.0000014394,0.02500,4.219
+16,mlp.experts.86.up_proj,0.0000016195,0.02500,4.322
+16,mlp.experts.74.up_proj,0.0000009887,0.02500,4.423
+16,mlp.experts.103.up_proj,0.0000014712,0.02500,4.111
+16,mlp.experts.82.up_proj,0.0000020708,0.02500,4.489
+16,mlp.experts.95.up_proj,0.0000011662,0.02500,4.148
+16,mlp.experts.94.up_proj,0.0000026845,0.02500,4.619
+16,mlp.experts.99.up_proj,0.0000021564,0.02500,4.167
+16,mlp.experts.24.up_proj,0.0000026699,0.02500,5.740
+16,mlp.experts.91.up_proj,0.0000013450,0.02500,4.001
+16,mlp.experts.36.up_proj,0.0000015045,0.02500,5.836
+16,mlp.experts.28.up_proj,0.0000015742,0.02500,6.018
+16,mlp.experts.32.up_proj,0.0000009766,0.02500,6.153
+16,mlp.experts.119.up_proj,0.0000019926,0.02500,3.993
+16,mlp.experts.115.up_proj,0.0000011703,0.02500,3.508
+16,mlp.experts.111.up_proj,0.0000022840,0.02500,3.892
+16,mlp.experts.107.up_proj,0.0000035333,0.02500,3.216
+16,mlp.experts.40.up_proj,0.0000010513,0.02500,6.166
+16,mlp.experts.52.up_proj,0.0000019018,0.02500,6.031
+16,mlp.experts.44.up_proj,0.0000017707,0.02500,6.025
+16,mlp.experts.48.up_proj,0.0000021256,0.02500,6.242
+16,mlp.experts.102.up_proj,0.0000006035,0.02500,14.381
+16,mlp.experts.56.up_proj,0.0000024276,0.02500,5.939
+16,mlp.experts.68.up_proj,0.0000014379,0.02500,5.679
+16,mlp.experts.90.up_proj,0.0000020332,0.02500,14.557
+16,mlp.experts.98.up_proj,0.0000016349,0.02500,14.299
+16,mlp.experts.60.up_proj,0.0000018671,0.02500,5.752
+16,mlp.experts.110.up_proj,0.0000021681,0.02500,14.471
+16,mlp.experts.64.up_proj,0.0000010852,0.02500,5.721
+16,mlp.experts.118.up_proj,0.0000027367,0.02500,4.601
+16,mlp.experts.106.up_proj,0.0000012166,0.02500,4.108
+16,mlp.experts.114.up_proj,0.0000017349,0.02500,3.921
+16,mlp.experts.72.up_proj,0.0000018560,0.02500,5.304
+16,mlp.experts.84.up_proj,0.0000014781,0.02500,5.647
+16,mlp.experts.76.up_proj,0.0000019984,0.02500,5.984
+16,mlp.experts.80.up_proj,0.0000012302,0.02500,6.135
+16,mlp.experts.88.up_proj,0.0000024785,0.02500,6.265
+16,mlp.experts.100.up_proj,0.0000040302,0.02500,6.263
+16,mlp.experts.92.up_proj,0.0000016459,0.02500,6.321
+16,mlp.experts.96.up_proj,0.0000026328,0.02500,6.166
+16,mlp.experts.104.up_proj,0.0000008571,0.02500,19.911
+16,mlp.experts.116.up_proj,0.0000013149,0.02500,19.534
+16,mlp.experts.108.up_proj,0.0000015458,0.02500,18.973
+16,mlp.experts.112.up_proj,0.0000009001,0.02500,18.525
+16,mlp.experts.77.up_proj,0.0000019755,0.02500,4.221
+16,mlp.experts.65.up_proj,0.0000025580,0.02500,4.333
+16,mlp.experts.57.up_proj,0.0000008104,0.02500,4.348
+16,mlp.experts.69.up_proj,0.0000018194,0.02500,4.478
+16,mlp.experts.81.up_proj,0.0000016694,0.02500,4.000
+16,mlp.experts.73.up_proj,0.0000007910,0.02500,4.074
+16,mlp.experts.93.up_proj,0.0000021647,0.02500,4.203
+16,mlp.experts.85.up_proj,0.0000004776,0.02500,4.268
+16,mlp.experts.97.up_proj,0.0000017641,0.02500,4.338
+16,mlp.experts.89.up_proj,0.0000010237,0.02500,4.472
+16,mlp.experts.109.up_proj,0.0000020230,0.02500,4.631
+16,mlp.experts.101.up_proj,0.0000013820,0.02500,4.351
+16,mlp.experts.113.up_proj,0.0000015748,0.02500,2.625
+16,mlp.experts.105.up_proj,0.0000008042,0.02500,2.610
+16,mlp.experts.117.up_proj,0.0000021520,0.02500,2.454
+16,mlp.experts.8.down_proj,0.0000000300,0.02500,1.482
+16,mlp.experts.4.down_proj,0.0000000285,0.02500,1.562
+16,mlp.experts.12.down_proj,0.0000000194,0.02500,1.562
+16,mlp.experts.13.down_proj,0.0000000218,0.02500,1.581
+16,mlp.experts.0.down_proj,0.0000000223,0.02500,1.586
+16,mlp.experts.9.down_proj,0.0000000242,0.02500,1.620
+16,mlp.experts.5.down_proj,0.0000000342,0.02500,1.643
+16,mlp.experts.1.down_proj,0.0000000170,0.02500,1.781
+16,mlp.experts.11.down_proj,0.0000000200,0.02500,1.791
+16,mlp.experts.15.down_proj,0.0000000275,0.02500,1.802
+16,mlp.experts.3.down_proj,0.0000000202,0.02500,1.859
+16,mlp.experts.7.down_proj,0.0000000206,0.02500,1.913
+16,mlp.experts.14.down_proj,0.0000000193,0.02500,2.061
+16,mlp.experts.10.down_proj,0.0000000148,0.02500,2.075
+16,mlp.experts.2.down_proj,0.0000000392,0.02500,2.111
+16,mlp.experts.6.down_proj,0.0000000260,0.02500,2.112
+16,mlp.experts.28.down_proj,0.0000000206,0.02500,1.126
+16,mlp.experts.20.down_proj,0.0000000400,0.02500,1.129
+16,mlp.experts.24.down_proj,0.0000000381,0.02500,1.190
+16,mlp.experts.19.down_proj,0.0000000155,0.02500,0.933
+16,mlp.experts.16.down_proj,0.0000000147,0.02500,1.224
+16,mlp.experts.27.down_proj,0.0000000293,0.02500,1.073
+16,mlp.experts.23.down_proj,0.0000000386,0.02500,1.005
+16,mlp.experts.31.down_proj,0.0000000226,0.02500,1.176
+16,mlp.experts.25.down_proj,0.0000000320,0.02500,1.425
+16,mlp.experts.29.down_proj,0.0000000185,0.02500,1.490
+16,mlp.experts.21.down_proj,0.0000000132,0.02500,1.448
+16,mlp.experts.22.down_proj,0.0000000154,0.02500,1.049
+16,mlp.experts.18.down_proj,0.0000000300,0.02500,1.055
+16,mlp.experts.30.down_proj,0.0000000163,0.02500,1.077
+16,mlp.experts.26.down_proj,0.0000000239,0.02500,1.085
+16,mlp.experts.17.down_proj,0.0000000276,0.02500,1.522
+16,mlp.experts.35.down_proj,0.0000000411,0.02500,1.019
+16,mlp.experts.40.down_proj,0.0000000214,0.02500,1.107
+16,mlp.experts.32.down_proj,0.0000000139,0.02500,1.045
+16,mlp.experts.36.down_proj,0.0000000292,0.02500,1.165
+16,mlp.experts.43.down_proj,0.0000000350,0.02500,1.013
+16,mlp.experts.39.down_proj,0.0000000285,0.02500,1.025
+16,mlp.experts.44.down_proj,0.0000000248,0.02500,1.266
+16,mlp.experts.47.down_proj,0.0000000450,0.02500,1.042
+16,mlp.experts.46.down_proj,0.0000000520,0.02500,0.915
+16,mlp.experts.38.down_proj,0.0000000309,0.02500,0.935
+16,mlp.experts.34.down_proj,0.0000000339,0.02500,0.950
+16,mlp.experts.42.down_proj,0.0000000139,0.02500,0.933
+16,mlp.experts.37.down_proj,0.0000000215,0.02500,1.250
+16,mlp.experts.41.down_proj,0.0000000080,0.02500,1.307
+16,mlp.experts.45.down_proj,0.0000000148,0.02500,1.338
+16,mlp.experts.33.down_proj,0.0000000214,0.02500,1.205
+16,mlp.experts.56.down_proj,0.0000000464,0.02500,0.882
+16,mlp.experts.48.down_proj,0.0000000265,0.02500,0.923
+16,mlp.experts.55.down_proj,0.0000000325,0.02500,0.845
+16,mlp.experts.63.down_proj,0.0000000312,0.02500,0.856
+16,mlp.experts.51.down_proj,0.0000000413,0.02500,1.096
+16,mlp.experts.54.down_proj,0.0000000539,0.02500,0.890
+16,mlp.experts.62.down_proj,0.0000000254,0.02500,0.898
+16,mlp.experts.60.down_proj,0.0000000406,0.02500,1.036
+16,mlp.experts.52.down_proj,0.0000000416,0.02500,1.143
+16,mlp.experts.59.down_proj,0.0000000385,0.02500,1.142
+16,mlp.experts.50.down_proj,0.0000000319,0.02500,0.913
+16,mlp.experts.58.down_proj,0.0000000348,0.02500,0.936
+16,mlp.experts.53.down_proj,0.0000000284,0.02500,1.202
+16,mlp.experts.57.down_proj,0.0000000138,0.02500,1.213
+16,mlp.experts.64.down_proj,0.0000000208,0.02500,0.900
+16,mlp.experts.49.down_proj,0.0000000189,0.02500,1.200
+16,mlp.experts.61.down_proj,0.0000000253,0.02500,1.362
+16,mlp.experts.71.down_proj,0.0000000244,0.02500,0.996
+16,mlp.experts.72.down_proj,0.0000000234,0.02500,1.106
+16,mlp.experts.79.down_proj,0.0000000193,0.02500,0.993
+16,mlp.experts.76.down_proj,0.0000000330,0.02500,0.904
+16,mlp.experts.75.down_proj,0.0000000283,0.02500,0.963
+16,mlp.experts.67.down_proj,0.0000000447,0.02500,1.124
+16,mlp.experts.68.down_proj,0.0000000223,0.02500,1.112
+16,mlp.experts.70.down_proj,0.0000000323,0.02500,1.143
+16,mlp.experts.78.down_proj,0.0000000192,0.02500,1.165
+16,mlp.experts.66.down_proj,0.0000000196,0.02500,1.150
+16,mlp.experts.74.down_proj,0.0000000176,0.02500,1.141
+16,mlp.experts.92.down_proj,0.0000000337,0.02500,0.869
+16,mlp.experts.80.down_proj,0.0000000232,0.02500,1.125
+16,mlp.experts.69.down_proj,0.0000000329,0.02500,1.341
+16,mlp.experts.88.down_proj,0.0000000333,0.02500,1.160
+16,mlp.experts.95.down_proj,0.0000000239,0.02500,1.122
+16,mlp.experts.65.down_proj,0.0000000318,0.02500,1.304
+16,mlp.experts.87.down_proj,0.0000000190,0.02500,1.235
+16,mlp.experts.84.down_proj,0.0000000205,0.02500,0.913
+16,mlp.experts.73.down_proj,0.0000000143,0.02500,1.487
+16,mlp.experts.83.down_proj,0.0000000197,0.02500,1.161
+16,mlp.experts.94.down_proj,0.0000000504,0.02500,1.054
+16,mlp.experts.86.down_proj,0.0000000262,0.02500,1.082
+16,mlp.experts.82.down_proj,0.0000000261,0.02500,1.035
+16,mlp.experts.91.down_proj,0.0000000307,0.02500,1.237
+16,mlp.experts.90.down_proj,0.0000000258,0.02500,1.045
+16,mlp.experts.77.down_proj,0.0000000218,0.02500,1.492
+16,mlp.experts.96.down_proj,0.0000000425,0.02500,0.942
+16,mlp.experts.108.down_proj,0.0000000327,0.02500,1.075
+16,mlp.experts.100.down_proj,0.0000000701,0.02500,0.932
+16,mlp.experts.104.down_proj,0.0000000100,0.02500,1.075
+16,mlp.experts.103.down_proj,0.0000000173,0.02500,1.075
+16,mlp.experts.111.down_proj,0.0000000275,0.02500,1.115
+16,mlp.experts.110.down_proj,0.0000000284,0.02500,0.911
+16,mlp.experts.102.down_proj,0.0000000164,0.02500,0.918
+16,mlp.experts.98.down_proj,0.0000000286,0.02500,0.917
+16,mlp.experts.85.down_proj,0.0000000115,0.02500,1.252
+16,mlp.experts.106.down_proj,0.0000000338,0.02500,0.915
+16,mlp.experts.107.down_proj,0.0000000452,0.02500,0.948
+16,mlp.experts.81.down_proj,0.0000000246,0.02500,1.206
+16,mlp.experts.99.down_proj,0.0000000499,0.02500,1.102
+16,mlp.experts.89.down_proj,0.0000000142,0.02500,1.362
+16,mlp.experts.112.down_proj,0.0000000094,0.02500,0.693
+16,mlp.experts.93.down_proj,0.0000000368,0.02500,1.283
+16,mlp.experts.116.down_proj,0.0000000136,0.02500,0.634
+16,mlp.experts.119.down_proj,0.0000000281,0.02500,0.679
+16,mlp.experts.118.down_proj,0.0000000536,0.02500,0.653
+16,mlp.experts.114.down_proj,0.0000000269,0.02500,0.658
+16,mlp.experts.115.down_proj,0.0000000211,0.02500,0.572
+16,mlp.experts.101.down_proj,0.0000000199,0.02500,1.238
+16,mlp.experts.97.down_proj,0.0000000204,0.02500,1.202
+16,mlp.experts.109.down_proj,0.0000000246,0.02500,1.174
+16,mlp.experts.105.down_proj,0.0000000232,0.02500,1.400
+16,mlp.experts.117.down_proj,0.0000000280,0.02500,0.781
+16,mlp.experts.113.down_proj,0.0000000243,0.02500,0.761
+17,self_attn.k_proj,0.0000000014,0.02500,1.509
+17,self_attn.v_proj,0.0000000020,0.02500,1.740
+17,self_attn.q_proj,0.0000000064,0.02500,1.795
+17,self_attn.o_proj,0.0000000005,0.02500,3.872
+17,mlp.shared_experts.gate_proj,0.0000000795,0.02500,1.605
+17,mlp.shared_experts.up_proj,0.0000000806,0.02500,1.301
+17,mlp.shared_experts.down_proj,0.0000000006,0.02500,0.419
+17,mlp.experts.10.gate_proj,0.0000025556,0.02500,4.261
+17,mlp.experts.14.gate_proj,0.0000010662,0.02500,4.268
+17,mlp.experts.6.gate_proj,0.0000015104,0.02500,4.606
+17,mlp.experts.2.gate_proj,0.0000019032,0.02500,4.728
+17,mlp.experts.11.gate_proj,0.0000021581,0.02500,4.872
+17,mlp.experts.7.gate_proj,0.0000020444,0.02500,5.044
+17,mlp.experts.15.gate_proj,0.0000021260,0.02500,5.066
+17,mlp.experts.3.gate_proj,0.0000025562,0.02500,5.225
+17,mlp.experts.1.gate_proj,0.0000021090,0.02500,5.285
+17,mlp.experts.9.gate_proj,0.0000016540,0.02500,5.290
+17,mlp.experts.4.gate_proj,0.0000014766,0.02500,5.372
+17,mlp.experts.5.gate_proj,0.0000019413,0.02500,5.418
+17,mlp.experts.8.gate_proj,0.0000017118,0.02500,5.433
+17,mlp.experts.0.gate_proj,0.0000021201,0.02500,5.526
+17,mlp.experts.12.gate_proj,0.0000019541,0.02500,5.503
+17,mlp.experts.13.gate_proj,0.0000017617,0.02500,5.527
+17,mlp.experts.29.gate_proj,0.0000017640,0.02500,2.990
+17,mlp.experts.21.gate_proj,0.0000010399,0.02500,3.121
+17,mlp.experts.30.gate_proj,0.0000019716,0.02500,4.375
+17,mlp.experts.26.gate_proj,0.0000012388,0.02500,4.439
+17,mlp.experts.23.gate_proj,0.0000006055,0.02500,3.792
+17,mlp.experts.27.gate_proj,0.0000026747,0.02500,3.914
+17,mlp.experts.17.gate_proj,0.0000020315,0.02500,3.628
+17,mlp.experts.19.gate_proj,0.0000018610,0.02500,3.778
+17,mlp.experts.31.gate_proj,0.0000016639,0.02500,3.914
+17,mlp.experts.22.gate_proj,0.0000017322,0.02500,4.519
+17,mlp.experts.25.gate_proj,0.0000018780,0.02500,3.888
+17,mlp.experts.18.gate_proj,0.0000024569,0.02500,4.708
+17,mlp.experts.24.gate_proj,0.0000015649,0.02500,4.854
+17,mlp.experts.20.gate_proj,0.0000015081,0.02500,5.121
+17,mlp.experts.28.gate_proj,0.0000014387,0.02500,5.020
+17,mlp.experts.16.gate_proj,0.0000015099,0.02500,5.249
+17,mlp.experts.37.gate_proj,0.0000026492,0.02500,3.433
+17,mlp.experts.33.gate_proj,0.0000014764,0.02500,3.199
+17,mlp.experts.39.gate_proj,0.0000021969,0.02500,3.678
+17,mlp.experts.45.gate_proj,0.0000013696,0.02500,3.943
+17,mlp.experts.43.gate_proj,0.0000017333,0.02500,3.699
+17,mlp.experts.41.gate_proj,0.0000019275,0.02500,3.351
+17,mlp.experts.47.gate_proj,0.0000009619,0.02500,3.683
+17,mlp.experts.35.gate_proj,0.0000005513,0.02500,3.826
+17,mlp.experts.42.gate_proj,0.0000005690,0.02500,4.089
+17,mlp.experts.46.gate_proj,0.0000023287,0.02500,4.226
+17,mlp.experts.38.gate_proj,0.0000016191,0.02500,4.301
+17,mlp.experts.34.gate_proj,0.0000020101,0.02500,4.081
+17,mlp.experts.40.gate_proj,0.0000006274,0.02500,3.420
+17,mlp.experts.44.gate_proj,0.0000023618,0.02500,3.571
+17,mlp.experts.36.gate_proj,0.0000017973,0.02500,3.975
+17,mlp.experts.32.gate_proj,0.0000008533,0.02500,4.081
+17,mlp.experts.53.gate_proj,0.0000024382,0.02500,3.542
+17,mlp.experts.49.gate_proj,0.0000014082,0.02500,3.544
+17,mlp.experts.61.gate_proj,0.0000019909,0.02500,3.416
+17,mlp.experts.57.gate_proj,0.0000020847,0.02500,3.414
+17,mlp.experts.55.gate_proj,0.0000012953,0.02500,4.093
+17,mlp.experts.59.gate_proj,0.0000016525,0.02500,4.149
+17,mlp.experts.58.gate_proj,0.0000021567,0.02500,3.893
+17,mlp.experts.63.gate_proj,0.0000015924,0.02500,4.159
+17,mlp.experts.51.gate_proj,0.0000017717,0.02500,4.172
+17,mlp.experts.62.gate_proj,0.0000014511,0.02500,4.081
+17,mlp.experts.54.gate_proj,0.0000017862,0.02500,3.962
+17,mlp.experts.50.gate_proj,0.0000014227,0.02500,3.922
+17,mlp.experts.56.gate_proj,0.0000012181,0.02500,4.060
+17,mlp.experts.60.gate_proj,0.0000019972,0.02500,3.699
+17,mlp.experts.48.gate_proj,0.0000029647,0.02500,3.701
+17,mlp.experts.52.gate_proj,0.0000007304,0.02500,4.293
+17,mlp.experts.65.gate_proj,0.0000020292,0.02500,3.284
+17,mlp.experts.69.gate_proj,0.0000020294,0.02500,3.556
+17,mlp.experts.77.gate_proj,0.0000016097,0.02500,3.265
+17,mlp.experts.73.gate_proj,0.0000022932,0.02500,3.324
+17,mlp.experts.74.gate_proj,0.0000016682,0.02500,3.755
+17,mlp.experts.71.gate_proj,0.0000013309,0.02500,4.123
+17,mlp.experts.78.gate_proj,0.0000031721,0.02500,3.812
+17,mlp.experts.75.gate_proj,0.0000015078,0.02500,4.222
+17,mlp.experts.67.gate_proj,0.0000026944,0.02500,4.052
+17,mlp.experts.79.gate_proj,0.0000013000,0.02500,4.131
+17,mlp.experts.70.gate_proj,0.0000034039,0.02500,3.683
+17,mlp.experts.66.gate_proj,0.0000011587,0.02500,3.722
+17,mlp.experts.76.gate_proj,0.0000012460,0.02500,4.030
+17,mlp.experts.72.gate_proj,0.0000027318,0.02500,4.242
+17,mlp.experts.85.gate_proj,0.0000018695,0.02500,3.259
+17,mlp.experts.93.gate_proj,0.0000016729,0.02500,3.168
+17,mlp.experts.68.gate_proj,0.0000019856,0.02500,3.942
+17,mlp.experts.81.gate_proj,0.0000028349,0.02500,3.818
+17,mlp.experts.89.gate_proj,0.0000019190,0.02500,3.416
+17,mlp.experts.64.gate_proj,0.0000018633,0.02500,4.265
+17,mlp.experts.87.gate_proj,0.0000016302,0.02500,4.136
+17,mlp.experts.90.gate_proj,0.0000032975,0.02500,4.481
+17,mlp.experts.91.gate_proj,0.0000019525,0.02500,4.205
+17,mlp.experts.95.gate_proj,0.0000018639,0.02500,4.258
+17,mlp.experts.83.gate_proj,0.0000023280,0.02500,4.321
+17,mlp.experts.82.gate_proj,0.0000015083,0.02500,4.481
+17,mlp.experts.92.gate_proj,0.0000021290,0.02500,3.763
+17,mlp.experts.109.gate_proj,0.0000012145,0.02500,3.300
+17,mlp.experts.86.gate_proj,0.0000011110,0.02500,4.625
+17,mlp.experts.88.gate_proj,0.0000014388,0.02500,3.788
+17,mlp.experts.94.gate_proj,0.0000016578,0.02500,5.031
+17,mlp.experts.97.gate_proj,0.0000020008,0.02500,3.472
+17,mlp.experts.101.gate_proj,0.0000032806,0.02500,3.894
+17,mlp.experts.105.gate_proj,0.0000014021,0.02500,3.597
+17,mlp.experts.84.gate_proj,0.0000022992,0.02500,3.753
+17,mlp.experts.80.gate_proj,0.0000032550,0.02500,3.792
+17,mlp.experts.106.gate_proj,0.0000014282,0.02500,3.504
+17,mlp.experts.108.gate_proj,0.0000016485,0.02500,3.018
+17,mlp.experts.98.gate_proj,0.0000012017,0.02500,3.428
+17,mlp.experts.102.gate_proj,0.0000012768,0.02500,3.428
+17,mlp.experts.110.gate_proj,0.0000009378,0.02500,3.378
+17,mlp.experts.117.gate_proj,0.0000020210,0.02500,3.079
+17,mlp.experts.113.gate_proj,0.0000015620,0.02500,3.189
+17,mlp.experts.100.gate_proj,0.0000022248,0.02500,3.011
+17,mlp.experts.104.gate_proj,0.0000017290,0.02500,3.737
+17,mlp.experts.5.up_proj,0.0000019146,0.02500,3.959
+17,mlp.experts.1.up_proj,0.0000020874,0.02500,3.571
+17,mlp.experts.103.gate_proj,0.0000008202,0.02500,5.159
+17,mlp.experts.107.gate_proj,0.0000027485,0.02500,4.916
+17,mlp.experts.99.gate_proj,0.0000012078,0.02500,4.785
+17,mlp.experts.111.gate_proj,0.0000023688,0.02500,4.898
+17,mlp.experts.96.gate_proj,0.0000019350,0.02500,3.969
+17,mlp.experts.2.up_proj,0.0000018903,0.02500,3.146
+17,mlp.experts.114.gate_proj,0.0000025742,0.02500,3.139
+17,mlp.experts.118.gate_proj,0.0000026691,0.02500,3.154
+17,mlp.experts.6.up_proj,0.0000014915,0.02500,3.159
+17,mlp.experts.4.up_proj,0.0000014660,0.02500,3.824
+17,mlp.experts.13.up_proj,0.0000017465,0.02500,3.501
+17,mlp.experts.9.up_proj,0.0000016333,0.02500,3.603
+17,mlp.experts.21.up_proj,0.0000010301,0.02500,3.626
+17,mlp.experts.17.up_proj,0.0000020203,0.02500,3.667
+17,mlp.experts.116.gate_proj,0.0000009809,0.02500,4.258
+17,mlp.experts.0.up_proj,0.0000020969,0.02500,4.264
+17,mlp.experts.3.up_proj,0.0000025317,0.02500,4.358
+17,mlp.experts.115.gate_proj,0.0000021390,0.02500,4.337
+17,mlp.experts.7.up_proj,0.0000020328,0.02500,4.375
+17,mlp.experts.18.up_proj,0.0000024391,0.02500,3.089
+17,mlp.experts.119.gate_proj,0.0000025566,0.02500,4.764
+17,mlp.experts.112.gate_proj,0.0000016790,0.02500,4.331
+17,mlp.experts.14.up_proj,0.0000010571,0.02500,3.003
+17,mlp.experts.10.up_proj,0.0000025308,0.02500,3.121
+17,mlp.experts.22.up_proj,0.0000017127,0.02500,3.064
+17,mlp.experts.25.up_proj,0.0000018646,0.02500,3.719
+17,mlp.experts.29.up_proj,0.0000017427,0.02500,3.957
+17,mlp.experts.20.up_proj,0.0000014963,0.02500,4.616
+17,mlp.experts.37.up_proj,0.0000026159,0.02500,4.061
+17,mlp.experts.33.up_proj,0.0000014637,0.02500,3.857
+17,mlp.experts.34.up_proj,0.0000020028,0.02500,2.997
+17,mlp.experts.16.up_proj,0.0000014916,0.02500,4.190
+17,mlp.experts.12.up_proj,0.0000019336,0.02500,4.537
+17,mlp.experts.30.up_proj,0.0000019514,0.02500,3.102
+17,mlp.experts.26.up_proj,0.0000012341,0.02500,3.115
+17,mlp.experts.38.up_proj,0.0000016026,0.02500,3.120
+17,mlp.experts.19.up_proj,0.0000018414,0.02500,4.249
+17,mlp.experts.11.up_proj,0.0000021356,0.02500,4.198
+17,mlp.experts.23.up_proj,0.0000005986,0.02500,4.278
+17,mlp.experts.8.up_proj,0.0000016906,0.02500,4.192
+17,mlp.experts.15.up_proj,0.0000021021,0.02500,5.042
+17,mlp.experts.36.up_proj,0.0000017884,0.02500,3.317
+17,mlp.experts.49.up_proj,0.0000013918,0.02500,3.138
+17,mlp.experts.45.up_proj,0.0000013663,0.02500,3.878
+17,mlp.experts.53.up_proj,0.0000024066,0.02500,3.452
+17,mlp.experts.41.up_proj,0.0000019131,0.02500,4.060
+17,mlp.experts.50.up_proj,0.0000014118,0.02500,3.286
+17,mlp.experts.32.up_proj,0.0000008438,0.02500,3.503
+17,mlp.experts.28.up_proj,0.0000014327,0.02500,3.319
+17,mlp.experts.46.up_proj,0.0000023098,0.02500,3.207
+17,mlp.experts.42.up_proj,0.0000005647,0.02500,3.208
+17,mlp.experts.54.up_proj,0.0000017686,0.02500,3.213
+17,mlp.experts.24.up_proj,0.0000015487,0.02500,3.326
+17,mlp.experts.27.up_proj,0.0000026436,0.02500,4.809
+17,mlp.experts.35.up_proj,0.0000005485,0.02500,4.868
+17,mlp.experts.39.up_proj,0.0000021714,0.02500,4.786
+17,mlp.experts.52.up_proj,0.0000007239,0.02500,3.248
+17,mlp.experts.66.up_proj,0.0000011478,0.02500,3.030
+17,mlp.experts.69.up_proj,0.0000020199,0.02500,3.604
+17,mlp.experts.44.up_proj,0.0000023449,0.02500,2.911
+17,mlp.experts.57.up_proj,0.0000020577,0.02500,3.812
+17,mlp.experts.62.up_proj,0.0000014326,0.02500,3.048
+17,mlp.experts.65.up_proj,0.0000020150,0.02500,4.087
+17,mlp.experts.70.up_proj,0.0000033758,0.02500,3.018
+17,mlp.experts.61.up_proj,0.0000019769,0.02500,4.169
+17,mlp.experts.31.up_proj,0.0000016637,0.02500,5.073
+17,mlp.experts.58.up_proj,0.0000021327,0.02500,3.261
+17,mlp.experts.48.up_proj,0.0000029472,0.02500,3.451
+17,mlp.experts.40.up_proj,0.0000006200,0.02500,3.949
+17,mlp.experts.82.up_proj,0.0000014952,0.02500,3.147
+17,mlp.experts.68.up_proj,0.0000019658,0.02500,4.012
+17,mlp.experts.78.up_proj,0.0000031316,0.02500,3.119
+17,mlp.experts.60.up_proj,0.0000019675,0.02500,3.288
+17,mlp.experts.86.up_proj,0.0000010959,0.02500,3.121
+17,mlp.experts.73.up_proj,0.0000022656,0.02500,3.391
+17,mlp.experts.74.up_proj,0.0000016598,0.02500,3.107
+17,mlp.experts.81.up_proj,0.0000027950,0.02500,3.582
+17,mlp.experts.64.up_proj,0.0000018528,0.02500,3.346
+17,mlp.experts.51.up_proj,0.0000017569,0.02500,4.867
+17,mlp.experts.77.up_proj,0.0000015987,0.02500,3.572
+17,mlp.experts.85.up_proj,0.0000018568,0.02500,4.124
+17,mlp.experts.43.up_proj,0.0000017164,0.02500,5.042
+17,mlp.experts.55.up_proj,0.0000012875,0.02500,4.996
+17,mlp.experts.47.up_proj,0.0000009544,0.02500,4.861
+17,mlp.experts.56.up_proj,0.0000012091,0.02500,3.613
+17,mlp.experts.98.up_proj,0.0000011842,0.02500,3.505
+17,mlp.experts.84.up_proj,0.0000022889,0.02500,3.114
+17,mlp.experts.76.up_proj,0.0000012302,0.02500,3.314
+17,mlp.experts.89.up_proj,0.0000018927,0.02500,3.224
+17,mlp.experts.94.up_proj,0.0000016410,0.02500,3.694
+17,mlp.experts.102.up_proj,0.0000012612,0.02500,3.690
+17,mlp.experts.80.up_proj,0.0000032208,0.02500,3.434
+17,mlp.experts.93.up_proj,0.0000016551,0.02500,3.292
+17,mlp.experts.97.up_proj,0.0000019894,0.02500,3.468
+17,mlp.experts.90.up_proj,0.0000032858,0.02500,3.754
+17,mlp.experts.101.up_proj,0.0000032664,0.02500,3.527
+17,mlp.experts.67.up_proj,0.0000026823,0.02500,4.634
+17,mlp.experts.59.up_proj,0.0000016320,0.02500,4.624
+17,mlp.experts.71.up_proj,0.0000013108,0.02500,4.608
+17,mlp.experts.72.up_proj,0.0000027071,0.02500,3.727
+17,mlp.experts.100.up_proj,0.0000022056,0.02500,3.427
+17,mlp.experts.92.up_proj,0.0000021156,0.02500,3.405
+17,mlp.experts.105.up_proj,0.0000013897,0.02500,3.375
+17,mlp.experts.109.up_proj,0.0000012029,0.02500,3.089
+17,mlp.experts.113.up_proj,0.0000015542,0.02500,3.091
+17,mlp.experts.63.up_proj,0.0000015792,0.02500,5.110
+17,mlp.experts.117.up_proj,0.0000020003,0.02500,2.917
+17,mlp.experts.96.up_proj,0.0000019178,0.02500,3.794
+17,mlp.experts.114.up_proj,0.0000025633,0.02500,4.806
+17,mlp.experts.110.up_proj,0.0000009324,0.02500,4.480
+17,mlp.experts.118.up_proj,0.0000026445,0.02500,4.351
+17,mlp.experts.106.up_proj,0.0000014151,0.02500,4.246
+17,mlp.experts.88.up_proj,0.0000014188,0.02500,3.437
+17,mlp.experts.83.up_proj,0.0000023039,0.02500,4.205
+17,mlp.experts.75.up_proj,0.0000014916,0.02500,4.169
+17,mlp.experts.87.up_proj,0.0000016175,0.02500,4.206
+17,mlp.experts.108.up_proj,0.0000016354,0.02500,2.986
+17,mlp.experts.116.up_proj,0.0000009742,0.02500,3.313
+17,mlp.experts.112.up_proj,0.0000016640,0.02500,2.648
+17,mlp.experts.104.up_proj,0.0000017126,0.02500,1.723
+17,mlp.experts.79.up_proj,0.0000012808,0.02500,4.510
+17,mlp.experts.99.up_proj,0.0000011919,0.02500,3.956
+17,mlp.experts.91.up_proj,0.0000019365,0.02500,3.946
+17,mlp.experts.103.up_proj,0.0000008117,0.02500,4.002
+17,mlp.experts.95.up_proj,0.0000018334,0.02500,5.004
+17,mlp.experts.115.up_proj,0.0000021215,0.02500,4.618
+17,mlp.experts.107.up_proj,0.0000027267,0.02500,4.609
+17,mlp.experts.119.up_proj,0.0000025367,0.02500,4.591
+17,mlp.experts.111.up_proj,0.0000023425,0.02500,2.464
+17,mlp.experts.10.down_proj,0.0000000402,0.02500,1.330
+17,mlp.experts.0.down_proj,0.0000000443,0.02500,1.403
+17,mlp.experts.2.down_proj,0.0000000324,0.02500,1.412
+17,mlp.experts.6.down_proj,0.0000000225,0.02500,1.418
+17,mlp.experts.4.down_proj,0.0000000259,0.02500,1.426
+17,mlp.experts.12.down_proj,0.0000000286,0.02500,1.371
+17,mlp.experts.14.down_proj,0.0000000191,0.02500,1.370
+17,mlp.experts.8.down_proj,0.0000000239,0.02500,1.489
+17,mlp.experts.9.down_proj,0.0000000259,0.02500,1.561
+17,mlp.experts.1.down_proj,0.0000000334,0.02500,1.629
+17,mlp.experts.5.down_proj,0.0000000337,0.02500,1.698
+17,mlp.experts.13.down_proj,0.0000000359,0.02500,1.653
+17,mlp.experts.3.down_proj,0.0000000421,0.02500,1.865
+17,mlp.experts.7.down_proj,0.0000000309,0.02500,1.944
+17,mlp.experts.15.down_proj,0.0000000267,0.02500,1.836
+17,mlp.experts.11.down_proj,0.0000000316,0.02500,1.838
+17,mlp.experts.16.down_proj,0.0000000210,0.02500,1.034
+17,mlp.experts.28.down_proj,0.0000000257,0.02500,1.012
+17,mlp.experts.20.down_proj,0.0000000161,0.02500,1.174
+17,mlp.experts.30.down_proj,0.0000000345,0.02500,1.215
+17,mlp.experts.18.down_proj,0.0000000386,0.02500,1.259
+17,mlp.experts.22.down_proj,0.0000000285,0.02500,1.261
+17,mlp.experts.26.down_proj,0.0000000193,0.02500,1.301
+17,mlp.experts.17.down_proj,0.0000000328,0.02500,1.150
+17,mlp.experts.25.down_proj,0.0000000325,0.02500,1.173
+17,mlp.experts.21.down_proj,0.0000000263,0.02500,1.121
+17,mlp.experts.24.down_proj,0.0000000286,0.02500,1.304
+17,mlp.experts.29.down_proj,0.0000000288,0.02500,1.242
+17,mlp.experts.44.down_proj,0.0000000384,0.02500,1.106
+17,mlp.experts.19.down_proj,0.0000000334,0.02500,1.821
+17,mlp.experts.27.down_proj,0.0000000484,0.02500,1.694
+17,mlp.experts.31.down_proj,0.0000000190,0.02500,1.718
+17,mlp.experts.23.down_proj,0.0000000104,0.02500,1.854
+17,mlp.experts.32.down_proj,0.0000000130,0.02500,1.391
+17,mlp.experts.34.down_proj,0.0000000283,0.02500,1.203
+17,mlp.experts.46.down_proj,0.0000000502,0.02500,1.223
+17,mlp.experts.33.down_proj,0.0000000346,0.02500,1.102
+17,mlp.experts.36.down_proj,0.0000000406,0.02500,1.296
+17,mlp.experts.41.down_proj,0.0000000378,0.02500,1.100
+17,mlp.experts.37.down_proj,0.0000000428,0.02500,1.085
+17,mlp.experts.42.down_proj,0.0000000106,0.02500,1.218
+17,mlp.experts.38.down_proj,0.0000000226,0.02500,1.251
+17,mlp.experts.40.down_proj,0.0000000196,0.02500,1.142
+17,mlp.experts.45.down_proj,0.0000000235,0.02500,1.136
+17,mlp.experts.60.down_proj,0.0000000348,0.02500,0.937
+17,mlp.experts.49.down_proj,0.0000000289,0.02500,0.862
+17,mlp.experts.53.down_proj,0.0000000394,0.02500,0.861
+17,mlp.experts.57.down_proj,0.0000000320,0.02500,0.876
+17,mlp.experts.52.down_proj,0.0000000174,0.02500,0.883
+17,mlp.experts.61.down_proj,0.0000000397,0.02500,0.880
+17,mlp.experts.48.down_proj,0.0000000430,0.02500,1.190
+17,mlp.experts.50.down_proj,0.0000000270,0.02500,1.237
+17,mlp.experts.58.down_proj,0.0000000278,0.02500,1.212
+17,mlp.experts.54.down_proj,0.0000000350,0.02500,1.204
+17,mlp.experts.62.down_proj,0.0000000359,0.02500,1.275
+17,mlp.experts.56.down_proj,0.0000000275,0.02500,1.163
+17,mlp.experts.47.down_proj,0.0000000175,0.02500,1.499
+17,mlp.experts.35.down_proj,0.0000000076,0.02500,1.524
+17,mlp.experts.43.down_proj,0.0000000254,0.02500,1.579
+17,mlp.experts.76.down_proj,0.0000000253,0.02500,0.847
+17,mlp.experts.39.down_proj,0.0000000388,0.02500,1.662
+17,mlp.experts.68.down_proj,0.0000000328,0.02500,1.010
+17,mlp.experts.65.down_proj,0.0000000366,0.02500,1.062
+17,mlp.experts.73.down_proj,0.0000000314,0.02500,1.045
+17,mlp.experts.69.down_proj,0.0000000363,0.02500,1.067
+17,mlp.experts.64.down_proj,0.0000000317,0.02500,0.888
+17,mlp.experts.66.down_proj,0.0000000162,0.02500,0.888
+17,mlp.experts.74.down_proj,0.0000000244,0.02500,0.889
+17,mlp.experts.70.down_proj,0.0000000638,0.02500,0.896
+17,mlp.experts.78.down_proj,0.0000000488,0.02500,0.891
+17,mlp.experts.77.down_proj,0.0000000195,0.02500,1.068
+17,mlp.experts.92.down_proj,0.0000000306,0.02500,0.836
+17,mlp.experts.72.down_proj,0.0000000490,0.02500,1.143
+17,mlp.experts.89.down_proj,0.0000000273,0.02500,0.855
+17,mlp.experts.85.down_proj,0.0000000410,0.02500,0.858
+17,mlp.experts.81.down_proj,0.0000000361,0.02500,0.894
+17,mlp.experts.63.down_proj,0.0000000198,0.02500,1.498
+17,mlp.experts.84.down_proj,0.0000000313,0.02500,0.946
+17,mlp.experts.51.down_proj,0.0000000231,0.02500,1.551
+17,mlp.experts.59.down_proj,0.0000000286,0.02500,1.505
+17,mlp.experts.93.down_proj,0.0000000289,0.02500,0.863
+17,mlp.experts.82.down_proj,0.0000000289,0.02500,0.923
+17,mlp.experts.90.down_proj,0.0000000583,0.02500,0.919
+17,mlp.experts.94.down_proj,0.0000000304,0.02500,0.907
+17,mlp.experts.86.down_proj,0.0000000122,0.02500,0.930
+17,mlp.experts.55.down_proj,0.0000000209,0.02500,1.559
+17,mlp.experts.80.down_proj,0.0000000578,0.02500,1.121
+17,mlp.experts.108.down_proj,0.0000000252,0.02500,0.876
+17,mlp.experts.88.down_proj,0.0000000291,0.02500,1.094
+17,mlp.experts.105.down_proj,0.0000000162,0.02500,0.835
+17,mlp.experts.97.down_proj,0.0000000256,0.02500,0.818
+17,mlp.experts.101.down_proj,0.0000000517,0.02500,0.831
+17,mlp.experts.100.down_proj,0.0000000439,0.02500,0.795
+17,mlp.experts.109.down_proj,0.0000000177,0.02500,0.795
+17,mlp.experts.106.down_proj,0.0000000248,0.02500,0.883
+17,mlp.experts.98.down_proj,0.0000000252,0.02500,0.893
+17,mlp.experts.110.down_proj,0.0000000179,0.02500,0.887
+17,mlp.experts.102.down_proj,0.0000000193,0.02500,0.885
+17,mlp.experts.79.down_proj,0.0000000220,0.02500,1.294
+17,mlp.experts.96.down_proj,0.0000000372,0.02500,0.997
+17,mlp.experts.67.down_proj,0.0000000327,0.02500,1.289
+17,mlp.experts.75.down_proj,0.0000000218,0.02500,1.299
+17,mlp.experts.113.down_proj,0.0000000357,0.02500,0.634
+17,mlp.experts.117.down_proj,0.0000000226,0.02500,0.640
+17,mlp.experts.116.down_proj,0.0000000197,0.02500,0.720
+17,mlp.experts.104.down_proj,0.0000000308,0.02500,0.955
+17,mlp.experts.71.down_proj,0.0000000334,0.02500,1.458
+17,mlp.experts.112.down_proj,0.0000000276,0.02500,0.625
+17,mlp.experts.114.down_proj,0.0000000426,0.02500,0.831
+17,mlp.experts.118.down_proj,0.0000000409,0.02500,0.811
+17,mlp.experts.95.down_proj,0.0000000485,0.02500,1.483
+17,mlp.experts.83.down_proj,0.0000000324,0.02500,1.483
+17,mlp.experts.91.down_proj,0.0000000295,0.02500,1.507
+17,mlp.experts.87.down_proj,0.0000000283,0.02500,1.574
+17,mlp.experts.111.down_proj,0.0000000305,0.02500,1.151
+17,mlp.experts.99.down_proj,0.0000000217,0.02500,1.143
+17,mlp.experts.107.down_proj,0.0000000359,0.02500,1.148
+17,mlp.experts.103.down_proj,0.0000000113,0.02500,1.125
+17,mlp.experts.115.down_proj,0.0000000338,0.02500,0.899
+17,mlp.experts.119.down_proj,0.0000000401,0.02500,0.598
+18,self_attn.v_proj,0.0000000022,0.02500,1.500
+18,self_attn.k_proj,0.0000000014,0.02500,1.544
+18,self_attn.q_proj,0.0000000063,0.02500,1.855
+18,self_attn.o_proj,0.0000000013,0.02500,3.672
+18,mlp.shared_experts.gate_proj,0.0000000967,0.02500,1.522
+18,mlp.shared_experts.up_proj,0.0000000995,0.02500,1.358
+18,mlp.shared_experts.down_proj,0.0000000009,0.02500,0.380
+18,mlp.experts.9.gate_proj,0.0000020830,0.02500,3.843
+18,mlp.experts.1.gate_proj,0.0000028435,0.02500,4.440
+18,mlp.experts.5.gate_proj,0.0000025099,0.02500,4.451
+18,mlp.experts.2.gate_proj,0.0000057020,0.02500,4.497
+18,mlp.experts.13.gate_proj,0.0000027733,0.02500,4.164
+18,mlp.experts.10.gate_proj,0.0000021167,0.02500,4.171
+18,mlp.experts.6.gate_proj,0.0000018415,0.02500,4.682
+18,mlp.experts.15.gate_proj,0.0000029845,0.02500,4.319
+18,mlp.experts.7.gate_proj,0.0000018681,0.02500,4.872
+18,mlp.experts.14.gate_proj,0.0000012190,0.02500,4.579
+18,mlp.experts.3.gate_proj,0.0000024894,0.02500,5.009
+18,mlp.experts.11.gate_proj,0.0000024022,0.02500,4.541
+18,mlp.experts.4.gate_proj,0.0000027331,0.02500,5.736
+18,mlp.experts.0.gate_proj,0.0000021819,0.02500,5.805
+18,mlp.experts.12.gate_proj,0.0000031229,0.02500,5.440
+18,mlp.experts.8.gate_proj,0.0000022387,0.02500,5.744
+18,mlp.experts.22.gate_proj,0.0000014538,0.02500,3.096
+18,mlp.experts.18.gate_proj,0.0000021933,0.02500,3.286
+18,mlp.experts.29.gate_proj,0.0000011055,0.02500,3.235
+18,mlp.experts.25.gate_proj,0.0000022514,0.02500,3.659
+18,mlp.experts.17.gate_proj,0.0000035028,0.02500,3.742
+18,mlp.experts.21.gate_proj,0.0000041584,0.02500,3.798
+18,mlp.experts.26.gate_proj,0.0000012526,0.02500,3.746
+18,mlp.experts.30.gate_proj,0.0000029154,0.02500,3.520
+18,mlp.experts.31.gate_proj,0.0000013355,0.02500,3.875
+18,mlp.experts.23.gate_proj,0.0000011092,0.02500,3.921
+18,mlp.experts.19.gate_proj,0.0000017313,0.02500,3.845
+18,mlp.experts.27.gate_proj,0.0000010806,0.02500,3.819
+18,mlp.experts.20.gate_proj,0.0000014762,0.02500,4.233
+18,mlp.experts.28.gate_proj,0.0000010930,0.02500,4.181
+18,mlp.experts.24.gate_proj,0.0000029661,0.02500,4.118
+18,mlp.experts.16.gate_proj,0.0000006310,0.02500,4.709
+18,mlp.experts.38.gate_proj,0.0000018959,0.02500,3.277
+18,mlp.experts.34.gate_proj,0.0000024723,0.02500,3.358
+18,mlp.experts.45.gate_proj,0.0000017289,0.02500,3.699
+18,mlp.experts.41.gate_proj,0.0000039347,0.02500,3.681
+18,mlp.experts.33.gate_proj,0.0000020370,0.02500,3.413
+18,mlp.experts.37.gate_proj,0.0000017098,0.02500,3.523
+18,mlp.experts.42.gate_proj,0.0000025175,0.02500,3.455
+18,mlp.experts.46.gate_proj,0.0000017458,0.02500,3.412
+18,mlp.experts.47.gate_proj,0.0000025674,0.02500,4.054
+18,mlp.experts.43.gate_proj,0.0000019275,0.02500,4.033
+18,mlp.experts.35.gate_proj,0.0000018294,0.02500,4.036
+18,mlp.experts.39.gate_proj,0.0000033954,0.02500,4.185
+18,mlp.experts.54.gate_proj,0.0000018408,0.02500,3.239
+18,mlp.experts.50.gate_proj,0.0000025229,0.02500,3.554
+18,mlp.experts.36.gate_proj,0.0000014196,0.02500,4.751
+18,mlp.experts.44.gate_proj,0.0000037815,0.02500,4.763
+18,mlp.experts.40.gate_proj,0.0000033315,0.02500,4.797
+18,mlp.experts.57.gate_proj,0.0000013901,0.02500,3.556
+18,mlp.experts.58.gate_proj,0.0000009627,0.02500,3.409
+18,mlp.experts.49.gate_proj,0.0000014889,0.02500,3.731
+18,mlp.experts.61.gate_proj,0.0000025928,0.02500,3.871
+18,mlp.experts.62.gate_proj,0.0000017882,0.02500,3.466
+18,mlp.experts.53.gate_proj,0.0000023423,0.02500,3.787
+18,mlp.experts.32.gate_proj,0.0000020594,0.02500,5.060
+18,mlp.experts.63.gate_proj,0.0000016769,0.02500,3.253
+18,mlp.experts.59.gate_proj,0.0000042957,0.02500,3.219
+18,mlp.experts.51.gate_proj,0.0000017513,0.02500,3.273
+18,mlp.experts.55.gate_proj,0.0000028157,0.02500,3.229
+18,mlp.experts.66.gate_proj,0.0000023307,0.02500,3.002
+18,mlp.experts.70.gate_proj,0.0000015743,0.02500,3.749
+18,mlp.experts.74.gate_proj,0.0000011090,0.02500,3.370
+18,mlp.experts.78.gate_proj,0.0000016994,0.02500,3.303
+18,mlp.experts.65.gate_proj,0.0000012252,0.02500,3.553
+18,mlp.experts.69.gate_proj,0.0000035167,0.02500,3.382
+18,mlp.experts.73.gate_proj,0.0000021040,0.02500,3.886
+18,mlp.experts.77.gate_proj,0.0000013064,0.02500,3.758
+18,mlp.experts.52.gate_proj,0.0000035003,0.02500,4.439
+18,mlp.experts.60.gate_proj,0.0000024363,0.02500,4.454
+18,mlp.experts.79.gate_proj,0.0000029369,0.02500,3.315
+18,mlp.experts.71.gate_proj,0.0000019011,0.02500,3.203
+18,mlp.experts.67.gate_proj,0.0000016867,0.02500,3.249
+18,mlp.experts.75.gate_proj,0.0000022912,0.02500,3.412
+18,mlp.experts.56.gate_proj,0.0000033917,0.02500,4.567
+18,mlp.experts.48.gate_proj,0.0000013012,0.02500,4.930
+18,mlp.experts.82.gate_proj,0.0000006277,0.02500,3.714
+18,mlp.experts.86.gate_proj,0.0000020249,0.02500,3.510
+18,mlp.experts.94.gate_proj,0.0000015734,0.02500,3.333
+18,mlp.experts.90.gate_proj,0.0000017046,0.02500,3.730
+18,mlp.experts.81.gate_proj,0.0000025534,0.02500,3.640
+18,mlp.experts.89.gate_proj,0.0000019136,0.02500,3.600
+18,mlp.experts.95.gate_proj,0.0000029411,0.02500,3.362
+18,mlp.experts.83.gate_proj,0.0000031239,0.02500,3.324
+18,mlp.experts.85.gate_proj,0.0000019012,0.02500,3.834
+18,mlp.experts.87.gate_proj,0.0000019803,0.02500,3.384
+18,mlp.experts.91.gate_proj,0.0000010685,0.02500,3.383
+18,mlp.experts.93.gate_proj,0.0000023322,0.02500,3.899
+18,mlp.experts.68.gate_proj,0.0000009480,0.02500,4.964
+18,mlp.experts.76.gate_proj,0.0000039055,0.02500,4.967
+18,mlp.experts.72.gate_proj,0.0000012226,0.02500,4.956
+18,mlp.experts.102.gate_proj,0.0000018294,0.02500,3.393
+18,mlp.experts.110.gate_proj,0.0000020328,0.02500,3.017
+18,mlp.experts.98.gate_proj,0.0000023013,0.02500,3.682
+18,mlp.experts.64.gate_proj,0.0000016306,0.02500,5.149
+18,mlp.experts.106.gate_proj,0.0000008240,0.02500,3.526
+18,mlp.experts.111.gate_proj,0.0000030864,0.02500,3.301
+18,mlp.experts.99.gate_proj,0.0000007178,0.02500,3.258
+18,mlp.experts.103.gate_proj,0.0000011818,0.02500,3.330
+18,mlp.experts.105.gate_proj,0.0000022015,0.02500,3.565
+18,mlp.experts.107.gate_proj,0.0000031049,0.02500,3.304
+18,mlp.experts.97.gate_proj,0.0000014804,0.02500,3.745
+18,mlp.experts.101.gate_proj,0.0000012000,0.02500,3.617
+18,mlp.experts.109.gate_proj,0.0000024872,0.02500,3.674
+18,mlp.experts.6.up_proj,0.0000018207,0.02500,3.190
+18,mlp.experts.84.gate_proj,0.0000020774,0.02500,4.388
+18,mlp.experts.118.gate_proj,0.0000025184,0.02500,3.652
+18,mlp.experts.92.gate_proj,0.0000027355,0.02500,4.421
+18,mlp.experts.114.gate_proj,0.0000046360,0.02500,3.652
+18,mlp.experts.88.gate_proj,0.0000012336,0.02500,4.610
+18,mlp.experts.2.up_proj,0.0000056578,0.02500,3.800
+18,mlp.experts.117.gate_proj,0.0000026197,0.02500,3.326
+18,mlp.experts.1.up_proj,0.0000028189,0.02500,3.560
+18,mlp.experts.113.gate_proj,0.0000013222,0.02500,3.511
+18,mlp.experts.7.up_proj,0.0000019078,0.02500,3.848
+18,mlp.experts.115.gate_proj,0.0000020073,0.02500,3.943
+18,mlp.experts.119.gate_proj,0.0000029687,0.02500,3.927
+18,mlp.experts.5.up_proj,0.0000024857,0.02500,3.433
+18,mlp.experts.3.up_proj,0.0000024717,0.02500,4.001
+18,mlp.experts.80.gate_proj,0.0000027175,0.02500,5.196
+18,mlp.experts.22.up_proj,0.0000014392,0.02500,3.920
+18,mlp.experts.14.up_proj,0.0000012077,0.02500,3.814
+18,mlp.experts.13.up_proj,0.0000027149,0.02500,3.019
+18,mlp.experts.10.up_proj,0.0000021049,0.02500,4.079
+18,mlp.experts.17.up_proj,0.0000034817,0.02500,3.065
+18,mlp.experts.9.up_proj,0.0000020548,0.02500,3.130
+18,mlp.experts.21.up_proj,0.0000041195,0.02500,2.929
+18,mlp.experts.18.up_proj,0.0000021664,0.02500,3.784
+18,mlp.experts.100.gate_proj,0.0000015467,0.02500,5.206
+18,mlp.experts.108.gate_proj,0.0000013995,0.02500,5.188
+18,mlp.experts.23.up_proj,0.0000010965,0.02500,4.116
+18,mlp.experts.11.up_proj,0.0000023666,0.02500,4.076
+18,mlp.experts.15.up_proj,0.0000029580,0.02500,4.228
+18,mlp.experts.104.gate_proj,0.0000021711,0.02500,5.081
+18,mlp.experts.19.up_proj,0.0000017250,0.02500,4.133
+18,mlp.experts.96.gate_proj,0.0000022231,0.02500,4.669
+18,mlp.experts.38.up_proj,0.0000018818,0.02500,3.399
+18,mlp.experts.29.up_proj,0.0000010985,0.02500,3.006
+18,mlp.experts.33.up_proj,0.0000020162,0.02500,2.984
+18,mlp.experts.25.up_proj,0.0000022299,0.02500,2.994
+18,mlp.experts.30.up_proj,0.0000028892,0.02500,3.553
+18,mlp.experts.37.up_proj,0.0000016873,0.02500,2.975
+18,mlp.experts.26.up_proj,0.0000012462,0.02500,3.356
+18,mlp.experts.34.up_proj,0.0000024506,0.02500,3.471
+18,mlp.experts.4.up_proj,0.0000027184,0.02500,3.379
+18,mlp.experts.116.gate_proj,0.0000016634,0.02500,3.552
+18,mlp.experts.0.up_proj,0.0000021601,0.02500,3.314
+18,mlp.experts.27.up_proj,0.0000010695,0.02500,4.171
+18,mlp.experts.39.up_proj,0.0000033591,0.02500,4.293
+18,mlp.experts.31.up_proj,0.0000013270,0.02500,4.220
+18,mlp.experts.35.up_proj,0.0000018126,0.02500,4.171
+18,mlp.experts.45.up_proj,0.0000017072,0.02500,2.992
+18,mlp.experts.112.gate_proj,0.0000022042,0.02500,3.268
+18,mlp.experts.49.up_proj,0.0000014530,0.02500,2.995
+18,mlp.experts.54.up_proj,0.0000018225,0.02500,3.344
+18,mlp.experts.41.up_proj,0.0000039209,0.02500,3.030
+18,mlp.experts.53.up_proj,0.0000023359,0.02500,3.019
+18,mlp.experts.42.up_proj,0.0000024996,0.02500,3.188
+18,mlp.experts.46.up_proj,0.0000017358,0.02500,3.942
+18,mlp.experts.50.up_proj,0.0000025208,0.02500,3.184
+18,mlp.experts.20.up_proj,0.0000014598,0.02500,3.325
+18,mlp.experts.12.up_proj,0.0000031039,0.02500,3.367
+18,mlp.experts.16.up_proj,0.0000006186,0.02500,3.252
+18,mlp.experts.61.up_proj,0.0000025640,0.02500,2.822
+18,mlp.experts.65.up_proj,0.0000012127,0.02500,2.850
+18,mlp.experts.57.up_proj,0.0000013710,0.02500,2.780
+18,mlp.experts.69.up_proj,0.0000034737,0.02500,2.773
+18,mlp.experts.8.up_proj,0.0000022101,0.02500,3.268
+18,mlp.experts.43.up_proj,0.0000019032,0.02500,4.136
+18,mlp.experts.55.up_proj,0.0000027974,0.02500,4.125
+18,mlp.experts.70.up_proj,0.0000015495,0.02500,3.544
+18,mlp.experts.47.up_proj,0.0000025541,0.02500,4.119
+18,mlp.experts.51.up_proj,0.0000017321,0.02500,4.177
+18,mlp.experts.58.up_proj,0.0000009532,0.02500,3.427
+18,mlp.experts.66.up_proj,0.0000023017,0.02500,3.341
+18,mlp.experts.62.up_proj,0.0000017796,0.02500,3.589
+18,mlp.experts.36.up_proj,0.0000013973,0.02500,3.241
+18,mlp.experts.28.up_proj,0.0000010821,0.02500,3.249
+18,mlp.experts.32.up_proj,0.0000020345,0.02500,3.233
+18,mlp.experts.77.up_proj,0.0000012982,0.02500,2.831
+18,mlp.experts.81.up_proj,0.0000025214,0.02500,2.844
+18,mlp.experts.73.up_proj,0.0000020939,0.02500,2.838
+18,mlp.experts.85.up_proj,0.0000018761,0.02500,2.832
+18,mlp.experts.24.up_proj,0.0000029357,0.02500,3.192
+18,mlp.experts.86.up_proj,0.0000020047,0.02500,3.130
+18,mlp.experts.74.up_proj,0.0000011015,0.02500,3.671
+18,mlp.experts.59.up_proj,0.0000042548,0.02500,4.221
+18,mlp.experts.71.up_proj,0.0000018717,0.02500,4.379
+18,mlp.experts.78.up_proj,0.0000016722,0.02500,3.351
+18,mlp.experts.63.up_proj,0.0000016560,0.02500,4.231
+18,mlp.experts.67.up_proj,0.0000016686,0.02500,4.216
+18,mlp.experts.52.up_proj,0.0000034638,0.02500,3.137
+18,mlp.experts.82.up_proj,0.0000006184,0.02500,3.539
+18,mlp.experts.44.up_proj,0.0000037518,0.02500,3.152
+18,mlp.experts.93.up_proj,0.0000023011,0.02500,2.852
+18,mlp.experts.48.up_proj,0.0000012842,0.02500,3.167
+18,mlp.experts.97.up_proj,0.0000014705,0.02500,2.823
+18,mlp.experts.89.up_proj,0.0000018779,0.02500,2.890
+18,mlp.experts.101.up_proj,0.0000011844,0.02500,2.896
+18,mlp.experts.102.up_proj,0.0000018072,0.02500,3.184
+18,mlp.experts.40.up_proj,0.0000032869,0.02500,3.512
+18,mlp.experts.90.up_proj,0.0000016764,0.02500,3.186
+18,mlp.experts.75.up_proj,0.0000022461,0.02500,3.927
+18,mlp.experts.98.up_proj,0.0000022733,0.02500,3.536
+18,mlp.experts.94.up_proj,0.0000015549,0.02500,3.756
+18,mlp.experts.87.up_proj,0.0000019630,0.02500,3.885
+18,mlp.experts.79.up_proj,0.0000029010,0.02500,3.854
+18,mlp.experts.83.up_proj,0.0000030980,0.02500,3.801
+18,mlp.experts.68.up_proj,0.0000009331,0.02500,4.150
+18,mlp.experts.113.up_proj,0.0000013091,0.02500,3.918
+18,mlp.experts.60.up_proj,0.0000024189,0.02500,4.224
+18,mlp.experts.109.up_proj,0.0000024602,0.02500,4.033
+18,mlp.experts.105.up_proj,0.0000021762,0.02500,3.863
+18,mlp.experts.117.up_proj,0.0000025891,0.02500,3.742
+18,mlp.experts.64.up_proj,0.0000016158,0.02500,4.145
+18,mlp.experts.118.up_proj,0.0000024841,0.02500,3.382
+18,mlp.experts.106.up_proj,0.0000008148,0.02500,3.027
+18,mlp.experts.56.up_proj,0.0000033391,0.02500,4.112
+18,mlp.experts.114.up_proj,0.0000045943,0.02500,2.617
+18,mlp.experts.110.up_proj,0.0000020142,0.02500,2.591
+18,mlp.experts.91.up_proj,0.0000010588,0.02500,3.039
+18,mlp.experts.103.up_proj,0.0000011669,0.02500,3.020
+18,mlp.experts.95.up_proj,0.0000028899,0.02500,3.017
+18,mlp.experts.99.up_proj,0.0000007204,0.02500,3.056
+18,mlp.experts.84.up_proj,0.0000020426,0.02500,4.137
+18,mlp.experts.76.up_proj,0.0000038624,0.02500,4.143
+18,mlp.experts.80.up_proj,0.0000027016,0.02500,4.158
+18,mlp.experts.107.up_proj,0.0000030783,0.02500,2.791
+18,mlp.experts.119.up_proj,0.0000029253,0.02500,2.719
+18,mlp.experts.115.up_proj,0.0000019924,0.02500,2.639
+18,mlp.experts.111.up_proj,0.0000030611,0.02500,2.685
+18,mlp.experts.72.up_proj,0.0000012004,0.02500,4.130
+18,mlp.experts.92.up_proj,0.0000027213,0.02500,3.842
+18,mlp.experts.96.up_proj,0.0000021952,0.02500,3.781
+18,mlp.experts.100.up_proj,0.0000015243,0.02500,4.386
+18,mlp.experts.88.up_proj,0.0000012146,0.02500,3.964
+18,mlp.experts.108.up_proj,0.0000013799,0.02500,4.515
+18,mlp.experts.112.up_proj,0.0000021735,0.02500,4.623
+18,mlp.experts.116.up_proj,0.0000016337,0.02500,4.477
+18,mlp.experts.104.up_proj,0.0000021456,0.02500,3.502
+18,mlp.experts.6.down_proj,0.0000000259,0.02500,1.589
+18,mlp.experts.3.down_proj,0.0000000353,0.02500,1.596
+18,mlp.experts.7.down_proj,0.0000000202,0.02500,1.600
+18,mlp.experts.10.down_proj,0.0000000471,0.02500,1.601
+18,mlp.experts.11.down_proj,0.0000000500,0.02500,1.554
+18,mlp.experts.15.down_proj,0.0000000775,0.02500,1.521
+18,mlp.experts.2.down_proj,0.0000001452,0.02500,1.706
+18,mlp.experts.14.down_proj,0.0000000271,0.02500,1.576
+18,mlp.experts.5.down_proj,0.0000000539,0.02500,1.887
+18,mlp.experts.13.down_proj,0.0000000451,0.02500,1.774
+18,mlp.experts.1.down_proj,0.0000000341,0.02500,1.938
+18,mlp.experts.9.down_proj,0.0000000467,0.02500,1.960
+18,mlp.experts.0.down_proj,0.0000000274,0.02500,2.205
+18,mlp.experts.4.down_proj,0.0000000365,0.02500,2.277
+18,mlp.experts.12.down_proj,0.0000000517,0.02500,2.125
+18,mlp.experts.8.down_proj,0.0000000362,0.02500,2.311
+18,mlp.experts.19.down_proj,0.0000000370,0.02500,0.938
+18,mlp.experts.23.down_proj,0.0000000232,0.02500,0.952
+18,mlp.experts.27.down_proj,0.0000000203,0.02500,1.001
+18,mlp.experts.31.down_proj,0.0000000267,0.02500,0.967
+18,mlp.experts.22.down_proj,0.0000000218,0.02500,1.096
+18,mlp.experts.26.down_proj,0.0000000184,0.02500,1.118
+18,mlp.experts.30.down_proj,0.0000000358,0.02500,1.102
+18,mlp.experts.18.down_proj,0.0000000445,0.02500,1.131
+18,mlp.experts.21.down_proj,0.0000000573,0.02500,1.049
+18,mlp.experts.29.down_proj,0.0000000239,0.02500,1.079
+18,mlp.experts.17.down_proj,0.0000000572,0.02500,1.072
+18,mlp.experts.25.down_proj,0.0000000335,0.02500,1.055
+18,mlp.experts.35.down_proj,0.0000000209,0.02500,0.978
+18,mlp.experts.39.down_proj,0.0000000705,0.02500,0.975
+18,mlp.experts.43.down_proj,0.0000000341,0.02500,0.959
+18,mlp.experts.47.down_proj,0.0000000525,0.02500,0.958
+18,mlp.experts.16.down_proj,0.0000000216,0.02500,1.428
+18,mlp.experts.42.down_proj,0.0000000393,0.02500,0.963
+18,mlp.experts.28.down_proj,0.0000000190,0.02500,1.407
+18,mlp.experts.24.down_proj,0.0000000381,0.02500,1.405
+18,mlp.experts.38.down_proj,0.0000000551,0.02500,1.036
+18,mlp.experts.20.down_proj,0.0000000320,0.02500,1.476
+18,mlp.experts.34.down_proj,0.0000000460,0.02500,1.023
+18,mlp.experts.46.down_proj,0.0000000336,0.02500,1.050
+18,mlp.experts.37.down_proj,0.0000000297,0.02500,1.018
+18,mlp.experts.45.down_proj,0.0000000198,0.02500,0.968
+18,mlp.experts.41.down_proj,0.0000000584,0.02500,0.990
+18,mlp.experts.33.down_proj,0.0000000273,0.02500,1.056
+18,mlp.experts.51.down_proj,0.0000000252,0.02500,0.934
+18,mlp.experts.55.down_proj,0.0000000552,0.02500,0.955
+18,mlp.experts.63.down_proj,0.0000000250,0.02500,0.966
+18,mlp.experts.59.down_proj,0.0000000874,0.02500,0.985
+18,mlp.experts.54.down_proj,0.0000000437,0.02500,0.890
+18,mlp.experts.50.down_proj,0.0000000544,0.02500,0.886
+18,mlp.experts.58.down_proj,0.0000000394,0.02500,1.137
+18,mlp.experts.61.down_proj,0.0000000762,0.02500,0.966
+18,mlp.experts.32.down_proj,0.0000000413,0.02500,1.359
+18,mlp.experts.44.down_proj,0.0000000695,0.02500,1.286
+18,mlp.experts.53.down_proj,0.0000000405,0.02500,1.070
+18,mlp.experts.49.down_proj,0.0000000227,0.02500,0.978
+18,mlp.experts.40.down_proj,0.0000000647,0.02500,1.333
+18,mlp.experts.62.down_proj,0.0000000304,0.02500,1.181
+18,mlp.experts.57.down_proj,0.0000000293,0.02500,1.090
+18,mlp.experts.36.down_proj,0.0000000421,0.02500,1.423
+18,mlp.experts.67.down_proj,0.0000000371,0.02500,0.974
+18,mlp.experts.71.down_proj,0.0000000338,0.02500,0.979
+18,mlp.experts.79.down_proj,0.0000000523,0.02500,0.932
+18,mlp.experts.75.down_proj,0.0000000482,0.02500,0.941
+18,mlp.experts.66.down_proj,0.0000000579,0.02500,0.899
+18,mlp.experts.74.down_proj,0.0000000234,0.02500,0.890
+18,mlp.experts.70.down_proj,0.0000000277,0.02500,1.157
+18,mlp.experts.77.down_proj,0.0000000196,0.02500,0.962
+18,mlp.experts.65.down_proj,0.0000000248,0.02500,1.004
+18,mlp.experts.69.down_proj,0.0000000546,0.02500,1.083
+18,mlp.experts.78.down_proj,0.0000000465,0.02500,1.102
+18,mlp.experts.73.down_proj,0.0000000529,0.02500,1.214
+18,mlp.experts.60.down_proj,0.0000000601,0.02500,1.342
+18,mlp.experts.83.down_proj,0.0000000430,0.02500,0.937
+18,mlp.experts.56.down_proj,0.0000000775,0.02500,1.334
+18,mlp.experts.48.down_proj,0.0000000220,0.02500,1.405
+18,mlp.experts.87.down_proj,0.0000000331,0.02500,0.967
+18,mlp.experts.91.down_proj,0.0000000280,0.02500,0.933
+18,mlp.experts.95.down_proj,0.0000000717,0.02500,0.957
+18,mlp.experts.82.down_proj,0.0000000079,0.02500,0.874
+18,mlp.experts.52.down_proj,0.0000000745,0.02500,1.440
+18,mlp.experts.90.down_proj,0.0000000315,0.02500,0.956
+18,mlp.experts.86.down_proj,0.0000000345,0.02500,1.140
+18,mlp.experts.85.down_proj,0.0000000399,0.02500,0.939
+18,mlp.experts.93.down_proj,0.0000000354,0.02500,1.163
+18,mlp.experts.81.down_proj,0.0000000435,0.02500,1.205
+18,mlp.experts.94.down_proj,0.0000000376,0.02500,1.107
+18,mlp.experts.99.down_proj,0.0000000120,0.02500,0.925
+18,mlp.experts.89.down_proj,0.0000000249,0.02500,0.980
+18,mlp.experts.103.down_proj,0.0000000221,0.02500,0.929
+18,mlp.experts.107.down_proj,0.0000000513,0.02500,0.918
+18,mlp.experts.111.down_proj,0.0000000442,0.02500,0.927
+18,mlp.experts.98.down_proj,0.0000000420,0.02500,1.017
+18,mlp.experts.76.down_proj,0.0000000795,0.02500,1.213
+18,mlp.experts.64.down_proj,0.0000000413,0.02500,1.196
+18,mlp.experts.72.down_proj,0.0000000256,0.02500,1.214
+18,mlp.experts.106.down_proj,0.0000000098,0.02500,0.940
+18,mlp.experts.102.down_proj,0.0000000377,0.02500,0.938
+18,mlp.experts.101.down_proj,0.0000000248,0.02500,0.882
+18,mlp.experts.115.down_proj,0.0000000268,0.02500,0.667
+18,mlp.experts.68.down_proj,0.0000000318,0.02500,1.354
+18,mlp.experts.119.down_proj,0.0000000478,0.02500,0.645
+18,mlp.experts.109.down_proj,0.0000000714,0.02500,1.070
+18,mlp.experts.97.down_proj,0.0000000220,0.02500,0.891
+18,mlp.experts.105.down_proj,0.0000000369,0.02500,1.013
+18,mlp.experts.110.down_proj,0.0000000333,0.02500,1.044
+18,mlp.experts.114.down_proj,0.0000001010,0.02500,1.008
+18,mlp.experts.117.down_proj,0.0000000458,0.02500,0.685
+18,mlp.experts.118.down_proj,0.0000000385,0.02500,0.827
+18,mlp.experts.113.down_proj,0.0000000266,0.02500,0.580
+18,mlp.experts.92.down_proj,0.0000000384,0.02500,1.187
+18,mlp.experts.88.down_proj,0.0000000248,0.02500,1.196
+18,mlp.experts.80.down_proj,0.0000000503,0.02500,1.277
+18,mlp.experts.84.down_proj,0.0000000722,0.02500,1.175
+18,mlp.experts.108.down_proj,0.0000000276,0.02500,1.214
+18,mlp.experts.104.down_proj,0.0000000365,0.02500,1.217
+18,mlp.experts.96.down_proj,0.0000000312,0.02500,1.329
+18,mlp.experts.100.down_proj,0.0000000277,0.02500,1.112
+18,mlp.experts.112.down_proj,0.0000000465,0.02500,0.859
+18,mlp.experts.116.down_proj,0.0000000251,0.02500,0.830
+19,self_attn.k_proj,0.0000000021,0.02500,1.766
+19,self_attn.v_proj,0.0000000034,0.02500,1.825
+19,self_attn.q_proj,0.0000000089,0.02500,2.148
+19,self_attn.o_proj,0.0000000013,0.02500,3.582
+19,mlp.shared_experts.gate_proj,0.0000001117,0.02500,1.259
+19,mlp.shared_experts.up_proj,0.0000001175,0.02500,1.534
+19,mlp.shared_experts.down_proj,0.0000000014,0.02500,0.383
+19,mlp.experts.3.gate_proj,0.0000021714,0.02500,3.956
+19,mlp.experts.7.gate_proj,0.0000020339,0.02500,4.049
+19,mlp.experts.11.gate_proj,0.0000026336,0.02500,3.811
+19,mlp.experts.15.gate_proj,0.0000024919,0.02500,3.937
+19,mlp.experts.8.gate_proj,0.0000032307,0.02500,4.807
+19,mlp.experts.12.gate_proj,0.0000025114,0.02500,4.462
+19,mlp.experts.0.gate_proj,0.0000016477,0.02500,4.954
+19,mlp.experts.4.gate_proj,0.0000026997,0.02500,4.985
+19,mlp.experts.5.gate_proj,0.0000026204,0.02500,5.015
+19,mlp.experts.9.gate_proj,0.0000013419,0.02500,4.764
+19,mlp.experts.1.gate_proj,0.0000015462,0.02500,5.229
+19,mlp.experts.13.gate_proj,0.0000074345,0.02500,5.023
+19,mlp.experts.10.gate_proj,0.0000011120,0.02500,5.556
+19,mlp.experts.14.gate_proj,0.0000019236,0.02500,5.604
+19,mlp.experts.6.gate_proj,0.0000027840,0.02500,6.023
+19,mlp.experts.2.gate_proj,0.0000019575,0.02500,6.368
+19,mlp.experts.23.gate_proj,0.0000071896,0.02500,3.182
+19,mlp.experts.19.gate_proj,0.0000027037,0.02500,3.387
+19,mlp.experts.27.gate_proj,0.0000021965,0.02500,3.718
+19,mlp.experts.31.gate_proj,0.0000030408,0.02500,3.674
+19,mlp.experts.28.gate_proj,0.0000017143,0.02500,3.217
+19,mlp.experts.24.gate_proj,0.0000040024,0.02500,3.267
+19,mlp.experts.20.gate_proj,0.0000018355,0.02500,3.230
+19,mlp.experts.16.gate_proj,0.0000029984,0.02500,3.370
+19,mlp.experts.17.gate_proj,0.0000014250,0.02500,3.272
+19,mlp.experts.25.gate_proj,0.0000024950,0.02500,3.576
+19,mlp.experts.21.gate_proj,0.0000031943,0.02500,3.911
+19,mlp.experts.29.gate_proj,0.0000024669,0.02500,3.613
+19,mlp.experts.26.gate_proj,0.0000015807,0.02500,4.235
+19,mlp.experts.30.gate_proj,0.0000025095,0.02500,4.321
+19,mlp.experts.22.gate_proj,0.0000010542,0.02500,4.301
+19,mlp.experts.39.gate_proj,0.0000018681,0.02500,3.417
+19,mlp.experts.44.gate_proj,0.0000023732,0.02500,3.143
+19,mlp.experts.35.gate_proj,0.0000027147,0.02500,3.840
+19,mlp.experts.40.gate_proj,0.0000023591,0.02500,3.154
+19,mlp.experts.36.gate_proj,0.0000027425,0.02500,3.192
+19,mlp.experts.18.gate_proj,0.0000040479,0.02500,5.075
+19,mlp.experts.32.gate_proj,0.0000022634,0.02500,3.270
+19,mlp.experts.43.gate_proj,0.0000023304,0.02500,3.795
+19,mlp.experts.47.gate_proj,0.0000021968,0.02500,3.788
+19,mlp.experts.33.gate_proj,0.0000019645,0.02500,3.383
+19,mlp.experts.41.gate_proj,0.0000022946,0.02500,3.307
+19,mlp.experts.45.gate_proj,0.0000010450,0.02500,3.432
+19,mlp.experts.37.gate_proj,0.0000013182,0.02500,4.076
+19,mlp.experts.55.gate_proj,0.0000054324,0.02500,3.519
+19,mlp.experts.56.gate_proj,0.0000032966,0.02500,3.331
+19,mlp.experts.51.gate_proj,0.0000021385,0.02500,3.417
+19,mlp.experts.52.gate_proj,0.0000023886,0.02500,3.245
+19,mlp.experts.60.gate_proj,0.0000024543,0.02500,3.482
+19,mlp.experts.48.gate_proj,0.0000024215,0.02500,3.303
+19,mlp.experts.42.gate_proj,0.0000026017,0.02500,4.969
+19,mlp.experts.63.gate_proj,0.0000028909,0.02500,3.439
+19,mlp.experts.46.gate_proj,0.0000072464,0.02500,4.924
+19,mlp.experts.38.gate_proj,0.0000018842,0.02500,5.038
+19,mlp.experts.57.gate_proj,0.0000008055,0.02500,3.389
+19,mlp.experts.59.gate_proj,0.0000023783,0.02500,3.864
+19,mlp.experts.49.gate_proj,0.0000028415,0.02500,3.876
+19,mlp.experts.61.gate_proj,0.0000011023,0.02500,3.566
+19,mlp.experts.34.gate_proj,0.0000015065,0.02500,5.315
+19,mlp.experts.53.gate_proj,0.0000028310,0.02500,3.787
+19,mlp.experts.71.gate_proj,0.0000011740,0.02500,3.795
+19,mlp.experts.67.gate_proj,0.0000018228,0.02500,3.578
+19,mlp.experts.72.gate_proj,0.0000024264,0.02500,3.840
+19,mlp.experts.68.gate_proj,0.0000025810,0.02500,3.797
+19,mlp.experts.73.gate_proj,0.0000068538,0.02500,3.234
+19,mlp.experts.76.gate_proj,0.0000032526,0.02500,3.991
+19,mlp.experts.79.gate_proj,0.0000011317,0.02500,3.658
+19,mlp.experts.64.gate_proj,0.0000011324,0.02500,4.055
+19,mlp.experts.75.gate_proj,0.0000036948,0.02500,3.534
+19,mlp.experts.65.gate_proj,0.0000016241,0.02500,3.594
+19,mlp.experts.77.gate_proj,0.0000053094,0.02500,3.490
+19,mlp.experts.62.gate_proj,0.0000005613,0.02500,4.617
+19,mlp.experts.58.gate_proj,0.0000019731,0.02500,4.769
+19,mlp.experts.54.gate_proj,0.0000040828,0.02500,4.668
+19,mlp.experts.69.gate_proj,0.0000038386,0.02500,3.623
+19,mlp.experts.50.gate_proj,0.0000045208,0.02500,4.577
+19,mlp.experts.87.gate_proj,0.0000019697,0.02500,3.607
+19,mlp.experts.83.gate_proj,0.0000024784,0.02500,3.584
+19,mlp.experts.89.gate_proj,0.0000010777,0.02500,3.666
+19,mlp.experts.95.gate_proj,0.0000025267,0.02500,3.716
+19,mlp.experts.91.gate_proj,0.0000030534,0.02500,3.659
+19,mlp.experts.81.gate_proj,0.0000027769,0.02500,3.431
+19,mlp.experts.88.gate_proj,0.0000007674,0.02500,4.456
+19,mlp.experts.84.gate_proj,0.0000025440,0.02500,4.522
+19,mlp.experts.93.gate_proj,0.0000025595,0.02500,3.526
+19,mlp.experts.92.gate_proj,0.0000019375,0.02500,4.500
+19,mlp.experts.80.gate_proj,0.0000020380,0.02500,4.573
+19,mlp.experts.85.gate_proj,0.0000018487,0.02500,3.460
+19,mlp.experts.78.gate_proj,0.0000027786,0.02500,4.261
+19,mlp.experts.74.gate_proj,0.0000019454,0.02500,4.296
+19,mlp.experts.70.gate_proj,0.0000025136,0.02500,4.297
+19,mlp.experts.103.gate_proj,0.0000010993,0.02500,3.239
+19,mlp.experts.99.gate_proj,0.0000030111,0.02500,3.217
+19,mlp.experts.111.gate_proj,0.0000020886,0.02500,3.039
+19,mlp.experts.107.gate_proj,0.0000041079,0.02500,3.031
+19,mlp.experts.66.gate_proj,0.0000031514,0.02500,4.641
+19,mlp.experts.97.gate_proj,0.0000020573,0.02500,3.214
+19,mlp.experts.105.gate_proj,0.0000030542,0.02500,3.836
+19,mlp.experts.109.gate_proj,0.0000031338,0.02500,3.536
+19,mlp.experts.104.gate_proj,0.0000017566,0.02500,4.204
+19,mlp.experts.100.gate_proj,0.0000057459,0.02500,4.257
+19,mlp.experts.101.gate_proj,0.0000020859,0.02500,3.372
+19,mlp.experts.108.gate_proj,0.0000012108,0.02500,4.291
+19,mlp.experts.96.gate_proj,0.0000018371,0.02500,4.294
+19,mlp.experts.119.gate_proj,0.0000026633,0.02500,3.072
+19,mlp.experts.115.gate_proj,0.0000023433,0.02500,3.092
+19,mlp.experts.94.gate_proj,0.0000038414,0.02500,4.156
+19,mlp.experts.90.gate_proj,0.0000014258,0.02500,4.135
+19,mlp.experts.86.gate_proj,0.0000023502,0.02500,4.196
+19,mlp.experts.7.up_proj,0.0000020116,0.02500,3.027
+19,mlp.experts.3.up_proj,0.0000021568,0.02500,3.059
+19,mlp.experts.113.gate_proj,0.0000038312,0.02500,3.115
+19,mlp.experts.1.up_proj,0.0000015350,0.02500,3.792
+19,mlp.experts.82.gate_proj,0.0000032504,0.02500,4.156
+19,mlp.experts.5.up_proj,0.0000026040,0.02500,3.750
+19,mlp.experts.117.gate_proj,0.0000036213,0.02500,3.246
+19,mlp.experts.15.up_proj,0.0000024738,0.02500,2.862
+19,mlp.experts.11.up_proj,0.0000025873,0.02500,2.942
+19,mlp.experts.0.up_proj,0.0000016322,0.02500,4.446
+19,mlp.experts.116.gate_proj,0.0000024075,0.02500,4.413
+19,mlp.experts.23.up_proj,0.0000071213,0.02500,3.070
+19,mlp.experts.4.up_proj,0.0000026688,0.02500,4.438
+19,mlp.experts.19.up_proj,0.0000026570,0.02500,3.062
+19,mlp.experts.112.gate_proj,0.0000025211,0.02500,4.300
+19,mlp.experts.110.gate_proj,0.0000016956,0.02500,4.224
+19,mlp.experts.106.gate_proj,0.0000033700,0.02500,4.307
+19,mlp.experts.9.up_proj,0.0000013247,0.02500,3.597
+19,mlp.experts.102.gate_proj,0.0000013525,0.02500,4.446
+19,mlp.experts.17.up_proj,0.0000014050,0.02500,3.785
+19,mlp.experts.21.up_proj,0.0000031606,0.02500,3.506
+19,mlp.experts.31.up_proj,0.0000030146,0.02500,3.312
+19,mlp.experts.27.up_proj,0.0000021698,0.02500,3.206
+19,mlp.experts.13.up_proj,0.0000073907,0.02500,3.773
+19,mlp.experts.98.gate_proj,0.0000033031,0.02500,4.328
+19,mlp.experts.16.up_proj,0.0000029679,0.02500,3.055
+19,mlp.experts.12.up_proj,0.0000024859,0.02500,3.131
+19,mlp.experts.20.up_proj,0.0000018060,0.02500,3.094
+19,mlp.experts.39.up_proj,0.0000018613,0.02500,3.392
+19,mlp.experts.8.up_proj,0.0000031964,0.02500,3.091
+19,mlp.experts.35.up_proj,0.0000026525,0.02500,3.593
+19,mlp.experts.25.up_proj,0.0000024755,0.02500,3.176
+19,mlp.experts.6.up_proj,0.0000027476,0.02500,4.248
+19,mlp.experts.2.up_proj,0.0000019328,0.02500,4.213
+19,mlp.experts.33.up_proj,0.0000019464,0.02500,3.313
+19,mlp.experts.37.up_proj,0.0000012977,0.02500,3.317
+19,mlp.experts.118.gate_proj,0.0000019685,0.02500,4.610
+19,mlp.experts.32.up_proj,0.0000022486,0.02500,3.107
+19,mlp.experts.29.up_proj,0.0000024379,0.02500,3.480
+19,mlp.experts.28.up_proj,0.0000017046,0.02500,3.049
+19,mlp.experts.36.up_proj,0.0000027090,0.02500,3.155
+19,mlp.experts.47.up_proj,0.0000021682,0.02500,4.078
+19,mlp.experts.24.up_proj,0.0000039615,0.02500,3.170
+19,mlp.experts.43.up_proj,0.0000023182,0.02500,4.260
+19,mlp.experts.114.gate_proj,0.0000017899,0.02500,4.373
+19,mlp.experts.55.up_proj,0.0000053849,0.02500,4.168
+19,mlp.experts.51.up_proj,0.0000021190,0.02500,4.155
+19,mlp.experts.41.up_proj,0.0000022693,0.02500,3.858
+19,mlp.experts.53.up_proj,0.0000028178,0.02500,3.523
+19,mlp.experts.49.up_proj,0.0000027971,0.02500,3.806
+19,mlp.experts.48.up_proj,0.0000024127,0.02500,3.236
+19,mlp.experts.44.up_proj,0.0000023304,0.02500,3.262
+19,mlp.experts.45.up_proj,0.0000010305,0.02500,3.432
+19,mlp.experts.52.up_proj,0.0000023508,0.02500,3.193
+19,mlp.experts.18.up_proj,0.0000040084,0.02500,4.695
+19,mlp.experts.22.up_proj,0.0000010322,0.02500,4.828
+19,mlp.experts.40.up_proj,0.0000023299,0.02500,3.222
+19,mlp.experts.63.up_proj,0.0000028378,0.02500,3.862
+19,mlp.experts.59.up_proj,0.0000023548,0.02500,3.599
+19,mlp.experts.14.up_proj,0.0000019094,0.02500,5.072
+19,mlp.experts.71.up_proj,0.0000011600,0.02500,3.533
+19,mlp.experts.67.up_proj,0.0000017977,0.02500,3.512
+19,mlp.experts.57.up_proj,0.0000007973,0.02500,3.626
+19,mlp.experts.10.up_proj,0.0000010985,0.02500,4.763
+19,mlp.experts.64.up_proj,0.0000011230,0.02500,3.216
+19,mlp.experts.60.up_proj,0.0000024263,0.02500,3.223
+19,mlp.experts.69.up_proj,0.0000038276,0.02500,3.689
+19,mlp.experts.68.up_proj,0.0000025653,0.02500,3.251
+19,mlp.experts.65.up_proj,0.0000015778,0.02500,3.809
+19,mlp.experts.56.up_proj,0.0000032613,0.02500,3.277
+19,mlp.experts.61.up_proj,0.0000010971,0.02500,3.899
+19,mlp.experts.79.up_proj,0.0000011166,0.02500,3.809
+19,mlp.experts.34.up_proj,0.0000014923,0.02500,4.427
+19,mlp.experts.38.up_proj,0.0000018602,0.02500,4.464
+19,mlp.experts.75.up_proj,0.0000036623,0.02500,4.245
+19,mlp.experts.87.up_proj,0.0000019343,0.02500,4.024
+19,mlp.experts.73.up_proj,0.0000068086,0.02500,3.543
+19,mlp.experts.80.up_proj,0.0000020111,0.02500,3.094
+19,mlp.experts.76.up_proj,0.0000032164,0.02500,3.076
+19,mlp.experts.30.up_proj,0.0000024794,0.02500,4.835
+19,mlp.experts.83.up_proj,0.0000024391,0.02500,4.483
+19,mlp.experts.84.up_proj,0.0000025321,0.02500,3.120
+19,mlp.experts.26.up_proj,0.0000015704,0.02500,4.246
+19,mlp.experts.72.up_proj,0.0000024195,0.02500,3.062
+19,mlp.experts.85.up_proj,0.0000018269,0.02500,4.137
+19,mlp.experts.77.up_proj,0.0000052663,0.02500,3.674
+19,mlp.experts.81.up_proj,0.0000027553,0.02500,4.355
+19,mlp.experts.95.up_proj,0.0000024972,0.02500,4.390
+19,mlp.experts.50.up_proj,0.0000044461,0.02500,4.306
+19,mlp.experts.91.up_proj,0.0000030189,0.02500,3.938
+19,mlp.experts.54.up_proj,0.0000040540,0.02500,4.340
+19,mlp.experts.96.up_proj,0.0000018131,0.02500,3.136
+19,mlp.experts.92.up_proj,0.0000019142,0.02500,3.115
+19,mlp.experts.89.up_proj,0.0000010609,0.02500,3.625
+19,mlp.experts.100.up_proj,0.0000056591,0.02500,3.054
+19,mlp.experts.103.up_proj,0.0000010865,0.02500,3.930
+19,mlp.experts.88.up_proj,0.0000007559,0.02500,3.115
+19,mlp.experts.99.up_proj,0.0000029741,0.02500,3.755
+19,mlp.experts.101.up_proj,0.0000020550,0.02500,3.589
+19,mlp.experts.42.up_proj,0.0000025787,0.02500,4.301
+19,mlp.experts.93.up_proj,0.0000025357,0.02500,3.419
+19,mlp.experts.46.up_proj,0.0000071658,0.02500,4.773
+19,mlp.experts.97.up_proj,0.0000020370,0.02500,3.460
+19,mlp.experts.105.up_proj,0.0000030454,0.02500,3.037
+19,mlp.experts.112.up_proj,0.0000024911,0.02500,3.540
+19,mlp.experts.111.up_proj,0.0000020673,0.02500,3.726
+19,mlp.experts.107.up_proj,0.0000040725,0.02500,3.665
+19,mlp.experts.108.up_proj,0.0000012000,0.02500,3.495
+19,mlp.experts.119.up_proj,0.0000026379,0.02500,3.290
+19,mlp.experts.116.up_proj,0.0000023816,0.02500,3.416
+19,mlp.experts.115.up_proj,0.0000023419,0.02500,2.936
+19,mlp.experts.104.up_proj,0.0000017448,0.02500,3.276
+19,mlp.experts.117.up_proj,0.0000035853,0.02500,2.642
+19,mlp.experts.109.up_proj,0.0000030943,0.02500,2.556
+19,mlp.experts.66.up_proj,0.0000031115,0.02500,4.531
+19,mlp.experts.70.up_proj,0.0000024940,0.02500,4.519
+19,mlp.experts.113.up_proj,0.0000038298,0.02500,2.415
+19,mlp.experts.58.up_proj,0.0000019485,0.02500,4.735
+19,mlp.experts.62.up_proj,0.0000005527,0.02500,4.861
+19,mlp.experts.82.up_proj,0.0000032172,0.02500,4.613
+19,mlp.experts.86.up_proj,0.0000023387,0.02500,4.708
+19,mlp.experts.74.up_proj,0.0000019252,0.02500,4.612
+19,mlp.experts.78.up_proj,0.0000027554,0.02500,5.114
+19,mlp.experts.98.up_proj,0.0000032634,0.02500,4.851
+19,mlp.experts.102.up_proj,0.0000013312,0.02500,5.000
+19,mlp.experts.90.up_proj,0.0000014142,0.02500,4.979
+19,mlp.experts.94.up_proj,0.0000037674,0.02500,5.423
+19,mlp.experts.114.up_proj,0.0000017710,0.02500,5.325
+19,mlp.experts.118.up_proj,0.0000019643,0.02500,5.179
+19,mlp.experts.106.up_proj,0.0000033323,0.02500,4.131
+19,mlp.experts.110.up_proj,0.0000016832,0.02500,3.173
+19,mlp.experts.0.down_proj,0.0000000271,0.02500,1.223
+19,mlp.experts.4.down_proj,0.0000000648,0.02500,1.241
+19,mlp.experts.8.down_proj,0.0000000938,0.02500,1.169
+19,mlp.experts.12.down_proj,0.0000000608,0.02500,1.172
+19,mlp.experts.7.down_proj,0.0000000397,0.02500,1.445
+19,mlp.experts.3.down_proj,0.0000000544,0.02500,1.475
+19,mlp.experts.15.down_proj,0.0000000331,0.02500,1.439
+19,mlp.experts.11.down_proj,0.0000000648,0.02500,1.442
+19,mlp.experts.2.down_proj,0.0000000316,0.02500,1.603
+19,mlp.experts.1.down_proj,0.0000000236,0.02500,1.635
+19,mlp.experts.14.down_proj,0.0000000356,0.02500,1.559
+19,mlp.experts.13.down_proj,0.0000001816,0.02500,1.567
+19,mlp.experts.10.down_proj,0.0000000356,0.02500,1.575
+19,mlp.experts.6.down_proj,0.0000000472,0.02500,1.688
+19,mlp.experts.5.down_proj,0.0000000589,0.02500,1.698
+19,mlp.experts.9.down_proj,0.0000000264,0.02500,1.673
+19,mlp.experts.16.down_proj,0.0000000629,0.02500,0.881
+19,mlp.experts.20.down_proj,0.0000000286,0.02500,0.877
+19,mlp.experts.24.down_proj,0.0000001080,0.02500,0.875
+19,mlp.experts.28.down_proj,0.0000000397,0.02500,0.875
+19,mlp.experts.23.down_proj,0.0000001159,0.02500,1.179
+19,mlp.experts.31.down_proj,0.0000000609,0.02500,1.101
+19,mlp.experts.27.down_proj,0.0000000386,0.02500,1.111
+19,mlp.experts.19.down_proj,0.0000000775,0.02500,1.251
+19,mlp.experts.29.down_proj,0.0000000521,0.02500,1.250
+19,mlp.experts.32.down_proj,0.0000000586,0.02500,0.890
+19,mlp.experts.36.down_proj,0.0000000356,0.02500,0.890
+19,mlp.experts.21.down_proj,0.0000000664,0.02500,1.315
+19,mlp.experts.17.down_proj,0.0000000252,0.02500,1.389
+19,mlp.experts.44.down_proj,0.0000000572,0.02500,0.891
+19,mlp.experts.40.down_proj,0.0000000590,0.02500,0.903
+19,mlp.experts.25.down_proj,0.0000000365,0.02500,1.291
+19,mlp.experts.18.down_proj,0.0000000787,0.02500,1.504
+19,mlp.experts.30.down_proj,0.0000000407,0.02500,1.484
+19,mlp.experts.26.down_proj,0.0000000390,0.02500,1.526
+19,mlp.experts.22.down_proj,0.0000000303,0.02500,1.511
+19,mlp.experts.47.down_proj,0.0000000597,0.02500,0.856
+19,mlp.experts.43.down_proj,0.0000000429,0.02500,0.863
+19,mlp.experts.39.down_proj,0.0000000385,0.02500,1.139
+19,mlp.experts.35.down_proj,0.0000000640,0.02500,1.153
+19,mlp.experts.48.down_proj,0.0000000356,0.02500,0.899
+19,mlp.experts.52.down_proj,0.0000000491,0.02500,0.902
+19,mlp.experts.45.down_proj,0.0000000265,0.02500,1.026
+19,mlp.experts.60.down_proj,0.0000000495,0.02500,0.913
+19,mlp.experts.56.down_proj,0.0000000530,0.02500,0.913
+19,mlp.experts.37.down_proj,0.0000000368,0.02500,1.014
+19,mlp.experts.41.down_proj,0.0000000672,0.02500,0.987
+19,mlp.experts.33.down_proj,0.0000000381,0.02500,1.059
+19,mlp.experts.59.down_proj,0.0000000617,0.02500,0.861
+19,mlp.experts.63.down_proj,0.0000000413,0.02500,0.893
+19,mlp.experts.34.down_proj,0.0000000190,0.02500,1.551
+19,mlp.experts.42.down_proj,0.0000000577,0.02500,1.498
+19,mlp.experts.46.down_proj,0.0000002250,0.02500,1.598
+19,mlp.experts.64.down_proj,0.0000000198,0.02500,0.909
+19,mlp.experts.68.down_proj,0.0000000579,0.02500,0.910
+19,mlp.experts.38.down_proj,0.0000000426,0.02500,1.666
+19,mlp.experts.76.down_proj,0.0000000547,0.02500,0.926
+19,mlp.experts.72.down_proj,0.0000000466,0.02500,0.932
+19,mlp.experts.55.down_proj,0.0000001131,0.02500,1.140
+19,mlp.experts.61.down_proj,0.0000000530,0.02500,0.972
+19,mlp.experts.53.down_proj,0.0000000775,0.02500,0.933
+19,mlp.experts.51.down_proj,0.0000000339,0.02500,1.102
+19,mlp.experts.57.down_proj,0.0000000174,0.02500,0.938
+19,mlp.experts.49.down_proj,0.0000000789,0.02500,0.936
+19,mlp.experts.79.down_proj,0.0000000267,0.02500,0.930
+19,mlp.experts.75.down_proj,0.0000000805,0.02500,0.982
+19,mlp.experts.80.down_proj,0.0000000448,0.02500,1.058
+19,mlp.experts.67.down_proj,0.0000000502,0.02500,0.881
+19,mlp.experts.84.down_proj,0.0000000578,0.02500,1.053
+19,mlp.experts.92.down_proj,0.0000000352,0.02500,1.048
+19,mlp.experts.88.down_proj,0.0000000117,0.02500,1.054
+19,mlp.experts.71.down_proj,0.0000000178,0.02500,1.186
+19,mlp.experts.50.down_proj,0.0000000738,0.02500,1.570
+19,mlp.experts.58.down_proj,0.0000000406,0.02500,1.566
+19,mlp.experts.91.down_proj,0.0000000444,0.02500,0.931
+19,mlp.experts.62.down_proj,0.0000000104,0.02500,1.576
+19,mlp.experts.95.down_proj,0.0000000685,0.02500,1.115
+19,mlp.experts.54.down_proj,0.0000001253,0.02500,1.608
+19,mlp.experts.77.down_proj,0.0000001214,0.02500,1.584
+19,mlp.experts.69.down_proj,0.0000000755,0.02500,1.572
+19,mlp.experts.73.down_proj,0.0000001656,0.02500,1.586
+19,mlp.experts.65.down_proj,0.0000000377,0.02500,1.583
+19,mlp.experts.83.down_proj,0.0000000466,0.02500,0.902
+19,mlp.experts.100.down_proj,0.0000001300,0.02500,0.936
+19,mlp.experts.96.down_proj,0.0000000424,0.02500,0.949
+19,mlp.experts.108.down_proj,0.0000000211,0.02500,0.955
+19,mlp.experts.104.down_proj,0.0000000330,0.02500,0.960
+19,mlp.experts.87.down_proj,0.0000000318,0.02500,0.934
+19,mlp.experts.107.down_proj,0.0000000705,0.02500,0.985
+19,mlp.experts.111.down_proj,0.0000000546,0.02500,0.915
+19,mlp.experts.66.down_proj,0.0000000663,0.02500,1.246
+19,mlp.experts.116.down_proj,0.0000000346,0.02500,0.681
+19,mlp.experts.112.down_proj,0.0000000442,0.02500,0.690
+19,mlp.experts.74.down_proj,0.0000000389,0.02500,1.256
+19,mlp.experts.78.down_proj,0.0000000420,0.02500,1.243
+19,mlp.experts.99.down_proj,0.0000000450,0.02500,0.981
+19,mlp.experts.103.down_proj,0.0000000189,0.02500,0.898
+19,mlp.experts.70.down_proj,0.0000000375,0.02500,1.500
+19,mlp.experts.93.down_proj,0.0000000368,0.02500,1.583
+19,mlp.experts.89.down_proj,0.0000000432,0.02500,1.533
+19,mlp.experts.85.down_proj,0.0000000270,0.02500,1.593
+19,mlp.experts.81.down_proj,0.0000000411,0.02500,1.570
+19,mlp.experts.115.down_proj,0.0000000357,0.02500,0.818
+19,mlp.experts.119.down_proj,0.0000000756,0.02500,0.705
+19,mlp.experts.82.down_proj,0.0000000539,0.02500,1.243
+19,mlp.experts.90.down_proj,0.0000000416,0.02500,1.265
+19,mlp.experts.94.down_proj,0.0000000938,0.02500,1.283
+19,mlp.experts.109.down_proj,0.0000000770,0.02500,1.183
+19,mlp.experts.101.down_proj,0.0000000445,0.02500,1.187
+19,mlp.experts.86.down_proj,0.0000000431,0.02500,1.376
+19,mlp.experts.105.down_proj,0.0000000430,0.02500,1.278
+19,mlp.experts.97.down_proj,0.0000000368,0.02500,1.225
+19,mlp.experts.117.down_proj,0.0000000865,0.02500,0.548
+19,mlp.experts.98.down_proj,0.0000000708,0.02500,1.175
+19,mlp.experts.113.down_proj,0.0000000972,0.02500,0.515
+19,mlp.experts.106.down_proj,0.0000000513,0.02500,1.160
+19,mlp.experts.110.down_proj,0.0000000374,0.02500,1.151
+19,mlp.experts.102.down_proj,0.0000000289,0.02500,1.171
+19,mlp.experts.114.down_proj,0.0000000251,0.02500,1.006
+19,mlp.experts.118.down_proj,0.0000000360,0.02500,0.616
+20,self_attn.k_proj,0.0000000022,0.02500,1.788
+20,self_attn.v_proj,0.0000000028,0.02500,1.883
+20,self_attn.q_proj,0.0000000109,0.02500,1.979
+20,self_attn.o_proj,0.0000000013,0.02500,3.942
+20,mlp.shared_experts.gate_proj,0.0000001279,0.02500,1.344
+20,mlp.shared_experts.up_proj,0.0000001374,0.02500,1.382
+20,mlp.shared_experts.down_proj,0.0000000018,0.02500,0.397
+20,mlp.experts.6.gate_proj,0.0000031844,0.02500,4.393
+20,mlp.experts.2.gate_proj,0.0000035803,0.02500,4.468
+20,mlp.experts.10.gate_proj,0.0000014132,0.02500,4.024
+20,mlp.experts.14.gate_proj,0.0000025312,0.02500,4.273
+20,mlp.experts.7.gate_proj,0.0000016962,0.02500,5.338
+20,mlp.experts.1.gate_proj,0.0000037699,0.02500,5.460
+20,mlp.experts.3.gate_proj,0.0000031361,0.02500,5.468
+20,mlp.experts.5.gate_proj,0.0000013597,0.02500,5.512
+20,mlp.experts.11.gate_proj,0.0000042316,0.02500,5.018
+20,mlp.experts.13.gate_proj,0.0000044764,0.02500,5.078
+20,mlp.experts.9.gate_proj,0.0000025938,0.02500,5.143
+20,mlp.experts.15.gate_proj,0.0000030712,0.02500,5.211
+20,mlp.experts.4.gate_proj,0.0000030269,0.02500,5.806
+20,mlp.experts.8.gate_proj,0.0000009772,0.02500,5.358
+20,mlp.experts.12.gate_proj,0.0000023951,0.02500,5.450
+20,mlp.experts.0.gate_proj,0.0000037277,0.02500,6.199
+20,mlp.experts.26.gate_proj,0.0000029084,0.02500,3.361
+20,mlp.experts.30.gate_proj,0.0000031143,0.02500,3.368
+20,mlp.experts.22.gate_proj,0.0000037014,0.02500,3.862
+20,mlp.experts.18.gate_proj,0.0000013653,0.02500,3.969
+20,mlp.experts.19.gate_proj,0.0000023368,0.02500,3.186
+20,mlp.experts.23.gate_proj,0.0000036263,0.02500,3.590
+20,mlp.experts.27.gate_proj,0.0000024378,0.02500,3.545
+20,mlp.experts.31.gate_proj,0.0000029914,0.02500,3.411
+20,mlp.experts.21.gate_proj,0.0000015762,0.02500,3.715
+20,mlp.experts.17.gate_proj,0.0000015543,0.02500,3.772
+20,mlp.experts.25.gate_proj,0.0000007047,0.02500,3.869
+20,mlp.experts.29.gate_proj,0.0000033426,0.02500,3.938
+20,mlp.experts.28.gate_proj,0.0000016708,0.02500,4.726
+20,mlp.experts.20.gate_proj,0.0000045469,0.02500,4.991
+20,mlp.experts.24.gate_proj,0.0000025232,0.02500,5.156
+20,mlp.experts.16.gate_proj,0.0000025759,0.02500,5.053
+20,mlp.experts.42.gate_proj,0.0000022090,0.02500,3.673
+20,mlp.experts.46.gate_proj,0.0000010964,0.02500,3.686
+20,mlp.experts.38.gate_proj,0.0000034607,0.02500,3.723
+20,mlp.experts.34.gate_proj,0.0000018409,0.02500,3.727
+20,mlp.experts.35.gate_proj,0.0000020326,0.02500,3.607
+20,mlp.experts.43.gate_proj,0.0000029602,0.02500,3.270
+20,mlp.experts.47.gate_proj,0.0000011022,0.02500,3.485
+20,mlp.experts.39.gate_proj,0.0000019228,0.02500,3.908
+20,mlp.experts.33.gate_proj,0.0000010844,0.02500,4.882
+20,mlp.experts.37.gate_proj,0.0000011963,0.02500,4.977
+20,mlp.experts.41.gate_proj,0.0000050231,0.02500,4.836
+20,mlp.experts.45.gate_proj,0.0000030983,0.02500,5.198
+20,mlp.experts.58.gate_proj,0.0000020784,0.02500,3.345
+20,mlp.experts.62.gate_proj,0.0000041102,0.02500,3.128
+20,mlp.experts.50.gate_proj,0.0000012572,0.02500,3.275
+20,mlp.experts.36.gate_proj,0.0000026884,0.02500,4.799
+20,mlp.experts.44.gate_proj,0.0000022378,0.02500,4.974
+20,mlp.experts.54.gate_proj,0.0000016127,0.02500,3.855
+20,mlp.experts.40.gate_proj,0.0000034811,0.02500,4.830
+20,mlp.experts.32.gate_proj,0.0000034388,0.02500,4.870
+20,mlp.experts.51.gate_proj,0.0000032496,0.02500,4.005
+20,mlp.experts.59.gate_proj,0.0000025266,0.02500,4.016
+20,mlp.experts.63.gate_proj,0.0000023455,0.02500,4.067
+20,mlp.experts.55.gate_proj,0.0000034346,0.02500,4.183
+20,mlp.experts.74.gate_proj,0.0000027580,0.02500,3.804
+20,mlp.experts.78.gate_proj,0.0000015840,0.02500,3.889
+20,mlp.experts.49.gate_proj,0.0000011555,0.02500,4.866
+20,mlp.experts.53.gate_proj,0.0000017892,0.02500,4.971
+20,mlp.experts.57.gate_proj,0.0000029805,0.02500,4.943
+20,mlp.experts.52.gate_proj,0.0000068770,0.02500,3.947
+20,mlp.experts.61.gate_proj,0.0000023021,0.02500,4.882
+20,mlp.experts.60.gate_proj,0.0000023129,0.02500,3.964
+20,mlp.experts.56.gate_proj,0.0000017537,0.02500,3.930
+20,mlp.experts.67.gate_proj,0.0000038438,0.02500,3.570
+20,mlp.experts.66.gate_proj,0.0000019081,0.02500,4.538
+20,mlp.experts.75.gate_proj,0.0000014862,0.02500,3.682
+20,mlp.experts.70.gate_proj,0.0000026692,0.02500,4.282
+20,mlp.experts.48.gate_proj,0.0000026815,0.02500,4.056
+20,mlp.experts.79.gate_proj,0.0000035214,0.02500,3.756
+20,mlp.experts.71.gate_proj,0.0000028619,0.02500,4.109
+20,mlp.experts.90.gate_proj,0.0000023094,0.02500,4.811
+20,mlp.experts.65.gate_proj,0.0000018211,0.02500,4.875
+20,mlp.experts.94.gate_proj,0.0000032149,0.02500,5.163
+20,mlp.experts.69.gate_proj,0.0000026565,0.02500,5.002
+20,mlp.experts.68.gate_proj,0.0000019528,0.02500,4.741
+20,mlp.experts.83.gate_proj,0.0000034818,0.02500,4.538
+20,mlp.experts.73.gate_proj,0.0000026019,0.02500,5.038
+20,mlp.experts.76.gate_proj,0.0000023009,0.02500,4.840
+20,mlp.experts.77.gate_proj,0.0000026035,0.02500,5.032
+20,mlp.experts.72.gate_proj,0.0000018761,0.02500,4.924
+20,mlp.experts.91.gate_proj,0.0000026032,0.02500,4.694
+20,mlp.experts.64.gate_proj,0.0000013988,0.02500,4.708
+20,mlp.experts.82.gate_proj,0.0000030761,0.02500,4.917
+20,mlp.experts.86.gate_proj,0.0000023755,0.02500,4.911
+20,mlp.experts.95.gate_proj,0.0000038731,0.02500,5.102
+20,mlp.experts.87.gate_proj,0.0000020497,0.02500,4.996
+20,mlp.experts.84.gate_proj,0.0000028578,0.02500,4.266
+20,mlp.experts.92.gate_proj,0.0000062223,0.02500,4.099
+20,mlp.experts.81.gate_proj,0.0000030642,0.02500,4.791
+20,mlp.experts.106.gate_proj,0.0000082583,0.02500,5.295
+20,mlp.experts.85.gate_proj,0.0000023276,0.02500,4.777
+20,mlp.experts.80.gate_proj,0.0000060534,0.02500,4.128
+20,mlp.experts.89.gate_proj,0.0000019093,0.02500,4.666
+20,mlp.experts.88.gate_proj,0.0000027965,0.02500,4.395
+20,mlp.experts.93.gate_proj,0.0000029002,0.02500,4.490
+20,mlp.experts.110.gate_proj,0.0000032757,0.02500,5.325
+20,mlp.experts.99.gate_proj,0.0000027450,0.02500,5.113
+20,mlp.experts.107.gate_proj,0.0000020086,0.02500,5.011
+20,mlp.experts.111.gate_proj,0.0000012462,0.02500,4.624
+20,mlp.experts.103.gate_proj,0.0000037666,0.02500,4.387
+20,mlp.experts.98.gate_proj,0.0000029258,0.02500,5.724
+20,mlp.experts.102.gate_proj,0.0000017800,0.02500,5.683
+20,mlp.experts.97.gate_proj,0.0000096113,0.02500,4.089
+20,mlp.experts.101.gate_proj,0.0000031074,0.02500,4.016
+20,mlp.experts.105.gate_proj,0.0000029137,0.02500,3.921
+20,mlp.experts.109.gate_proj,0.0000027918,0.02500,4.026
+20,mlp.experts.100.gate_proj,0.0000026529,0.02500,4.926
+20,mlp.experts.2.up_proj,0.0000035243,0.02500,4.886
+20,mlp.experts.108.gate_proj,0.0000045859,0.02500,5.184
+20,mlp.experts.115.gate_proj,0.0000036288,0.02500,4.336
+20,mlp.experts.6.up_proj,0.0000031649,0.02500,4.630
+20,mlp.experts.3.up_proj,0.0000030918,0.02500,4.269
+20,mlp.experts.96.gate_proj,0.0000011418,0.02500,5.428
+20,mlp.experts.118.gate_proj,0.0000046739,0.02500,3.812
+20,mlp.experts.7.up_proj,0.0000016714,0.02500,4.356
+20,mlp.experts.114.gate_proj,0.0000047859,0.02500,3.988
+20,mlp.experts.104.gate_proj,0.0000032883,0.02500,5.461
+20,mlp.experts.119.gate_proj,0.0000022064,0.02500,4.288
+20,mlp.experts.11.up_proj,0.0000041991,0.02500,4.003
+20,mlp.experts.113.gate_proj,0.0000013631,0.02500,5.101
+20,mlp.experts.116.gate_proj,0.0000061907,0.02500,4.458
+20,mlp.experts.19.up_proj,0.0000022874,0.02500,3.922
+20,mlp.experts.18.up_proj,0.0000013490,0.02500,4.241
+20,mlp.experts.4.up_proj,0.0000030202,0.02500,4.250
+20,mlp.experts.1.up_proj,0.0000037348,0.02500,5.107
+20,mlp.experts.117.gate_proj,0.0000029692,0.02500,5.224
+20,mlp.experts.5.up_proj,0.0000013408,0.02500,5.106
+20,mlp.experts.22.up_proj,0.0000036714,0.02500,4.296
+20,mlp.experts.112.gate_proj,0.0000075869,0.02500,4.128
+20,mlp.experts.0.up_proj,0.0000037147,0.02500,4.039
+20,mlp.experts.23.up_proj,0.0000035943,0.02500,4.169
+20,mlp.experts.15.up_proj,0.0000030472,0.02500,4.065
+20,mlp.experts.10.up_proj,0.0000013941,0.02500,4.322
+20,mlp.experts.14.up_proj,0.0000025057,0.02500,4.487
+20,mlp.experts.9.up_proj,0.0000025773,0.02500,3.892
+20,mlp.experts.13.up_proj,0.0000044011,0.02500,3.864
+20,mlp.experts.17.up_proj,0.0000015133,0.02500,4.064
+20,mlp.experts.12.up_proj,0.0000023746,0.02500,4.322
+20,mlp.experts.21.up_proj,0.0000015561,0.02500,3.966
+20,mlp.experts.20.up_proj,0.0000045003,0.02500,4.435
+20,mlp.experts.27.up_proj,0.0000024037,0.02500,4.813
+20,mlp.experts.8.up_proj,0.0000009646,0.02500,4.200
+20,mlp.experts.16.up_proj,0.0000025590,0.02500,4.235
+20,mlp.experts.35.up_proj,0.0000020147,0.02500,4.912
+20,mlp.experts.34.up_proj,0.0000017974,0.02500,5.356
+20,mlp.experts.39.up_proj,0.0000019030,0.02500,4.892
+20,mlp.experts.38.up_proj,0.0000034457,0.02500,5.386
+20,mlp.experts.31.up_proj,0.0000029584,0.02500,4.987
+20,mlp.experts.26.up_proj,0.0000028718,0.02500,5.185
+20,mlp.experts.30.up_proj,0.0000030725,0.02500,5.233
+20,mlp.experts.25.up_proj,0.0000006940,0.02500,3.392
+20,mlp.experts.33.up_proj,0.0000010648,0.02500,3.261
+20,mlp.experts.29.up_proj,0.0000032879,0.02500,3.428
+20,mlp.experts.37.up_proj,0.0000011942,0.02500,3.340
+20,mlp.experts.36.up_proj,0.0000026624,0.02500,3.804
+20,mlp.experts.28.up_proj,0.0000016615,0.02500,4.134
+20,mlp.experts.50.up_proj,0.0000012441,0.02500,3.241
+20,mlp.experts.32.up_proj,0.0000033911,0.02500,3.800
+20,mlp.experts.24.up_proj,0.0000024820,0.02500,4.003
+20,mlp.experts.43.up_proj,0.0000029244,0.02500,4.433
+20,mlp.experts.51.up_proj,0.0000032037,0.02500,4.322
+20,mlp.experts.54.up_proj,0.0000015884,0.02500,3.803
+20,mlp.experts.42.up_proj,0.0000022011,0.02500,3.401
+20,mlp.experts.46.up_proj,0.0000010796,0.02500,3.493
+20,mlp.experts.55.up_proj,0.0000034065,0.02500,4.102
+20,mlp.experts.47.up_proj,0.0000010902,0.02500,4.094
+20,mlp.experts.66.up_proj,0.0000018601,0.02500,3.272
+20,mlp.experts.44.up_proj,0.0000022134,0.02500,3.682
+20,mlp.experts.52.up_proj,0.0000067297,0.02500,3.819
+20,mlp.experts.41.up_proj,0.0000049715,0.02500,5.033
+20,mlp.experts.49.up_proj,0.0000011456,0.02500,4.816
+20,mlp.experts.48.up_proj,0.0000026535,0.02500,3.558
+20,mlp.experts.45.up_proj,0.0000030550,0.02500,4.844
+20,mlp.experts.40.up_proj,0.0000034351,0.02500,3.663
+20,mlp.experts.53.up_proj,0.0000017552,0.02500,4.931
+20,mlp.experts.59.up_proj,0.0000024982,0.02500,3.485
+20,mlp.experts.67.up_proj,0.0000036941,0.02500,3.574
+20,mlp.experts.70.up_proj,0.0000026394,0.02500,3.358
+20,mlp.experts.58.up_proj,0.0000020422,0.02500,3.442
+20,mlp.experts.62.up_proj,0.0000040852,0.02500,3.449
+20,mlp.experts.71.up_proj,0.0000028116,0.02500,3.448
+20,mlp.experts.63.up_proj,0.0000023216,0.02500,3.608
+20,mlp.experts.68.up_proj,0.0000019332,0.02500,2.917
+20,mlp.experts.60.up_proj,0.0000022988,0.02500,3.019
+20,mlp.experts.64.up_proj,0.0000013848,0.02500,2.979
+20,mlp.experts.56.up_proj,0.0000017366,0.02500,3.039
+20,mlp.experts.75.up_proj,0.0000014693,0.02500,3.106
+20,mlp.experts.82.up_proj,0.0000029977,0.02500,3.821
+20,mlp.experts.83.up_proj,0.0000034508,0.02500,3.467
+20,mlp.experts.87.up_proj,0.0000020101,0.02500,3.314
+20,mlp.experts.86.up_proj,0.0000023485,0.02500,3.692
+20,mlp.experts.57.up_proj,0.0000029462,0.02500,4.560
+20,mlp.experts.65.up_proj,0.0000017838,0.02500,4.490
+20,mlp.experts.74.up_proj,0.0000027386,0.02500,3.974
+20,mlp.experts.61.up_proj,0.0000022721,0.02500,4.605
+20,mlp.experts.78.up_proj,0.0000015750,0.02500,3.813
+20,mlp.experts.79.up_proj,0.0000034873,0.02500,3.475
+20,mlp.experts.69.up_proj,0.0000026271,0.02500,4.486
+20,mlp.experts.84.up_proj,0.0000028269,0.02500,2.892
+20,mlp.experts.76.up_proj,0.0000022551,0.02500,2.836
+20,mlp.experts.80.up_proj,0.0000059867,0.02500,2.962
+20,mlp.experts.72.up_proj,0.0000018577,0.02500,2.961
+20,mlp.experts.91.up_proj,0.0000025605,0.02500,3.739
+20,mlp.experts.98.up_proj,0.0000029267,0.02500,3.925
+20,mlp.experts.99.up_proj,0.0000027190,0.02500,3.383
+20,mlp.experts.103.up_proj,0.0000037261,0.02500,3.687
+20,mlp.experts.95.up_proj,0.0000038006,0.02500,3.610
+20,mlp.experts.102.up_proj,0.0000017673,0.02500,4.157
+20,mlp.experts.100.up_proj,0.0000026236,0.02500,2.964
+20,mlp.experts.92.up_proj,0.0000061416,0.02500,3.023
+20,mlp.experts.90.up_proj,0.0000022977,0.02500,4.031
+20,mlp.experts.94.up_proj,0.0000032039,0.02500,4.095
+20,mlp.experts.96.up_proj,0.0000011287,0.02500,2.995
+20,mlp.experts.81.up_proj,0.0000030295,0.02500,4.550
+20,mlp.experts.73.up_proj,0.0000025805,0.02500,4.703
+20,mlp.experts.88.up_proj,0.0000027619,0.02500,2.992
+20,mlp.experts.77.up_proj,0.0000025596,0.02500,4.603
+20,mlp.experts.85.up_proj,0.0000022963,0.02500,4.626
+20,mlp.experts.107.up_proj,0.0000019949,0.02500,3.544
+20,mlp.experts.115.up_proj,0.0000035754,0.02500,3.487
+20,mlp.experts.119.up_proj,0.0000021449,0.02500,3.176
+20,mlp.experts.114.up_proj,0.0000047303,0.02500,3.789
+20,mlp.experts.111.up_proj,0.0000012418,0.02500,2.911
+20,mlp.experts.110.up_proj,0.0000032269,0.02500,2.891
+20,mlp.experts.118.up_proj,0.0000046358,0.02500,3.364
+20,mlp.experts.106.up_proj,0.0000081137,0.02500,3.253
+20,mlp.experts.116.up_proj,0.0000061037,0.02500,3.850
+20,mlp.experts.108.up_proj,0.0000045261,0.02500,3.861
+20,mlp.experts.112.up_proj,0.0000075599,0.02500,3.694
+20,mlp.experts.104.up_proj,0.0000032353,0.02500,3.521
+20,mlp.experts.97.up_proj,0.0000095426,0.02500,4.336
+20,mlp.experts.93.up_proj,0.0000028805,0.02500,4.252
+20,mlp.experts.89.up_proj,0.0000018884,0.02500,4.388
+20,mlp.experts.101.up_proj,0.0000030488,0.02500,4.232
+20,mlp.experts.113.up_proj,0.0000013433,0.02500,3.879
+20,mlp.experts.109.up_proj,0.0000027855,0.02500,3.888
+20,mlp.experts.105.up_proj,0.0000028744,0.02500,4.012
+20,mlp.experts.117.up_proj,0.0000029313,0.02500,3.962
+20,mlp.experts.15.down_proj,0.0000000423,0.02500,1.270
+20,mlp.experts.11.down_proj,0.0000001314,0.02500,1.379
+20,mlp.experts.3.down_proj,0.0000001483,0.02500,1.426
+20,mlp.experts.2.down_proj,0.0000000795,0.02500,1.454
+20,mlp.experts.10.down_proj,0.0000000318,0.02500,1.486
+20,mlp.experts.7.down_proj,0.0000000330,0.02500,1.544
+20,mlp.experts.14.down_proj,0.0000000644,0.02500,1.667
+20,mlp.experts.6.down_proj,0.0000000714,0.02500,1.688
+20,mlp.experts.1.down_proj,0.0000000902,0.02500,1.739
+20,mlp.experts.13.down_proj,0.0000000749,0.02500,1.776
+20,mlp.experts.5.down_proj,0.0000000372,0.02500,1.798
+20,mlp.experts.9.down_proj,0.0000000592,0.02500,1.816
+20,mlp.experts.0.down_proj,0.0000000660,0.02500,1.920
+20,mlp.experts.8.down_proj,0.0000000144,0.02500,1.938
+20,mlp.experts.4.down_proj,0.0000000904,0.02500,1.955
+20,mlp.experts.12.down_proj,0.0000000488,0.02500,1.998
+20,mlp.experts.31.down_proj,0.0000000850,0.02500,1.170
+20,mlp.experts.18.down_proj,0.0000000466,0.02500,1.061
+20,mlp.experts.19.down_proj,0.0000000485,0.02500,1.113
+20,mlp.experts.26.down_proj,0.0000000724,0.02500,1.137
+20,mlp.experts.27.down_proj,0.0000000469,0.02500,1.297
+20,mlp.experts.30.down_proj,0.0000000521,0.02500,1.041
+20,mlp.experts.23.down_proj,0.0000000961,0.02500,1.218
+20,mlp.experts.22.down_proj,0.0000001033,0.02500,1.090
+20,mlp.experts.20.down_proj,0.0000001442,0.02500,1.057
+20,mlp.experts.16.down_proj,0.0000000540,0.02500,1.159
+20,mlp.experts.28.down_proj,0.0000000554,0.02500,1.087
+20,mlp.experts.17.down_proj,0.0000000251,0.02500,1.393
+20,mlp.experts.29.down_proj,0.0000000821,0.02500,1.371
+20,mlp.experts.21.down_proj,0.0000000246,0.02500,1.374
+20,mlp.experts.25.down_proj,0.0000000422,0.02500,1.398
+20,mlp.experts.24.down_proj,0.0000000613,0.02500,1.303
+20,mlp.experts.47.down_proj,0.0000000194,0.02500,1.261
+20,mlp.experts.34.down_proj,0.0000000654,0.02500,1.224
+20,mlp.experts.38.down_proj,0.0000000780,0.02500,0.989
+20,mlp.experts.46.down_proj,0.0000000522,0.02500,1.083
+20,mlp.experts.35.down_proj,0.0000000392,0.02500,1.300
+20,mlp.experts.42.down_proj,0.0000000452,0.02500,1.231
+20,mlp.experts.36.down_proj,0.0000000403,0.02500,1.050
+20,mlp.experts.39.down_proj,0.0000000264,0.02500,1.347
+20,mlp.experts.43.down_proj,0.0000000454,0.02500,1.450
+20,mlp.experts.32.down_proj,0.0000000688,0.02500,1.163
+20,mlp.experts.44.down_proj,0.0000000622,0.02500,1.153
+20,mlp.experts.40.down_proj,0.0000001170,0.02500,1.131
+20,mlp.experts.45.down_proj,0.0000000754,0.02500,1.286
+20,mlp.experts.33.down_proj,0.0000000218,0.02500,1.334
+20,mlp.experts.41.down_proj,0.0000000930,0.02500,1.289
+20,mlp.experts.37.down_proj,0.0000000297,0.02500,1.442
+20,mlp.experts.54.down_proj,0.0000000542,0.02500,1.039
+20,mlp.experts.62.down_proj,0.0000000770,0.02500,1.014
+20,mlp.experts.50.down_proj,0.0000000334,0.02500,1.093
+20,mlp.experts.58.down_proj,0.0000000505,0.02500,1.037
+20,mlp.experts.63.down_proj,0.0000000428,0.02500,1.471
+20,mlp.experts.52.down_proj,0.0000001529,0.02500,1.128
+20,mlp.experts.51.down_proj,0.0000000578,0.02500,1.351
+20,mlp.experts.48.down_proj,0.0000000442,0.02500,1.166
+20,mlp.experts.59.down_proj,0.0000000435,0.02500,1.333
+20,mlp.experts.60.down_proj,0.0000000510,0.02500,1.223
+20,mlp.experts.56.down_proj,0.0000000495,0.02500,1.159
+20,mlp.experts.55.down_proj,0.0000000836,0.02500,1.486
+20,mlp.experts.78.down_proj,0.0000000654,0.02500,0.949
+20,mlp.experts.61.down_proj,0.0000000515,0.02500,1.340
+20,mlp.experts.57.down_proj,0.0000000637,0.02500,1.305
+20,mlp.experts.70.down_proj,0.0000000429,0.02500,1.034
+20,mlp.experts.49.down_proj,0.0000000208,0.02500,1.386
+20,mlp.experts.53.down_proj,0.0000000337,0.02500,1.287
+20,mlp.experts.66.down_proj,0.0000000324,0.02500,1.083
+20,mlp.experts.74.down_proj,0.0000000822,0.02500,1.174
+20,mlp.experts.68.down_proj,0.0000000393,0.02500,1.124
+20,mlp.experts.67.down_proj,0.0000000922,0.02500,1.133
+20,mlp.experts.79.down_proj,0.0000000959,0.02500,1.257
+20,mlp.experts.64.down_proj,0.0000000407,0.02500,1.077
+20,mlp.experts.75.down_proj,0.0000000424,0.02500,1.141
+20,mlp.experts.76.down_proj,0.0000000304,0.02500,1.170
+20,mlp.experts.72.down_proj,0.0000000267,0.02500,1.125
+20,mlp.experts.94.down_proj,0.0000000722,0.02500,0.910
+20,mlp.experts.71.down_proj,0.0000000773,0.02500,1.165
+20,mlp.experts.73.down_proj,0.0000000532,0.02500,1.179
+20,mlp.experts.77.down_proj,0.0000000547,0.02500,1.205
+20,mlp.experts.86.down_proj,0.0000000365,0.02500,1.157
+20,mlp.experts.65.down_proj,0.0000000481,0.02500,1.181
+20,mlp.experts.69.down_proj,0.0000000726,0.02500,1.156
+20,mlp.experts.90.down_proj,0.0000000581,0.02500,1.040
+20,mlp.experts.82.down_proj,0.0000000436,0.02500,1.208
+20,mlp.experts.84.down_proj,0.0000000965,0.02500,1.122
+20,mlp.experts.80.down_proj,0.0000001762,0.02500,1.147
+20,mlp.experts.83.down_proj,0.0000001679,0.02500,1.368
+20,mlp.experts.92.down_proj,0.0000001087,0.02500,1.112
+20,mlp.experts.88.down_proj,0.0000000483,0.02500,1.154
+20,mlp.experts.95.down_proj,0.0000000704,0.02500,1.388
+20,mlp.experts.93.down_proj,0.0000000935,0.02500,0.940
+20,mlp.experts.110.down_proj,0.0000000733,0.02500,1.265
+20,mlp.experts.89.down_proj,0.0000000499,0.02500,0.964
+20,mlp.experts.91.down_proj,0.0000000597,0.02500,1.359
+20,mlp.experts.81.down_proj,0.0000000802,0.02500,0.939
+20,mlp.experts.85.down_proj,0.0000000905,0.02500,0.936
+20,mlp.experts.87.down_proj,0.0000000485,0.02500,1.370
+20,mlp.experts.102.down_proj,0.0000000497,0.02500,1.207
+20,mlp.experts.98.down_proj,0.0000000663,0.02500,1.132
+20,mlp.experts.106.down_proj,0.0000001633,0.02500,1.165
+20,mlp.experts.100.down_proj,0.0000000669,0.02500,1.087
+20,mlp.experts.96.down_proj,0.0000000252,0.02500,1.119
+20,mlp.experts.109.down_proj,0.0000000564,0.02500,0.948
+20,mlp.experts.108.down_proj,0.0000001370,0.02500,1.122
+20,mlp.experts.105.down_proj,0.0000000770,0.02500,0.935
+20,mlp.experts.104.down_proj,0.0000000692,0.02500,1.085
+20,mlp.experts.97.down_proj,0.0000002810,0.02500,0.942
+20,mlp.experts.101.down_proj,0.0000000633,0.02500,0.945
+20,mlp.experts.99.down_proj,0.0000000731,0.02500,1.308
+20,mlp.experts.114.down_proj,0.0000001788,0.02500,0.823
+20,mlp.experts.118.down_proj,0.0000001193,0.02500,0.901
+20,mlp.experts.111.down_proj,0.0000000279,0.02500,1.349
+20,mlp.experts.107.down_proj,0.0000000305,0.02500,1.385
+20,mlp.experts.103.down_proj,0.0000000813,0.02500,1.286
+20,mlp.experts.116.down_proj,0.0000001494,0.02500,0.943
+20,mlp.experts.112.down_proj,0.0000001552,0.02500,0.789
+20,mlp.experts.113.down_proj,0.0000000319,0.02500,0.676
+20,mlp.experts.117.down_proj,0.0000000478,0.02500,0.653
+20,mlp.experts.115.down_proj,0.0000000913,0.02500,1.036
+20,mlp.experts.119.down_proj,0.0000000585,0.02500,0.759
+21,self_attn.k_proj,0.0000000023,0.02500,1.770
+21,self_attn.v_proj,0.0000000037,0.02500,1.890
+21,self_attn.q_proj,0.0000000101,0.02500,2.389
+21,self_attn.o_proj,0.0000000019,0.02500,3.856
+21,mlp.shared_experts.gate_proj,0.0000001386,0.02500,1.485
+21,mlp.shared_experts.up_proj,0.0000001493,0.02500,1.259
+21,mlp.shared_experts.down_proj,0.0000000021,0.02500,0.385
+21,mlp.experts.0.gate_proj,0.0000044884,0.02500,5.177
+21,mlp.experts.4.gate_proj,0.0000032845,0.02500,5.464
+21,mlp.experts.6.gate_proj,0.0000030610,0.02500,5.488
+21,mlp.experts.8.gate_proj,0.0000006342,0.02500,5.514
+21,mlp.experts.14.gate_proj,0.0000031417,0.02500,5.157
+21,mlp.experts.12.gate_proj,0.0000047060,0.02500,5.242
+21,mlp.experts.2.gate_proj,0.0000022677,0.02500,5.651
+21,mlp.experts.10.gate_proj,0.0000023475,0.02500,5.248
+21,mlp.experts.15.gate_proj,0.0000045956,0.02500,5.619
+21,mlp.experts.7.gate_proj,0.0000054489,0.02500,6.133
+21,mlp.experts.3.gate_proj,0.0000023438,0.02500,6.388
+21,mlp.experts.11.gate_proj,0.0000019347,0.02500,6.028
+21,mlp.experts.9.gate_proj,0.0000017337,0.02500,6.858
+21,mlp.experts.13.gate_proj,0.0000023742,0.02500,6.526
+21,mlp.experts.1.gate_proj,0.0000030170,0.02500,6.994
+21,mlp.experts.5.gate_proj,0.0000027687,0.02500,7.012
+21,mlp.experts.16.gate_proj,0.0000031477,0.02500,3.788
+21,mlp.experts.24.gate_proj,0.0000051667,0.02500,3.647
+21,mlp.experts.20.gate_proj,0.0000023151,0.02500,3.807
+21,mlp.experts.28.gate_proj,0.0000057533,0.02500,3.763
+21,mlp.experts.29.gate_proj,0.0000030110,0.02500,3.415
+21,mlp.experts.17.gate_proj,0.0000035694,0.02500,3.429
+21,mlp.experts.25.gate_proj,0.0000020129,0.02500,3.711
+21,mlp.experts.21.gate_proj,0.0000028206,0.02500,3.557
+21,mlp.experts.30.gate_proj,0.0000018065,0.02500,5.046
+21,mlp.experts.22.gate_proj,0.0000065517,0.02500,5.246
+21,mlp.experts.18.gate_proj,0.0000015507,0.02500,5.200
+21,mlp.experts.26.gate_proj,0.0000042029,0.02500,5.323
+21,mlp.experts.31.gate_proj,0.0000106519,0.02500,5.208
+21,mlp.experts.23.gate_proj,0.0000030647,0.02500,5.195
+21,mlp.experts.27.gate_proj,0.0000038597,0.02500,5.161
+21,mlp.experts.19.gate_proj,0.0000018125,0.02500,5.213
+21,mlp.experts.40.gate_proj,0.0000034347,0.02500,3.445
+21,mlp.experts.32.gate_proj,0.0000026968,0.02500,3.691
+21,mlp.experts.36.gate_proj,0.0000024921,0.02500,3.668
+21,mlp.experts.44.gate_proj,0.0000029033,0.02500,3.711
+21,mlp.experts.45.gate_proj,0.0000040331,0.02500,3.226
+21,mlp.experts.33.gate_proj,0.0000056954,0.02500,3.205
+21,mlp.experts.41.gate_proj,0.0000029881,0.02500,3.176
+21,mlp.experts.37.gate_proj,0.0000105406,0.02500,3.291
+21,mlp.experts.47.gate_proj,0.0000037008,0.02500,3.373
+21,mlp.experts.39.gate_proj,0.0000056395,0.02500,3.385
+21,mlp.experts.35.gate_proj,0.0000036577,0.02500,3.376
+21,mlp.experts.43.gate_proj,0.0000010878,0.02500,3.495
+21,mlp.experts.46.gate_proj,0.0000021196,0.02500,4.915
+21,mlp.experts.34.gate_proj,0.0000034330,0.02500,4.818
+21,mlp.experts.38.gate_proj,0.0000016895,0.02500,5.003
+21,mlp.experts.42.gate_proj,0.0000021109,0.02500,4.929
+21,mlp.experts.56.gate_proj,0.0000014697,0.02500,3.389
+21,mlp.experts.48.gate_proj,0.0000037774,0.02500,3.438
+21,mlp.experts.52.gate_proj,0.0000047681,0.02500,3.620
+21,mlp.experts.60.gate_proj,0.0000041335,0.02500,3.582
+21,mlp.experts.63.gate_proj,0.0000020148,0.02500,3.484
+21,mlp.experts.55.gate_proj,0.0000029938,0.02500,3.477
+21,mlp.experts.51.gate_proj,0.0000029899,0.02500,3.563
+21,mlp.experts.59.gate_proj,0.0000031773,0.02500,3.569
+21,mlp.experts.61.gate_proj,0.0000031619,0.02500,5.275
+21,mlp.experts.57.gate_proj,0.0000010481,0.02500,5.165
+21,mlp.experts.49.gate_proj,0.0000015070,0.02500,5.299
+21,mlp.experts.53.gate_proj,0.0000034178,0.02500,5.215
+21,mlp.experts.72.gate_proj,0.0000043511,0.02500,3.711
+21,mlp.experts.64.gate_proj,0.0000047197,0.02500,3.673
+21,mlp.experts.68.gate_proj,0.0000032691,0.02500,3.643
+21,mlp.experts.62.gate_proj,0.0000061343,0.02500,4.887
+21,mlp.experts.76.gate_proj,0.0000039632,0.02500,3.741
+21,mlp.experts.50.gate_proj,0.0000053692,0.02500,4.797
+21,mlp.experts.54.gate_proj,0.0000036430,0.02500,4.870
+21,mlp.experts.58.gate_proj,0.0000007435,0.02500,4.815
+21,mlp.experts.73.gate_proj,0.0000037050,0.02500,3.073
+21,mlp.experts.65.gate_proj,0.0000029373,0.02500,3.143
+21,mlp.experts.77.gate_proj,0.0000015894,0.02500,3.306
+21,mlp.experts.69.gate_proj,0.0000018590,0.02500,3.172
+21,mlp.experts.71.gate_proj,0.0000014088,0.02500,5.090
+21,mlp.experts.80.gate_proj,0.0000011781,0.02500,3.638
+21,mlp.experts.88.gate_proj,0.0000049073,0.02500,3.862
+21,mlp.experts.79.gate_proj,0.0000033651,0.02500,5.563
+21,mlp.experts.84.gate_proj,0.0000048763,0.02500,3.790
+21,mlp.experts.67.gate_proj,0.0000047262,0.02500,5.715
+21,mlp.experts.75.gate_proj,0.0000011205,0.02500,5.658
+21,mlp.experts.92.gate_proj,0.0000042519,0.02500,3.968
+21,mlp.experts.78.gate_proj,0.0000044172,0.02500,4.520
+21,mlp.experts.81.gate_proj,0.0000030502,0.02500,2.951
+21,mlp.experts.89.gate_proj,0.0000047809,0.02500,3.029
+21,mlp.experts.66.gate_proj,0.0000026547,0.02500,4.609
+21,mlp.experts.93.gate_proj,0.0000053267,0.02500,3.055
+21,mlp.experts.85.gate_proj,0.0000021716,0.02500,2.970
+21,mlp.experts.70.gate_proj,0.0000019717,0.02500,4.651
+21,mlp.experts.74.gate_proj,0.0000028598,0.02500,4.578
+21,mlp.experts.96.gate_proj,0.0000027438,0.02500,4.256
+21,mlp.experts.87.gate_proj,0.0000072913,0.02500,4.443
+21,mlp.experts.104.gate_proj,0.0000045273,0.02500,4.257
+21,mlp.experts.100.gate_proj,0.0000023945,0.02500,4.138
+21,mlp.experts.95.gate_proj,0.0000044106,0.02500,4.608
+21,mlp.experts.108.gate_proj,0.0000019986,0.02500,3.870
+21,mlp.experts.83.gate_proj,0.0000040628,0.02500,4.406
+21,mlp.experts.94.gate_proj,0.0000027970,0.02500,3.837
+21,mlp.experts.97.gate_proj,0.0000025835,0.02500,3.908
+21,mlp.experts.91.gate_proj,0.0000042828,0.02500,4.622
+21,mlp.experts.82.gate_proj,0.0000024589,0.02500,3.890
+21,mlp.experts.90.gate_proj,0.0000039694,0.02500,3.756
+21,mlp.experts.105.gate_proj,0.0000065690,0.02500,4.098
+21,mlp.experts.86.gate_proj,0.0000050092,0.02500,3.932
+21,mlp.experts.109.gate_proj,0.0000035009,0.02500,4.095
+21,mlp.experts.101.gate_proj,0.0000037270,0.02500,4.127
+21,mlp.experts.112.gate_proj,0.0000026654,0.02500,3.021
+21,mlp.experts.0.up_proj,0.0000044541,0.02500,3.015
+21,mlp.experts.116.gate_proj,0.0000018563,0.02500,3.186
+21,mlp.experts.4.up_proj,0.0000032470,0.02500,3.190
+21,mlp.experts.113.gate_proj,0.0000022729,0.02500,3.668
+21,mlp.experts.117.gate_proj,0.0000043195,0.02500,3.348
+21,mlp.experts.1.up_proj,0.0000030360,0.02500,3.613
+21,mlp.experts.5.up_proj,0.0000027250,0.02500,3.488
+21,mlp.experts.103.gate_proj,0.0000024394,0.02500,5.509
+21,mlp.experts.110.gate_proj,0.0000008687,0.02500,4.626
+21,mlp.experts.111.gate_proj,0.0000024256,0.02500,5.273
+21,mlp.experts.98.gate_proj,0.0000012875,0.02500,4.688
+21,mlp.experts.99.gate_proj,0.0000042644,0.02500,5.041
+21,mlp.experts.106.gate_proj,0.0000021766,0.02500,4.668
+21,mlp.experts.107.gate_proj,0.0000033653,0.02500,4.889
+21,mlp.experts.102.gate_proj,0.0000031464,0.02500,4.658
+21,mlp.experts.8.up_proj,0.0000006238,0.02500,3.600
+21,mlp.experts.16.up_proj,0.0000031029,0.02500,3.539
+21,mlp.experts.12.up_proj,0.0000046721,0.02500,4.018
+21,mlp.experts.20.up_proj,0.0000022938,0.02500,4.048
+21,mlp.experts.13.up_proj,0.0000023544,0.02500,3.383
+21,mlp.experts.17.up_proj,0.0000035067,0.02500,3.493
+21,mlp.experts.21.up_proj,0.0000027689,0.02500,3.552
+21,mlp.experts.119.gate_proj,0.0000015224,0.02500,3.158
+21,mlp.experts.9.up_proj,0.0000017250,0.02500,3.936
+21,mlp.experts.7.up_proj,0.0000054101,0.02500,3.255
+21,mlp.experts.3.up_proj,0.0000023258,0.02500,3.116
+21,mlp.experts.115.gate_proj,0.0000020222,0.02500,3.246
+21,mlp.experts.114.gate_proj,0.0000027254,0.02500,4.349
+21,mlp.experts.6.up_proj,0.0000030407,0.02500,4.676
+21,mlp.experts.118.gate_proj,0.0000026219,0.02500,4.321
+21,mlp.experts.24.up_proj,0.0000051911,0.02500,3.889
+21,mlp.experts.32.up_proj,0.0000026601,0.02500,3.916
+21,mlp.experts.2.up_proj,0.0000022564,0.02500,4.719
+21,mlp.experts.36.up_proj,0.0000024597,0.02500,3.420
+21,mlp.experts.28.up_proj,0.0000057038,0.02500,3.670
+21,mlp.experts.29.up_proj,0.0000029706,0.02500,3.454
+21,mlp.experts.15.up_proj,0.0000045621,0.02500,3.142
+21,mlp.experts.25.up_proj,0.0000019941,0.02500,3.306
+21,mlp.experts.33.up_proj,0.0000055411,0.02500,3.607
+21,mlp.experts.37.up_proj,0.0000105598,0.02500,3.597
+21,mlp.experts.23.up_proj,0.0000030490,0.02500,3.162
+21,mlp.experts.19.up_proj,0.0000017923,0.02500,3.168
+21,mlp.experts.11.up_proj,0.0000019348,0.02500,3.245
+21,mlp.experts.40.up_proj,0.0000033650,0.02500,3.428
+21,mlp.experts.48.up_proj,0.0000037312,0.02500,3.457
+21,mlp.experts.31.up_proj,0.0000105626,0.02500,2.961
+21,mlp.experts.52.up_proj,0.0000047279,0.02500,3.595
+21,mlp.experts.44.up_proj,0.0000028728,0.02500,3.778
+21,mlp.experts.39.up_proj,0.0000055705,0.02500,2.958
+21,mlp.experts.45.up_proj,0.0000039949,0.02500,3.398
+21,mlp.experts.10.up_proj,0.0000023217,0.02500,4.982
+21,mlp.experts.35.up_proj,0.0000035896,0.02500,2.916
+21,mlp.experts.14.up_proj,0.0000030981,0.02500,4.913
+21,mlp.experts.27.up_proj,0.0000038277,0.02500,2.924
+21,mlp.experts.22.up_proj,0.0000064852,0.02500,5.053
+21,mlp.experts.18.up_proj,0.0000015221,0.02500,4.853
+21,mlp.experts.49.up_proj,0.0000014986,0.02500,3.472
+21,mlp.experts.41.up_proj,0.0000029604,0.02500,3.570
+21,mlp.experts.53.up_proj,0.0000033961,0.02500,3.469
+21,mlp.experts.56.up_proj,0.0000014401,0.02500,3.781
+21,mlp.experts.47.up_proj,0.0000036887,0.02500,3.069
+21,mlp.experts.64.up_proj,0.0000047139,0.02500,3.843
+21,mlp.experts.61.up_proj,0.0000031675,0.02500,3.137
+21,mlp.experts.55.up_proj,0.0000029897,0.02500,3.191
+21,mlp.experts.43.up_proj,0.0000010634,0.02500,3.072
+21,mlp.experts.51.up_proj,0.0000029751,0.02500,3.300
+21,mlp.experts.68.up_proj,0.0000031512,0.02500,3.821
+21,mlp.experts.57.up_proj,0.0000010365,0.02500,3.070
+21,mlp.experts.60.up_proj,0.0000040955,0.02500,3.856
+21,mlp.experts.65.up_proj,0.0000029210,0.02500,3.393
+21,mlp.experts.69.up_proj,0.0000018450,0.02500,3.453
+21,mlp.experts.26.up_proj,0.0000041849,0.02500,5.230
+21,mlp.experts.30.up_proj,0.0000017885,0.02500,5.146
+21,mlp.experts.38.up_proj,0.0000016721,0.02500,5.288
+21,mlp.experts.34.up_proj,0.0000033551,0.02500,5.289
+21,mlp.experts.63.up_proj,0.0000019865,0.02500,3.533
+21,mlp.experts.72.up_proj,0.0000042907,0.02500,4.012
+21,mlp.experts.77.up_proj,0.0000015842,0.02500,3.457
+21,mlp.experts.59.up_proj,0.0000031685,0.02500,3.370
+21,mlp.experts.67.up_proj,0.0000046591,0.02500,3.383
+21,mlp.experts.80.up_proj,0.0000011698,0.02500,4.125
+21,mlp.experts.71.up_proj,0.0000014012,0.02500,3.666
+21,mlp.experts.73.up_proj,0.0000036748,0.02500,3.456
+21,mlp.experts.81.up_proj,0.0000030873,0.02500,3.427
+21,mlp.experts.85.up_proj,0.0000021576,0.02500,3.506
+21,mlp.experts.84.up_proj,0.0000047515,0.02500,4.124
+21,mlp.experts.76.up_proj,0.0000039060,0.02500,4.225
+21,mlp.experts.42.up_proj,0.0000020845,0.02500,3.721
+21,mlp.experts.46.up_proj,0.0000020819,0.02500,3.776
+21,mlp.experts.54.up_proj,0.0000036000,0.02500,3.686
+21,mlp.experts.50.up_proj,0.0000053212,0.02500,3.656
+21,mlp.experts.93.up_proj,0.0000053216,0.02500,3.008
+21,mlp.experts.79.up_proj,0.0000033400,0.02500,3.511
+21,mlp.experts.89.up_proj,0.0000047313,0.02500,2.890
+21,mlp.experts.97.up_proj,0.0000025424,0.02500,2.905
+21,mlp.experts.75.up_proj,0.0000011085,0.02500,3.562
+21,mlp.experts.87.up_proj,0.0000071996,0.02500,3.409
+21,mlp.experts.88.up_proj,0.0000048174,0.02500,3.785
+21,mlp.experts.101.up_proj,0.0000036808,0.02500,2.891
+21,mlp.experts.96.up_proj,0.0000027202,0.02500,3.761
+21,mlp.experts.83.up_proj,0.0000040574,0.02500,4.007
+21,mlp.experts.92.up_proj,0.0000041656,0.02500,3.429
+21,mlp.experts.100.up_proj,0.0000023769,0.02500,3.904
+21,mlp.experts.58.up_proj,0.0000007358,0.02500,3.041
+21,mlp.experts.62.up_proj,0.0000060611,0.02500,3.052
+21,mlp.experts.70.up_proj,0.0000019652,0.02500,3.045
+21,mlp.experts.66.up_proj,0.0000026190,0.02500,3.025
+21,mlp.experts.109.up_proj,0.0000034581,0.02500,2.970
+21,mlp.experts.105.up_proj,0.0000065382,0.02500,2.911
+21,mlp.experts.113.up_proj,0.0000022431,0.02500,2.812
+21,mlp.experts.95.up_proj,0.0000043800,0.02500,3.284
+21,mlp.experts.117.up_proj,0.0000042506,0.02500,2.725
+21,mlp.experts.91.up_proj,0.0000041787,0.02500,3.197
+21,mlp.experts.104.up_proj,0.0000044848,0.02500,3.231
+21,mlp.experts.103.up_proj,0.0000024009,0.02500,3.314
+21,mlp.experts.112.up_proj,0.0000026388,0.02500,3.252
+21,mlp.experts.99.up_proj,0.0000042393,0.02500,3.100
+21,mlp.experts.108.up_proj,0.0000019736,0.02500,2.887
+21,mlp.experts.116.up_proj,0.0000018333,0.02500,2.902
+21,mlp.experts.111.up_proj,0.0000023941,0.02500,3.022
+21,mlp.experts.74.up_proj,0.0000028424,0.02500,4.275
+21,mlp.experts.78.up_proj,0.0000043516,0.02500,4.306
+21,mlp.experts.86.up_proj,0.0000049916,0.02500,4.292
+21,mlp.experts.119.up_proj,0.0000015017,0.02500,2.966
+21,mlp.experts.107.up_proj,0.0000033332,0.02500,3.148
+21,mlp.experts.115.up_proj,0.0000020030,0.02500,2.809
+21,mlp.experts.82.up_proj,0.0000024433,0.02500,4.660
+21,mlp.experts.102.up_proj,0.0000031033,0.02500,3.684
+21,mlp.experts.94.up_proj,0.0000027800,0.02500,3.855
+21,mlp.experts.90.up_proj,0.0000039461,0.02500,3.984
+21,mlp.experts.98.up_proj,0.0000012814,0.02500,4.771
+21,mlp.experts.118.up_proj,0.0000026083,0.02500,4.841
+21,mlp.experts.110.up_proj,0.0000008515,0.02500,4.898
+21,mlp.experts.106.up_proj,0.0000021331,0.02500,4.991
+21,mlp.experts.114.up_proj,0.0000027055,0.02500,1.517
+21,mlp.experts.8.down_proj,0.0000000322,0.02500,1.049
+21,mlp.experts.0.down_proj,0.0000002114,0.02500,1.079
+21,mlp.experts.12.down_proj,0.0000001371,0.02500,1.047
+21,mlp.experts.4.down_proj,0.0000000916,0.02500,1.133
+21,mlp.experts.15.down_proj,0.0000001701,0.02500,1.115
+21,mlp.experts.3.down_proj,0.0000000621,0.02500,1.189
+21,mlp.experts.7.down_proj,0.0000001719,0.02500,1.208
+21,mlp.experts.11.down_proj,0.0000000496,0.02500,1.174
+21,mlp.experts.5.down_proj,0.0000000593,0.02500,1.314
+21,mlp.experts.13.down_proj,0.0000000604,0.02500,1.300
+21,mlp.experts.1.down_proj,0.0000001247,0.02500,1.372
+21,mlp.experts.9.down_proj,0.0000000358,0.02500,1.397
+21,mlp.experts.10.down_proj,0.0000000655,0.02500,1.510
+21,mlp.experts.14.down_proj,0.0000001098,0.02500,1.454
+21,mlp.experts.6.down_proj,0.0000000780,0.02500,1.528
+21,mlp.experts.2.down_proj,0.0000000466,0.02500,1.549
+21,mlp.experts.24.down_proj,0.0000001027,0.02500,0.950
+21,mlp.experts.28.down_proj,0.0000002391,0.02500,0.932
+21,mlp.experts.20.down_proj,0.0000000483,0.02500,0.915
+21,mlp.experts.16.down_proj,0.0000001027,0.02500,1.126
+21,mlp.experts.21.down_proj,0.0000000924,0.02500,0.960
+21,mlp.experts.17.down_proj,0.0000001121,0.02500,0.937
+21,mlp.experts.29.down_proj,0.0000000639,0.02500,1.065
+21,mlp.experts.25.down_proj,0.0000000410,0.02500,1.102
+21,mlp.experts.23.down_proj,0.0000000746,0.02500,1.572
+21,mlp.experts.31.down_proj,0.0000003428,0.02500,1.621
+21,mlp.experts.19.down_proj,0.0000000633,0.02500,1.613
+21,mlp.experts.26.down_proj,0.0000001550,0.02500,1.306
+21,mlp.experts.18.down_proj,0.0000000323,0.02500,1.305
+21,mlp.experts.40.down_proj,0.0000001064,0.02500,0.889
+21,mlp.experts.27.down_proj,0.0000000799,0.02500,1.661
+21,mlp.experts.22.down_proj,0.0000001797,0.02500,1.418
+21,mlp.experts.30.down_proj,0.0000000478,0.02500,1.470
+21,mlp.experts.44.down_proj,0.0000000812,0.02500,1.084
+21,mlp.experts.37.down_proj,0.0000002245,0.02500,0.961
+21,mlp.experts.36.down_proj,0.0000001053,0.02500,1.193
+21,mlp.experts.32.down_proj,0.0000000607,0.02500,1.054
+21,mlp.experts.45.down_proj,0.0000001085,0.02500,0.901
+21,mlp.experts.33.down_proj,0.0000001051,0.02500,1.102
+21,mlp.experts.41.down_proj,0.0000001024,0.02500,1.137
+21,mlp.experts.56.down_proj,0.0000000815,0.02500,1.170
+21,mlp.experts.60.down_proj,0.0000001158,0.02500,1.069
+21,mlp.experts.53.down_proj,0.0000001192,0.02500,0.963
+21,mlp.experts.61.down_proj,0.0000000778,0.02500,0.908
+21,mlp.experts.52.down_proj,0.0000001658,0.02500,1.012
+21,mlp.experts.39.down_proj,0.0000002205,0.02500,1.485
+21,mlp.experts.47.down_proj,0.0000001400,0.02500,1.472
+21,mlp.experts.48.down_proj,0.0000000891,0.02500,1.021
+21,mlp.experts.35.down_proj,0.0000000960,0.02500,1.503
+21,mlp.experts.42.down_proj,0.0000001019,0.02500,1.547
+21,mlp.experts.34.down_proj,0.0000001016,0.02500,1.529
+21,mlp.experts.43.down_proj,0.0000000208,0.02500,1.543
+21,mlp.experts.49.down_proj,0.0000000229,0.02500,1.040
+21,mlp.experts.46.down_proj,0.0000000659,0.02500,1.564
+21,mlp.experts.38.down_proj,0.0000000741,0.02500,1.618
+21,mlp.experts.57.down_proj,0.0000000363,0.02500,0.983
+21,mlp.experts.72.down_proj,0.0000001245,0.02500,0.871
+21,mlp.experts.76.down_proj,0.0000001133,0.02500,0.851
+21,mlp.experts.68.down_proj,0.0000000914,0.02500,0.846
+21,mlp.experts.64.down_proj,0.0000001347,0.02500,0.826
+21,mlp.experts.69.down_proj,0.0000000572,0.02500,1.119
+21,mlp.experts.65.down_proj,0.0000000904,0.02500,0.875
+21,mlp.experts.77.down_proj,0.0000000364,0.02500,1.148
+21,mlp.experts.73.down_proj,0.0000000936,0.02500,0.967
+21,mlp.experts.88.down_proj,0.0000001380,0.02500,0.851
+21,mlp.experts.55.down_proj,0.0000000662,0.02500,1.578
+21,mlp.experts.63.down_proj,0.0000000655,0.02500,1.582
+21,mlp.experts.92.down_proj,0.0000001000,0.02500,0.855
+21,mlp.experts.51.down_proj,0.0000000516,0.02500,1.611
+21,mlp.experts.84.down_proj,0.0000002037,0.02500,0.830
+21,mlp.experts.80.down_proj,0.0000000276,0.02500,0.836
+21,mlp.experts.59.down_proj,0.0000001064,0.02500,1.524
+21,mlp.experts.50.down_proj,0.0000001436,0.02500,1.607
+21,mlp.experts.58.down_proj,0.0000000440,0.02500,1.663
+21,mlp.experts.54.down_proj,0.0000001724,0.02500,1.597
+21,mlp.experts.85.down_proj,0.0000000636,0.02500,0.897
+21,mlp.experts.62.down_proj,0.0000001053,0.02500,1.673
+21,mlp.experts.81.down_proj,0.0000000429,0.02500,0.954
+21,mlp.experts.93.down_proj,0.0000001513,0.02500,1.055
+21,mlp.experts.89.down_proj,0.0000001502,0.02500,1.018
+21,mlp.experts.104.down_proj,0.0000001306,0.02500,0.882
+21,mlp.experts.108.down_proj,0.0000000477,0.02500,0.935
+21,mlp.experts.96.down_proj,0.0000000492,0.02500,0.909
+21,mlp.experts.100.down_proj,0.0000000684,0.02500,0.961
+21,mlp.experts.101.down_proj,0.0000001488,0.02500,1.011
+21,mlp.experts.97.down_proj,0.0000000470,0.02500,0.973
+21,mlp.experts.66.down_proj,0.0000000671,0.02500,1.264
+21,mlp.experts.74.down_proj,0.0000000891,0.02500,1.227
+21,mlp.experts.78.down_proj,0.0000001341,0.02500,1.198
+21,mlp.experts.70.down_proj,0.0000000399,0.02500,1.292
+21,mlp.experts.112.down_proj,0.0000000634,0.02500,0.627
+21,mlp.experts.116.down_proj,0.0000000715,0.02500,0.636
+21,mlp.experts.79.down_proj,0.0000000922,0.02500,1.712
+21,mlp.experts.109.down_proj,0.0000000794,0.02500,1.129
+21,mlp.experts.105.down_proj,0.0000002627,0.02500,0.967
+21,mlp.experts.71.down_proj,0.0000000350,0.02500,1.740
+21,mlp.experts.67.down_proj,0.0000001373,0.02500,1.721
+21,mlp.experts.75.down_proj,0.0000000322,0.02500,1.714
+21,mlp.experts.117.down_proj,0.0000001602,0.02500,0.703
+21,mlp.experts.113.down_proj,0.0000000627,0.02500,0.690
+21,mlp.experts.82.down_proj,0.0000000724,0.02500,1.307
+21,mlp.experts.90.down_proj,0.0000000884,0.02500,1.327
+21,mlp.experts.94.down_proj,0.0000000464,0.02500,1.442
+21,mlp.experts.86.down_proj,0.0000002751,0.02500,1.566
+21,mlp.experts.95.down_proj,0.0000001036,0.02500,1.693
+21,mlp.experts.87.down_proj,0.0000001927,0.02500,1.697
+21,mlp.experts.83.down_proj,0.0000001250,0.02500,1.757
+21,mlp.experts.91.down_proj,0.0000000988,0.02500,1.784
+21,mlp.experts.106.down_proj,0.0000000475,0.02500,1.380
+21,mlp.experts.98.down_proj,0.0000000256,0.02500,1.424
+21,mlp.experts.110.down_proj,0.0000000184,0.02500,1.287
+21,mlp.experts.102.down_proj,0.0000000964,0.02500,1.280
+21,mlp.experts.111.down_proj,0.0000000794,0.02500,1.487
+21,mlp.experts.114.down_proj,0.0000000756,0.02500,0.766
+21,mlp.experts.103.down_proj,0.0000000447,0.02500,1.507
+21,mlp.experts.99.down_proj,0.0000001383,0.02500,1.437
+21,mlp.experts.118.down_proj,0.0000000697,0.02500,0.566
+21,mlp.experts.107.down_proj,0.0000001500,0.02500,1.513
+21,mlp.experts.119.down_proj,0.0000000849,0.02500,1.016
+21,mlp.experts.115.down_proj,0.0000000472,0.02500,0.990
+22,self_attn.v_proj,0.0000000053,0.02500,1.517
+22,self_attn.k_proj,0.0000000033,0.02500,1.605
+22,self_attn.q_proj,0.0000000157,0.02500,1.976
+22,self_attn.o_proj,0.0000000052,0.02500,4.113
+22,mlp.shared_experts.gate_proj,0.0000001602,0.02500,1.300
+22,mlp.shared_experts.up_proj,0.0000001709,0.02500,1.301
+22,mlp.shared_experts.down_proj,0.0000000032,0.02500,0.397
+22,mlp.experts.0.gate_proj,0.0000049596,0.02500,4.548
+22,mlp.experts.8.gate_proj,0.0000052785,0.02500,4.625
+22,mlp.experts.12.gate_proj,0.0000056029,0.02500,4.433
+22,mlp.experts.9.gate_proj,0.0000027955,0.02500,4.393
+22,mlp.experts.4.gate_proj,0.0000031332,0.02500,5.130
+22,mlp.experts.5.gate_proj,0.0000034628,0.02500,5.285
+22,mlp.experts.1.gate_proj,0.0000026234,0.02500,5.443
+22,mlp.experts.13.gate_proj,0.0000035841,0.02500,5.424
+22,mlp.experts.2.gate_proj,0.0000061165,0.02500,5.732
+22,mlp.experts.7.gate_proj,0.0000054749,0.02500,5.792
+22,mlp.experts.6.gate_proj,0.0000027143,0.02500,5.796
+22,mlp.experts.14.gate_proj,0.0000079887,0.02500,5.568
+22,mlp.experts.15.gate_proj,0.0000040012,0.02500,5.284
+22,mlp.experts.11.gate_proj,0.0000033136,0.02500,5.920
+22,mlp.experts.10.gate_proj,0.0000028619,0.02500,5.983
+22,mlp.experts.3.gate_proj,0.0000013404,0.02500,6.046
+22,mlp.experts.16.gate_proj,0.0000032245,0.02500,3.004
+22,mlp.experts.24.gate_proj,0.0000040258,0.02500,3.006
+22,mlp.experts.28.gate_proj,0.0000032780,0.02500,3.036
+22,mlp.experts.20.gate_proj,0.0000042132,0.02500,2.999
+22,mlp.experts.25.gate_proj,0.0000017981,0.02500,3.618
+22,mlp.experts.30.gate_proj,0.0000029000,0.02500,3.033
+22,mlp.experts.18.gate_proj,0.0000054367,0.02500,3.192
+22,mlp.experts.22.gate_proj,0.0000032745,0.02500,3.177
+22,mlp.experts.21.gate_proj,0.0000020925,0.02500,3.765
+22,mlp.experts.26.gate_proj,0.0000023338,0.02500,3.090
+22,mlp.experts.29.gate_proj,0.0000017328,0.02500,3.510
+22,mlp.experts.17.gate_proj,0.0000008369,0.02500,3.717
+22,mlp.experts.23.gate_proj,0.0000022889,0.02500,4.533
+22,mlp.experts.27.gate_proj,0.0000016808,0.02500,4.545
+22,mlp.experts.19.gate_proj,0.0000007823,0.02500,4.692
+22,mlp.experts.31.gate_proj,0.0000029125,0.02500,5.083
+22,mlp.experts.32.gate_proj,0.0000087888,0.02500,3.590
+22,mlp.experts.40.gate_proj,0.0000018143,0.02500,3.752
+22,mlp.experts.44.gate_proj,0.0000038105,0.02500,3.632
+22,mlp.experts.36.gate_proj,0.0000022094,0.02500,3.688
+22,mlp.experts.41.gate_proj,0.0000032219,0.02500,3.540
+22,mlp.experts.38.gate_proj,0.0000038413,0.02500,3.291
+22,mlp.experts.46.gate_proj,0.0000033606,0.02500,3.441
+22,mlp.experts.34.gate_proj,0.0000009405,0.02500,3.444
+22,mlp.experts.42.gate_proj,0.0000039614,0.02500,3.423
+22,mlp.experts.33.gate_proj,0.0000046773,0.02500,3.434
+22,mlp.experts.45.gate_proj,0.0000034917,0.02500,3.501
+22,mlp.experts.37.gate_proj,0.0000033904,0.02500,3.890
+22,mlp.experts.48.gate_proj,0.0000014233,0.02500,3.254
+22,mlp.experts.56.gate_proj,0.0000051608,0.02500,3.199
+22,mlp.experts.39.gate_proj,0.0000014079,0.02500,4.427
+22,mlp.experts.43.gate_proj,0.0000030910,0.02500,4.301
+22,mlp.experts.47.gate_proj,0.0000034072,0.02500,4.114
+22,mlp.experts.52.gate_proj,0.0000043605,0.02500,3.408
+22,mlp.experts.60.gate_proj,0.0000053038,0.02500,3.985
+22,mlp.experts.35.gate_proj,0.0000029179,0.02500,4.911
+22,mlp.experts.54.gate_proj,0.0000047695,0.02500,3.445
+22,mlp.experts.62.gate_proj,0.0000112874,0.02500,3.399
+22,mlp.experts.50.gate_proj,0.0000023131,0.02500,3.503
+22,mlp.experts.58.gate_proj,0.0000024501,0.02500,3.431
+22,mlp.experts.57.gate_proj,0.0000031001,0.02500,4.393
+22,mlp.experts.61.gate_proj,0.0000027218,0.02500,4.341
+22,mlp.experts.49.gate_proj,0.0000018790,0.02500,4.397
+22,mlp.experts.53.gate_proj,0.0000034005,0.02500,4.279
+22,mlp.experts.72.gate_proj,0.0000034998,0.02500,3.497
+22,mlp.experts.64.gate_proj,0.0000020364,0.02500,3.801
+22,mlp.experts.70.gate_proj,0.0000044253,0.02500,3.060
+22,mlp.experts.68.gate_proj,0.0000049856,0.02500,3.596
+22,mlp.experts.78.gate_proj,0.0000051715,0.02500,3.129
+22,mlp.experts.66.gate_proj,0.0000018511,0.02500,3.090
+22,mlp.experts.74.gate_proj,0.0000052381,0.02500,3.086
+22,mlp.experts.76.gate_proj,0.0000053920,0.02500,3.606
+22,mlp.experts.55.gate_proj,0.0000031870,0.02500,4.529
+22,mlp.experts.59.gate_proj,0.0000031480,0.02500,4.628
+22,mlp.experts.63.gate_proj,0.0000033188,0.02500,4.685
+22,mlp.experts.73.gate_proj,0.0000026866,0.02500,3.833
+22,mlp.experts.65.gate_proj,0.0000032938,0.02500,3.658
+22,mlp.experts.77.gate_proj,0.0000027694,0.02500,3.711
+22,mlp.experts.51.gate_proj,0.0000014932,0.02500,5.096
+22,mlp.experts.69.gate_proj,0.0000031922,0.02500,3.646
+22,mlp.experts.86.gate_proj,0.0000057346,0.02500,3.234
+22,mlp.experts.82.gate_proj,0.0000026227,0.02500,3.136
+22,mlp.experts.94.gate_proj,0.0000036235,0.02500,3.297
+22,mlp.experts.88.gate_proj,0.0000034591,0.02500,4.062
+22,mlp.experts.80.gate_proj,0.0000020235,0.02500,4.027
+22,mlp.experts.90.gate_proj,0.0000052494,0.02500,3.254
+22,mlp.experts.84.gate_proj,0.0000067651,0.02500,4.266
+22,mlp.experts.92.gate_proj,0.0000057577,0.02500,4.117
+22,mlp.experts.89.gate_proj,0.0000091733,0.02500,3.183
+22,mlp.experts.81.gate_proj,0.0000032086,0.02500,3.107
+22,mlp.experts.93.gate_proj,0.0000023788,0.02500,3.064
+22,mlp.experts.85.gate_proj,0.0000031398,0.02500,3.175
+22,mlp.experts.71.gate_proj,0.0000060722,0.02500,4.994
+22,mlp.experts.75.gate_proj,0.0000046341,0.02500,4.955
+22,mlp.experts.79.gate_proj,0.0000056120,0.02500,4.984
+22,mlp.experts.102.gate_proj,0.0000125087,0.02500,3.136
+22,mlp.experts.98.gate_proj,0.0000034107,0.02500,3.112
+22,mlp.experts.110.gate_proj,0.0000053512,0.02500,3.126
+22,mlp.experts.106.gate_proj,0.0000051314,0.02500,3.104
+22,mlp.experts.67.gate_proj,0.0000025828,0.02500,4.911
+22,mlp.experts.96.gate_proj,0.0000032533,0.02500,3.470
+22,mlp.experts.104.gate_proj,0.0000015436,0.02500,3.719
+22,mlp.experts.108.gate_proj,0.0000041615,0.02500,3.414
+22,mlp.experts.100.gate_proj,0.0000069935,0.02500,3.697
+22,mlp.experts.105.gate_proj,0.0000031769,0.02500,3.893
+22,mlp.experts.109.gate_proj,0.0000042128,0.02500,3.986
+22,mlp.experts.97.gate_proj,0.0000036787,0.02500,4.097
+22,mlp.experts.101.gate_proj,0.0000052732,0.02500,3.965
+22,mlp.experts.118.gate_proj,0.0000024904,0.02500,3.259
+22,mlp.experts.6.up_proj,0.0000026893,0.02500,3.218
+22,mlp.experts.114.gate_proj,0.0000041922,0.02500,3.325
+22,mlp.experts.2.up_proj,0.0000059646,0.02500,3.357
+22,mlp.experts.87.gate_proj,0.0000059201,0.02500,4.759
+22,mlp.experts.91.gate_proj,0.0000040518,0.02500,4.709
+22,mlp.experts.112.gate_proj,0.0000029695,0.02500,3.619
+22,mlp.experts.95.gate_proj,0.0000070650,0.02500,4.669
+22,mlp.experts.0.up_proj,0.0000049050,0.02500,3.987
+22,mlp.experts.83.gate_proj,0.0000027169,0.02500,4.590
+22,mlp.experts.116.gate_proj,0.0000017927,0.02500,3.472
+22,mlp.experts.4.up_proj,0.0000030855,0.02500,3.596
+22,mlp.experts.1.up_proj,0.0000026138,0.02500,3.519
+22,mlp.experts.5.up_proj,0.0000034422,0.02500,3.394
+22,mlp.experts.113.gate_proj,0.0000038723,0.02500,3.660
+22,mlp.experts.14.up_proj,0.0000078821,0.02500,3.289
+22,mlp.experts.117.gate_proj,0.0000065189,0.02500,3.692
+22,mlp.experts.22.up_proj,0.0000032324,0.02500,3.223
+22,mlp.experts.10.up_proj,0.0000028376,0.02500,3.309
+22,mlp.experts.18.up_proj,0.0000053628,0.02500,3.294
+22,mlp.experts.8.up_proj,0.0000051987,0.02500,3.430
+22,mlp.experts.16.up_proj,0.0000031943,0.02500,3.274
+22,mlp.experts.12.up_proj,0.0000054935,0.02500,3.553
+22,mlp.experts.20.up_proj,0.0000042005,0.02500,3.583
+22,mlp.experts.103.gate_proj,0.0000037193,0.02500,4.999
+22,mlp.experts.107.gate_proj,0.0000034072,0.02500,5.163
+22,mlp.experts.111.gate_proj,0.0000028013,0.02500,5.224
+22,mlp.experts.21.up_proj,0.0000020678,0.02500,3.532
+22,mlp.experts.17.up_proj,0.0000008204,0.02500,3.775
+22,mlp.experts.9.up_proj,0.0000028135,0.02500,3.591
+22,mlp.experts.30.up_proj,0.0000028371,0.02500,3.502
+22,mlp.experts.13.up_proj,0.0000035204,0.02500,3.543
+22,mlp.experts.99.gate_proj,0.0000052347,0.02500,5.068
+22,mlp.experts.38.up_proj,0.0000037553,0.02500,3.622
+22,mlp.experts.26.up_proj,0.0000023187,0.02500,3.560
+22,mlp.experts.34.up_proj,0.0000009147,0.02500,3.526
+22,mlp.experts.24.up_proj,0.0000039758,0.02500,3.566
+22,mlp.experts.32.up_proj,0.0000087441,0.02500,3.362
+22,mlp.experts.36.up_proj,0.0000021856,0.02500,3.091
+22,mlp.experts.28.up_proj,0.0000032085,0.02500,3.977
+22,mlp.experts.37.up_proj,0.0000033549,0.02500,3.650
+22,mlp.experts.33.up_proj,0.0000046265,0.02500,3.769
+22,mlp.experts.119.gate_proj,0.0000040203,0.02500,4.587
+22,mlp.experts.25.up_proj,0.0000017659,0.02500,3.548
+22,mlp.experts.46.up_proj,0.0000033108,0.02500,3.573
+22,mlp.experts.3.up_proj,0.0000013087,0.02500,4.542
+22,mlp.experts.54.up_proj,0.0000047148,0.02500,3.507
+22,mlp.experts.42.up_proj,0.0000039008,0.02500,3.608
+22,mlp.experts.50.up_proj,0.0000022769,0.02500,3.605
+22,mlp.experts.29.up_proj,0.0000017051,0.02500,3.925
+22,mlp.experts.7.up_proj,0.0000054281,0.02500,4.568
+22,mlp.experts.115.gate_proj,0.0000016355,0.02500,4.449
+22,mlp.experts.40.up_proj,0.0000017832,0.02500,3.482
+22,mlp.experts.48.up_proj,0.0000013930,0.02500,3.831
+22,mlp.experts.52.up_proj,0.0000043042,0.02500,3.814
+22,mlp.experts.44.up_proj,0.0000037682,0.02500,3.292
+22,mlp.experts.70.up_proj,0.0000044081,0.02500,3.011
+22,mlp.experts.62.up_proj,0.0000112349,0.02500,3.071
+22,mlp.experts.53.up_proj,0.0000033379,0.02500,3.652
+22,mlp.experts.41.up_proj,0.0000031530,0.02500,3.851
+22,mlp.experts.49.up_proj,0.0000018559,0.02500,4.009
+22,mlp.experts.45.up_proj,0.0000034407,0.02500,4.380
+22,mlp.experts.56.up_proj,0.0000050470,0.02500,3.789
+22,mlp.experts.64.up_proj,0.0000019908,0.02500,3.676
+22,mlp.experts.60.up_proj,0.0000052591,0.02500,3.439
+22,mlp.experts.68.up_proj,0.0000049217,0.02500,3.896
+22,mlp.experts.69.up_proj,0.0000031233,0.02500,4.126
+22,mlp.experts.65.up_proj,0.0000032676,0.02500,3.531
+22,mlp.experts.57.up_proj,0.0000030419,0.02500,4.061
+22,mlp.experts.61.up_proj,0.0000026738,0.02500,3.485
+22,mlp.experts.72.up_proj,0.0000034414,0.02500,3.663
+22,mlp.experts.80.up_proj,0.0000020003,0.02500,3.768
+22,mlp.experts.15.up_proj,0.0000039747,0.02500,10.933
+22,mlp.experts.19.up_proj,0.0000007592,0.02500,10.992
+22,mlp.experts.81.up_proj,0.0000031299,0.02500,3.846
+22,mlp.experts.85.up_proj,0.0000030855,0.02500,3.963
+22,mlp.experts.23.up_proj,0.0000022729,0.02500,11.032
+22,mlp.experts.73.up_proj,0.0000025929,0.02500,3.770
+22,mlp.experts.77.up_proj,0.0000027430,0.02500,3.760
+22,mlp.experts.11.up_proj,0.0000032972,0.02500,11.240
+22,mlp.experts.76.up_proj,0.0000053148,0.02500,9.118
+22,mlp.experts.84.up_proj,0.0000067216,0.02500,8.946
+22,mlp.experts.31.up_proj,0.0000029026,0.02500,4.684
+22,mlp.experts.35.up_proj,0.0000028361,0.02500,4.730
+22,mlp.experts.39.up_proj,0.0000013923,0.02500,4.639
+22,mlp.experts.27.up_proj,0.0000016495,0.02500,4.801
+22,mlp.experts.88.up_proj,0.0000033956,0.02500,10.062
+22,mlp.experts.96.up_proj,0.0000032167,0.02500,9.823
+22,mlp.experts.92.up_proj,0.0000056883,0.02500,5.268
+22,mlp.experts.100.up_proj,0.0000068297,0.02500,5.394
+22,mlp.experts.47.up_proj,0.0000033879,0.02500,5.688
+22,mlp.experts.51.up_proj,0.0000014723,0.02500,5.758
+22,mlp.experts.55.up_proj,0.0000031497,0.02500,5.719
+22,mlp.experts.43.up_proj,0.0000030471,0.02500,5.740
+22,mlp.experts.112.up_proj,0.0000029402,0.02500,4.885
+22,mlp.experts.104.up_proj,0.0000015308,0.02500,5.424
+22,mlp.experts.108.up_proj,0.0000041248,0.02500,4.572
+22,mlp.experts.116.up_proj,0.0000017821,0.02500,4.377
+22,mlp.experts.63.up_proj,0.0000032754,0.02500,4.662
+22,mlp.experts.67.up_proj,0.0000025615,0.02500,4.518
+22,mlp.experts.71.up_proj,0.0000060398,0.02500,4.455
+22,mlp.experts.59.up_proj,0.0000031189,0.02500,4.200
+22,mlp.experts.97.up_proj,0.0000036614,0.02500,16.397
+22,mlp.experts.101.up_proj,0.0000051750,0.02500,16.406
+22,mlp.experts.89.up_proj,0.0000089985,0.02500,16.471
+22,mlp.experts.93.up_proj,0.0000023361,0.02500,16.476
+22,mlp.experts.79.up_proj,0.0000056437,0.02500,4.489
+22,mlp.experts.83.up_proj,0.0000026689,0.02500,4.335
+22,mlp.experts.87.up_proj,0.0000058374,0.02500,4.445
+22,mlp.experts.75.up_proj,0.0000045412,0.02500,4.258
+22,mlp.experts.113.up_proj,0.0000038294,0.02500,4.233
+22,mlp.experts.117.up_proj,0.0000064708,0.02500,4.435
+22,mlp.experts.105.up_proj,0.0000031583,0.02500,4.161
+22,mlp.experts.109.up_proj,0.0000041885,0.02500,3.903
+22,mlp.experts.99.up_proj,0.0000051535,0.02500,4.070
+22,mlp.experts.95.up_proj,0.0000069689,0.02500,4.344
+22,mlp.experts.103.up_proj,0.0000036613,0.02500,4.237
+22,mlp.experts.91.up_proj,0.0000039953,0.02500,4.355
+22,mlp.experts.115.up_proj,0.0000016076,0.02500,6.442
+22,mlp.experts.119.up_proj,0.0000039646,0.02500,6.366
+22,mlp.experts.111.up_proj,0.0000027744,0.02500,6.734
+22,mlp.experts.107.up_proj,0.0000033287,0.02500,5.926
+22,mlp.experts.86.up_proj,0.0000056042,0.02500,6.722
+22,mlp.experts.78.up_proj,0.0000051106,0.02500,6.807
+22,mlp.experts.58.up_proj,0.0000023935,0.02500,6.886
+22,mlp.experts.66.up_proj,0.0000018247,0.02500,7.182
+22,mlp.experts.102.up_proj,0.0000123609,0.02500,5.315
+22,mlp.experts.94.up_proj,0.0000035925,0.02500,5.319
+22,mlp.experts.74.up_proj,0.0000051306,0.02500,5.295
+22,mlp.experts.82.up_proj,0.0000025544,0.02500,5.390
+22,mlp.experts.118.up_proj,0.0000024851,0.02500,4.781
+22,mlp.experts.90.up_proj,0.0000052050,0.02500,4.737
+22,mlp.experts.110.up_proj,0.0000053081,0.02500,4.966
+22,mlp.experts.98.up_proj,0.0000033545,0.02500,4.669
+22,mlp.experts.106.up_proj,0.0000050413,0.02500,3.014
+22,mlp.experts.114.up_proj,0.0000041486,0.02500,2.810
+22,mlp.experts.1.down_proj,0.0000000761,0.02500,1.251
+22,mlp.experts.9.down_proj,0.0000000877,0.02500,1.269
+22,mlp.experts.13.down_proj,0.0000000917,0.02500,1.283
+22,mlp.experts.5.down_proj,0.0000000873,0.02500,1.349
+22,mlp.experts.0.down_proj,0.0000001315,0.02500,1.412
+22,mlp.experts.12.down_proj,0.0000001496,0.02500,1.432
+22,mlp.experts.4.down_proj,0.0000001323,0.02500,1.453
+22,mlp.experts.8.down_proj,0.0000002309,0.02500,1.469
+22,mlp.experts.7.down_proj,0.0000001322,0.02500,1.525
+22,mlp.experts.11.down_proj,0.0000000979,0.02500,1.531
+22,mlp.experts.3.down_proj,0.0000000418,0.02500,1.540
+22,mlp.experts.15.down_proj,0.0000001183,0.02500,1.545
+22,mlp.experts.6.down_proj,0.0000000786,0.02500,1.873
+22,mlp.experts.14.down_proj,0.0000002904,0.02500,1.881
+22,mlp.experts.2.down_proj,0.0000002128,0.02500,1.974
+22,mlp.experts.10.down_proj,0.0000000962,0.02500,2.051
+22,mlp.experts.16.down_proj,0.0000000583,0.02500,0.879
+22,mlp.experts.20.down_proj,0.0000040514,0.02500,0.873
+22,mlp.experts.24.down_proj,0.0000001420,0.02500,0.857
+22,mlp.experts.28.down_proj,0.0000001108,0.02500,0.902
+22,mlp.experts.23.down_proj,0.0000000619,0.02500,1.077
+22,mlp.experts.17.down_proj,0.0000000538,0.02500,1.357
+22,mlp.experts.27.down_proj,0.0000000575,0.02500,1.092
+22,mlp.experts.19.down_proj,0.0000000282,0.02500,1.086
+22,mlp.experts.25.down_proj,0.0000000930,0.02500,1.371
+22,mlp.experts.31.down_proj,0.0000000870,0.02500,1.099
+22,mlp.experts.29.down_proj,0.0000000619,0.02500,1.459
+22,mlp.experts.21.down_proj,0.0000000582,0.02500,1.422
+22,mlp.experts.22.down_proj,0.0000001510,0.02500,1.350
+22,mlp.experts.26.down_proj,0.0000000683,0.02500,1.180
+22,mlp.experts.32.down_proj,0.0000003910,0.02500,0.949
+22,mlp.experts.40.down_proj,0.0000000485,0.02500,0.948
+22,mlp.experts.18.down_proj,0.0000001169,0.02500,1.312
+22,mlp.experts.44.down_proj,0.0000001071,0.02500,0.952
+22,mlp.experts.30.down_proj,0.0000001118,0.02500,1.350
+22,mlp.experts.36.down_proj,0.0000000795,0.02500,1.122
+22,mlp.experts.41.down_proj,0.0000001057,0.02500,1.126
+22,mlp.experts.33.down_proj,0.0000001707,0.02500,1.179
+22,mlp.experts.39.down_proj,0.0000000405,0.02500,1.221
+22,mlp.experts.43.down_proj,0.0000001027,0.02500,1.222
+22,mlp.experts.47.down_proj,0.0000001122,0.02500,1.209
+22,mlp.experts.35.down_proj,0.0000000811,0.02500,1.248
+22,mlp.experts.45.down_proj,0.0000001308,0.02500,1.165
+22,mlp.experts.37.down_proj,0.0000000688,0.02500,1.164
+22,mlp.experts.48.down_proj,0.0000000631,0.02500,0.988
+22,mlp.experts.56.down_proj,0.0000001775,0.02500,0.961
+22,mlp.experts.60.down_proj,0.0000001322,0.02500,0.977
+22,mlp.experts.34.down_proj,0.0000000286,0.02500,1.037
+22,mlp.experts.38.down_proj,0.0000001392,0.02500,1.114
+22,mlp.experts.46.down_proj,0.0000001325,0.02500,1.055
+22,mlp.experts.52.down_proj,0.0000001459,0.02500,0.955
+22,mlp.experts.42.down_proj,0.0000001218,0.02500,1.192
+22,mlp.experts.49.down_proj,0.0000000588,0.02500,0.904
+22,mlp.experts.57.down_proj,0.0000001218,0.02500,1.004
+22,mlp.experts.55.down_proj,0.0000000859,0.02500,1.104
+22,mlp.experts.59.down_proj,0.0000001097,0.02500,1.088
+22,mlp.experts.63.down_proj,0.0000000961,0.02500,1.103
+22,mlp.experts.53.down_proj,0.0000000817,0.02500,1.025
+22,mlp.experts.61.down_proj,0.0000000972,0.02500,1.049
+22,mlp.experts.51.down_proj,0.0000000982,0.02500,1.102
+22,mlp.experts.50.down_proj,0.0000000662,0.02500,1.108
+22,mlp.experts.72.down_proj,0.0000001288,0.02500,1.200
+22,mlp.experts.54.down_proj,0.0000001450,0.02500,1.106
+22,mlp.experts.76.down_proj,0.0000002191,0.02500,1.234
+22,mlp.experts.64.down_proj,0.0000000988,0.02500,1.328
+22,mlp.experts.62.down_proj,0.0000004862,0.02500,1.219
+22,mlp.experts.58.down_proj,0.0000000594,0.02500,1.206
+22,mlp.experts.68.down_proj,0.0000001649,0.02500,1.272
+22,mlp.experts.65.down_proj,0.0000001051,0.02500,1.050
+22,mlp.experts.73.down_proj,0.0000000930,0.02500,1.021
+22,mlp.experts.71.down_proj,0.0000003373,0.02500,0.909
+22,mlp.experts.79.down_proj,0.0000001571,0.02500,0.907
+22,mlp.experts.75.down_proj,0.0000001406,0.02500,0.946
+22,mlp.experts.67.down_proj,0.0000000811,0.02500,0.908
+22,mlp.experts.77.down_proj,0.0000000915,0.02500,1.006
+22,mlp.experts.69.down_proj,0.0000000559,0.02500,1.088
+22,mlp.experts.88.down_proj,0.0000001153,0.02500,0.952
+22,mlp.experts.92.down_proj,0.0000002236,0.02500,0.949
+22,mlp.experts.80.down_proj,0.0000000871,0.02500,0.963
+22,mlp.experts.84.down_proj,0.0000001699,0.02500,0.927
+22,mlp.experts.89.down_proj,0.0000002682,0.02500,1.057
+22,mlp.experts.81.down_proj,0.0000001009,0.02500,1.116
+22,mlp.experts.66.down_proj,0.0000000561,0.02500,1.527
+22,mlp.experts.70.down_proj,0.0000001022,0.02500,1.539
+22,mlp.experts.93.down_proj,0.0000000787,0.02500,1.045
+22,mlp.experts.87.down_proj,0.0000002726,0.02500,1.190
+22,mlp.experts.83.down_proj,0.0000000757,0.02500,1.165
+22,mlp.experts.95.down_proj,0.0000001750,0.02500,1.186
+22,mlp.experts.91.down_proj,0.0000000841,0.02500,1.251
+22,mlp.experts.78.down_proj,0.0000001975,0.02500,1.561
+22,mlp.experts.74.down_proj,0.0000001695,0.02500,1.545
+22,mlp.experts.85.down_proj,0.0000000687,0.02500,1.167
+22,mlp.experts.104.down_proj,0.0000000570,0.02500,1.169
+22,mlp.experts.108.down_proj,0.0000001039,0.02500,1.159
+22,mlp.experts.96.down_proj,0.0000000708,0.02500,1.130
+22,mlp.experts.100.down_proj,0.0000001811,0.02500,1.091
+22,mlp.experts.97.down_proj,0.0000001012,0.02500,1.050
+22,mlp.experts.109.down_proj,0.0000001750,0.02500,0.967
+22,mlp.experts.105.down_proj,0.0000000943,0.02500,1.210
+22,mlp.experts.101.down_proj,0.0000001628,0.02500,0.889
+22,mlp.experts.82.down_proj,0.0000000897,0.02500,1.312
+22,mlp.experts.112.down_proj,0.0000000888,0.02500,0.645
+22,mlp.experts.116.down_proj,0.0000000668,0.02500,0.633
+22,mlp.experts.86.down_proj,0.0000001564,0.02500,1.384
+22,mlp.experts.99.down_proj,0.0000001643,0.02500,1.390
+22,mlp.experts.94.down_proj,0.0000000572,0.02500,1.324
+22,mlp.experts.103.down_proj,0.0000001252,0.02500,1.448
+22,mlp.experts.90.down_proj,0.0000001305,0.02500,1.329
+22,mlp.experts.111.down_proj,0.0000000872,0.02500,1.455
+22,mlp.experts.107.down_proj,0.0000001121,0.02500,1.401
+22,mlp.experts.113.down_proj,0.0000001233,0.02500,0.683
+22,mlp.experts.117.down_proj,0.0000002113,0.02500,0.598
+22,mlp.experts.115.down_proj,0.0000000455,0.02500,0.643
+22,mlp.experts.119.down_proj,0.0000001143,0.02500,0.630
+22,mlp.experts.98.down_proj,0.0000001403,0.02500,1.356
+22,mlp.experts.110.down_proj,0.0000001560,0.02500,1.383
+22,mlp.experts.106.down_proj,0.0000001216,0.02500,1.384
+22,mlp.experts.102.down_proj,0.0000004821,0.02500,1.528
+22,mlp.experts.114.down_proj,0.0000000774,0.02500,0.814
+22,mlp.experts.118.down_proj,0.0000000668,0.02500,0.630
+23,self_attn.v_proj,0.0000000049,0.02500,1.519
+23,self_attn.k_proj,0.0000000031,0.02500,1.631
+23,self_attn.q_proj,0.0000000156,0.02500,1.772
+23,self_attn.o_proj,0.0000000061,0.02500,3.515
+23,mlp.shared_experts.gate_proj,0.0000001848,0.02500,1.302
+23,mlp.shared_experts.up_proj,0.0000002007,0.02500,1.323
+23,mlp.shared_experts.down_proj,0.0000000034,0.02500,0.626
+23,mlp.experts.6.gate_proj,0.0000063864,0.02500,3.992
+23,mlp.experts.9.gate_proj,0.0000051079,0.02500,4.121
+23,mlp.experts.1.gate_proj,0.0000031780,0.02500,4.212
+23,mlp.experts.10.gate_proj,0.0000061573,0.02500,4.313
+23,mlp.experts.2.gate_proj,0.0000055877,0.02500,4.359
+23,mlp.experts.5.gate_proj,0.0000039186,0.02500,4.391
+23,mlp.experts.14.gate_proj,0.0000021661,0.02500,3.975
+23,mlp.experts.13.gate_proj,0.0000050799,0.02500,4.017
+23,mlp.experts.4.gate_proj,0.0000037497,0.02500,5.137
+23,mlp.experts.12.gate_proj,0.0000046572,0.02500,4.656
+23,mlp.experts.0.gate_proj,0.0000076402,0.02500,5.154
+23,mlp.experts.8.gate_proj,0.0000034869,0.02500,5.161
+23,mlp.experts.11.gate_proj,0.0000008459,0.02500,5.194
+23,mlp.experts.15.gate_proj,0.0000062758,0.02500,4.800
+23,mlp.experts.3.gate_proj,0.0000030027,0.02500,5.377
+23,mlp.experts.7.gate_proj,0.0000023500,0.02500,5.653
+23,mlp.experts.22.gate_proj,0.0000058785,0.02500,3.280
+23,mlp.experts.26.gate_proj,0.0000063302,0.02500,3.154
+23,mlp.experts.30.gate_proj,0.0000051965,0.02500,3.235
+23,mlp.experts.25.gate_proj,0.0000031355,0.02500,3.609
+23,mlp.experts.17.gate_proj,0.0000034935,0.02500,3.615
+23,mlp.experts.21.gate_proj,0.0000030530,0.02500,3.442
+23,mlp.experts.18.gate_proj,0.0000050271,0.02500,3.710
+23,mlp.experts.29.gate_proj,0.0000018445,0.02500,3.654
+23,mlp.experts.27.gate_proj,0.0000076808,0.02500,4.196
+23,mlp.experts.31.gate_proj,0.0000011758,0.02500,4.093
+23,mlp.experts.19.gate_proj,0.0000040773,0.02500,4.154
+23,mlp.experts.23.gate_proj,0.0000028223,0.02500,3.961
+23,mlp.experts.16.gate_proj,0.0000056955,0.02500,5.204
+23,mlp.experts.20.gate_proj,0.0000053640,0.02500,5.321
+23,mlp.experts.28.gate_proj,0.0000050809,0.02500,5.318
+23,mlp.experts.38.gate_proj,0.0000048291,0.02500,3.236
+23,mlp.experts.24.gate_proj,0.0000058262,0.02500,5.462
+23,mlp.experts.46.gate_proj,0.0000032318,0.02500,3.324
+23,mlp.experts.42.gate_proj,0.0000033526,0.02500,3.643
+23,mlp.experts.37.gate_proj,0.0000039149,0.02500,3.426
+23,mlp.experts.45.gate_proj,0.0000037148,0.02500,3.168
+23,mlp.experts.41.gate_proj,0.0000046270,0.02500,3.926
+23,mlp.experts.33.gate_proj,0.0000031611,0.02500,3.883
+23,mlp.experts.34.gate_proj,0.0000152901,0.02500,3.740
+23,mlp.experts.43.gate_proj,0.0000057143,0.02500,3.374
+23,mlp.experts.39.gate_proj,0.0000025545,0.02500,3.359
+23,mlp.experts.47.gate_proj,0.0000081986,0.02500,3.571
+23,mlp.experts.35.gate_proj,0.0000052526,0.02500,3.511
+23,mlp.experts.54.gate_proj,0.0000030199,0.02500,3.928
+23,mlp.experts.58.gate_proj,0.0000081871,0.02500,3.585
+23,mlp.experts.62.gate_proj,0.0000047855,0.02500,3.727
+23,mlp.experts.53.gate_proj,0.0000036618,0.02500,3.651
+23,mlp.experts.50.gate_proj,0.0000054865,0.02500,3.368
+23,mlp.experts.61.gate_proj,0.0000010684,0.02500,3.865
+23,mlp.experts.32.gate_proj,0.0000091217,0.02500,4.871
+23,mlp.experts.44.gate_proj,0.0000064121,0.02500,4.870
+23,mlp.experts.49.gate_proj,0.0000074618,0.02500,3.654
+23,mlp.experts.40.gate_proj,0.0000051803,0.02500,4.813
+23,mlp.experts.36.gate_proj,0.0000011502,0.02500,5.062
+23,mlp.experts.57.gate_proj,0.0000070745,0.02500,4.092
+23,mlp.experts.59.gate_proj,0.0000062669,0.02500,3.255
+23,mlp.experts.55.gate_proj,0.0000090499,0.02500,3.216
+23,mlp.experts.63.gate_proj,0.0000076802,0.02500,3.210
+23,mlp.experts.51.gate_proj,0.0000044808,0.02500,3.339
+23,mlp.experts.74.gate_proj,0.0000054518,0.02500,3.053
+23,mlp.experts.66.gate_proj,0.0000016819,0.02500,3.132
+23,mlp.experts.70.gate_proj,0.0000022998,0.02500,4.002
+23,mlp.experts.69.gate_proj,0.0000035469,0.02500,3.640
+23,mlp.experts.78.gate_proj,0.0000044443,0.02500,3.847
+23,mlp.experts.77.gate_proj,0.0000038761,0.02500,3.697
+23,mlp.experts.65.gate_proj,0.0000028068,0.02500,3.810
+23,mlp.experts.73.gate_proj,0.0000043925,0.02500,3.705
+23,mlp.experts.48.gate_proj,0.0000056859,0.02500,4.429
+23,mlp.experts.56.gate_proj,0.0000038663,0.02500,4.268
+23,mlp.experts.52.gate_proj,0.0000053309,0.02500,4.260
+23,mlp.experts.60.gate_proj,0.0000039766,0.02500,4.555
+23,mlp.experts.75.gate_proj,0.0000031323,0.02500,4.298
+23,mlp.experts.71.gate_proj,0.0000056192,0.02500,4.251
+23,mlp.experts.79.gate_proj,0.0000045849,0.02500,4.251
+23,mlp.experts.67.gate_proj,0.0000036771,0.02500,4.271
+23,mlp.experts.86.gate_proj,0.0000026668,0.02500,2.954
+23,mlp.experts.90.gate_proj,0.0000056122,0.02500,3.753
+23,mlp.experts.82.gate_proj,0.0000024306,0.02500,3.320
+23,mlp.experts.94.gate_proj,0.0000049417,0.02500,3.543
+23,mlp.experts.85.gate_proj,0.0000071110,0.02500,3.786
+23,mlp.experts.93.gate_proj,0.0000031155,0.02500,3.521
+23,mlp.experts.81.gate_proj,0.0000034034,0.02500,3.561
+23,mlp.experts.89.gate_proj,0.0000030012,0.02500,3.641
+23,mlp.experts.64.gate_proj,0.0000019280,0.02500,4.009
+23,mlp.experts.72.gate_proj,0.0000042977,0.02500,4.127
+23,mlp.experts.68.gate_proj,0.0000023851,0.02500,4.194
+23,mlp.experts.76.gate_proj,0.0000042659,0.02500,4.213
+23,mlp.experts.106.gate_proj,0.0000027886,0.02500,2.811
+23,mlp.experts.98.gate_proj,0.0000026503,0.02500,2.861
+23,mlp.experts.91.gate_proj,0.0000073980,0.02500,4.382
+23,mlp.experts.95.gate_proj,0.0000093713,0.02500,4.417
+23,mlp.experts.83.gate_proj,0.0000105287,0.02500,4.402
+23,mlp.experts.102.gate_proj,0.0000049117,0.02500,3.733
+23,mlp.experts.87.gate_proj,0.0000036513,0.02500,4.917
+23,mlp.experts.110.gate_proj,0.0000027083,0.02500,3.819
+23,mlp.experts.101.gate_proj,0.0000141175,0.02500,4.141
+23,mlp.experts.109.gate_proj,0.0000089350,0.02500,4.364
+23,mlp.experts.97.gate_proj,0.0000043475,0.02500,4.386
+23,mlp.experts.2.up_proj,0.0000053434,0.02500,3.014
+23,mlp.experts.105.gate_proj,0.0000061112,0.02500,4.336
+23,mlp.experts.114.gate_proj,0.0000049651,0.02500,3.046
+23,mlp.experts.80.gate_proj,0.0000021837,0.02500,4.477
+23,mlp.experts.88.gate_proj,0.0000035776,0.02500,4.425
+23,mlp.experts.92.gate_proj,0.0000069269,0.02500,4.216
+23,mlp.experts.84.gate_proj,0.0000022532,0.02500,4.529
+23,mlp.experts.118.gate_proj,0.0000042408,0.02500,3.668
+23,mlp.experts.107.gate_proj,0.0000052394,0.02500,4.439
+23,mlp.experts.111.gate_proj,0.0000058024,0.02500,4.351
+23,mlp.experts.6.up_proj,0.0000063211,0.02500,3.428
+23,mlp.experts.99.gate_proj,0.0000028708,0.02500,4.337
+23,mlp.experts.103.gate_proj,0.0000021935,0.02500,4.375
+23,mlp.experts.117.gate_proj,0.0000027300,0.02500,3.342
+23,mlp.experts.5.up_proj,0.0000038694,0.02500,3.622
+23,mlp.experts.113.gate_proj,0.0000041945,0.02500,3.407
+23,mlp.experts.1.up_proj,0.0000031344,0.02500,3.545
+23,mlp.experts.10.up_proj,0.0000061095,0.02500,3.763
+23,mlp.experts.18.up_proj,0.0000049279,0.02500,4.103
+23,mlp.experts.14.up_proj,0.0000021437,0.02500,3.861
+23,mlp.experts.104.gate_proj,0.0000033774,0.02500,4.556
+23,mlp.experts.108.gate_proj,0.0000026324,0.02500,4.559
+23,mlp.experts.100.gate_proj,0.0000025620,0.02500,4.434
+23,mlp.experts.96.gate_proj,0.0000058885,0.02500,4.868
+23,mlp.experts.13.up_proj,0.0000049643,0.02500,3.217
+23,mlp.experts.22.up_proj,0.0000057408,0.02500,3.902
+23,mlp.experts.7.up_proj,0.0000023177,0.02500,4.277
+23,mlp.experts.3.up_proj,0.0000029728,0.02500,4.557
+23,mlp.experts.115.gate_proj,0.0000165480,0.02500,4.398
+23,mlp.experts.17.up_proj,0.0000034554,0.02500,2.859
+23,mlp.experts.21.up_proj,0.0000029740,0.02500,3.515
+23,mlp.experts.119.gate_proj,0.0000045392,0.02500,4.327
+23,mlp.experts.9.up_proj,0.0000049726,0.02500,3.615
+23,mlp.experts.26.up_proj,0.0000062164,0.02500,3.271
+23,mlp.experts.34.up_proj,0.0000149618,0.02500,3.778
+23,mlp.experts.30.up_proj,0.0000051294,0.02500,3.583
+23,mlp.experts.29.up_proj,0.0000017971,0.02500,3.553
+23,mlp.experts.38.up_proj,0.0000047564,0.02500,3.516
+23,mlp.experts.37.up_proj,0.0000038802,0.02500,2.964
+23,mlp.experts.25.up_proj,0.0000030819,0.02500,3.197
+23,mlp.experts.33.up_proj,0.0000031335,0.02500,3.763
+23,mlp.experts.42.up_proj,0.0000033021,0.02500,3.223
+23,mlp.experts.23.up_proj,0.0000027677,0.02500,4.460
+23,mlp.experts.11.up_proj,0.0000008249,0.02500,4.405
+23,mlp.experts.116.gate_proj,0.0000138053,0.02500,5.278
+23,mlp.experts.19.up_proj,0.0000041418,0.02500,4.571
+23,mlp.experts.0.up_proj,0.0000074921,0.02500,5.462
+23,mlp.experts.4.up_proj,0.0000037281,0.02500,5.528
+23,mlp.experts.112.gate_proj,0.0000053307,0.02500,5.516
+23,mlp.experts.15.up_proj,0.0000061848,0.02500,4.518
+23,mlp.experts.50.up_proj,0.0000054153,0.02500,3.500
+23,mlp.experts.46.up_proj,0.0000031808,0.02500,3.355
+23,mlp.experts.45.up_proj,0.0000036565,0.02500,3.112
+23,mlp.experts.53.up_proj,0.0000035091,0.02500,3.342
+23,mlp.experts.54.up_proj,0.0000029743,0.02500,3.629
+23,mlp.experts.49.up_proj,0.0000072465,0.02500,3.308
+23,mlp.experts.41.up_proj,0.0000045532,0.02500,3.570
+23,mlp.experts.58.up_proj,0.0000080935,0.02500,3.232
+23,mlp.experts.39.up_proj,0.0000025047,0.02500,3.699
+23,mlp.experts.27.up_proj,0.0000076068,0.02500,3.635
+23,mlp.experts.35.up_proj,0.0000051666,0.02500,3.649
+23,mlp.experts.66.up_proj,0.0000016627,0.02500,3.293
+23,mlp.experts.31.up_proj,0.0000011517,0.02500,3.713
+23,mlp.experts.62.up_proj,0.0000046204,0.02500,3.111
+23,mlp.experts.16.up_proj,0.0000056467,0.02500,4.675
+23,mlp.experts.12.up_proj,0.0000045612,0.02500,4.816
+23,mlp.experts.69.up_proj,0.0000034688,0.02500,2.895
+23,mlp.experts.8.up_proj,0.0000034381,0.02500,4.817
+23,mlp.experts.20.up_proj,0.0000051398,0.02500,4.951
+23,mlp.experts.61.up_proj,0.0000010356,0.02500,3.896
+23,mlp.experts.65.up_proj,0.0000027834,0.02500,2.906
+23,mlp.experts.70.up_proj,0.0000022559,0.02500,3.776
+23,mlp.experts.74.up_proj,0.0000052891,0.02500,3.452
+23,mlp.experts.57.up_proj,0.0000069561,0.02500,3.935
+23,mlp.experts.82.up_proj,0.0000023713,0.02500,3.883
+23,mlp.experts.78.up_proj,0.0000042602,0.02500,3.306
+23,mlp.experts.85.up_proj,0.0000070470,0.02500,2.989
+23,mlp.experts.55.up_proj,0.0000087917,0.02500,4.848
+23,mlp.experts.43.up_proj,0.0000056698,0.02500,4.830
+23,mlp.experts.81.up_proj,0.0000033211,0.02500,3.020
+23,mlp.experts.51.up_proj,0.0000044073,0.02500,4.931
+23,mlp.experts.32.up_proj,0.0000087351,0.02500,3.919
+23,mlp.experts.28.up_proj,0.0000050029,0.02500,3.993
+23,mlp.experts.24.up_proj,0.0000057188,0.02500,3.799
+23,mlp.experts.36.up_proj,0.0000010693,0.02500,3.903
+23,mlp.experts.47.up_proj,0.0000080915,0.02500,4.958
+23,mlp.experts.77.up_proj,0.0000037937,0.02500,3.694
+23,mlp.experts.86.up_proj,0.0000026322,0.02500,3.401
+23,mlp.experts.90.up_proj,0.0000055168,0.02500,3.354
+23,mlp.experts.73.up_proj,0.0000043467,0.02500,3.964
+23,mlp.experts.94.up_proj,0.0000049026,0.02500,3.346
+23,mlp.experts.98.up_proj,0.0000026141,0.02500,3.684
+23,mlp.experts.101.up_proj,0.0000136480,0.02500,3.766
+23,mlp.experts.97.up_proj,0.0000042811,0.02500,3.228
+23,mlp.experts.93.up_proj,0.0000030270,0.02500,3.403
+23,mlp.experts.102.up_proj,0.0000048647,0.02500,3.599
+23,mlp.experts.71.up_proj,0.0000055484,0.02500,4.688
+23,mlp.experts.48.up_proj,0.0000056618,0.02500,4.489
+23,mlp.experts.106.up_proj,0.0000027278,0.02500,3.602
+23,mlp.experts.59.up_proj,0.0000062310,0.02500,4.774
+23,mlp.experts.44.up_proj,0.0000061756,0.02500,4.519
+23,mlp.experts.67.up_proj,0.0000036200,0.02500,4.703
+23,mlp.experts.40.up_proj,0.0000051013,0.02500,4.564
+23,mlp.experts.63.up_proj,0.0000075664,0.02500,4.655
+23,mlp.experts.89.up_proj,0.0000029122,0.02500,3.233
+23,mlp.experts.52.up_proj,0.0000052324,0.02500,4.823
+23,mlp.experts.114.up_proj,0.0000048339,0.02500,3.032
+23,mlp.experts.110.up_proj,0.0000026725,0.02500,3.290
+23,mlp.experts.118.up_proj,0.0000041780,0.02500,2.254
+23,mlp.experts.117.up_proj,0.0000026758,0.02500,3.677
+23,mlp.experts.113.up_proj,0.0000041401,0.02500,3.808
+23,mlp.experts.109.up_proj,0.0000087645,0.02500,3.377
+23,mlp.experts.105.up_proj,0.0000060238,0.02500,2.674
+23,mlp.experts.87.up_proj,0.0000036165,0.02500,3.827
+23,mlp.experts.75.up_proj,0.0000030684,0.02500,3.773
+23,mlp.experts.83.up_proj,0.0000103809,0.02500,3.759
+23,mlp.experts.79.up_proj,0.0000045315,0.02500,3.627
+23,mlp.experts.64.up_proj,0.0000018717,0.02500,4.644
+23,mlp.experts.60.up_proj,0.0000039250,0.02500,4.694
+23,mlp.experts.56.up_proj,0.0000038057,0.02500,4.578
+23,mlp.experts.68.up_proj,0.0000023670,0.02500,4.817
+23,mlp.experts.103.up_proj,0.0000021621,0.02500,2.963
+23,mlp.experts.99.up_proj,0.0000028387,0.02500,2.925
+23,mlp.experts.91.up_proj,0.0000072825,0.02500,3.095
+23,mlp.experts.95.up_proj,0.0000091267,0.02500,2.965
+23,mlp.experts.80.up_proj,0.0000021210,0.02500,4.853
+23,mlp.experts.72.up_proj,0.0000041168,0.02500,4.690
+23,mlp.experts.76.up_proj,0.0000041087,0.02500,4.742
+23,mlp.experts.84.up_proj,0.0000022106,0.02500,4.566
+23,mlp.experts.119.up_proj,0.0000045106,0.02500,3.733
+23,mlp.experts.107.up_proj,0.0000051530,0.02500,3.793
+23,mlp.experts.115.up_proj,0.0000164301,0.02500,3.894
+23,mlp.experts.111.up_proj,0.0000057575,0.02500,3.677
+23,mlp.experts.96.up_proj,0.0000058444,0.02500,3.969
+23,mlp.experts.88.up_proj,0.0000035109,0.02500,4.023
+23,mlp.experts.92.up_proj,0.0000068272,0.02500,4.074
+23,mlp.experts.100.up_proj,0.0000024945,0.02500,4.186
+23,mlp.experts.112.up_proj,0.0000052483,0.02500,4.780
+23,mlp.experts.104.up_proj,0.0000032848,0.02500,4.759
+23,mlp.experts.108.up_proj,0.0000025732,0.02500,4.802
+23,mlp.experts.116.up_proj,0.0000135528,0.02500,4.319
+23,mlp.experts.5.down_proj,0.0000001368,0.02500,1.483
+23,mlp.experts.1.down_proj,0.0000001431,0.02500,1.574
+23,mlp.experts.13.down_proj,0.0000001606,0.02500,1.313
+23,mlp.experts.4.down_proj,0.0000001181,0.02500,1.687
+23,mlp.experts.0.down_proj,0.0000003373,0.02500,1.689
+23,mlp.experts.9.down_proj,0.0000001871,0.02500,1.710
+23,mlp.experts.8.down_proj,0.0000001381,0.02500,1.730
+23,mlp.experts.12.down_proj,0.0000001915,0.02500,1.773
+23,mlp.experts.3.down_proj,0.0000000898,0.02500,1.775
+23,mlp.experts.7.down_proj,0.0000001313,0.02500,1.790
+23,mlp.experts.6.down_proj,0.0000004720,0.02500,1.816
+23,mlp.experts.15.down_proj,0.0000001911,0.02500,1.504
+23,mlp.experts.11.down_proj,0.0000000740,0.02500,1.832
+23,mlp.experts.2.down_proj,0.0000002262,0.02500,1.886
+23,mlp.experts.14.down_proj,0.0000000945,0.02500,1.576
+23,mlp.experts.10.down_proj,0.0000003512,0.02500,1.956
+23,mlp.experts.21.down_proj,0.0000000853,0.02500,0.887
+23,mlp.experts.29.down_proj,0.0000000805,0.02500,0.982
+23,mlp.experts.17.down_proj,0.0000001227,0.02500,1.099
+23,mlp.experts.23.down_proj,0.0000001100,0.02500,0.973
+23,mlp.experts.19.down_proj,0.0000000976,0.02500,1.011
+23,mlp.experts.27.down_proj,0.0000003493,0.02500,0.967
+23,mlp.experts.31.down_proj,0.0000000431,0.02500,0.995
+23,mlp.experts.25.down_proj,0.0000001054,0.02500,1.124
+23,mlp.experts.20.down_proj,0.0000001345,0.02500,1.458
+23,mlp.experts.30.down_proj,0.0000001924,0.02500,1.250
+23,mlp.experts.24.down_proj,0.0000002235,0.02500,1.436
+23,mlp.experts.16.down_proj,0.0000002809,0.02500,1.479
+23,mlp.experts.18.down_proj,0.0000002047,0.02500,1.295
+23,mlp.experts.22.down_proj,0.0000002109,0.02500,1.371
+23,mlp.experts.26.down_proj,0.0000002852,0.02500,1.269
+23,mlp.experts.28.down_proj,0.0000001564,0.02500,1.544
+23,mlp.experts.37.down_proj,0.0000001676,0.02500,0.949
+23,mlp.experts.45.down_proj,0.0000000920,0.02500,0.990
+23,mlp.experts.33.down_proj,0.0000000922,0.02500,1.089
+23,mlp.experts.39.down_proj,0.0000000825,0.02500,1.006
+23,mlp.experts.41.down_proj,0.0000001373,0.02500,0.940
+23,mlp.experts.43.down_proj,0.0000002419,0.02500,1.005
+23,mlp.experts.35.down_proj,0.0000001816,0.02500,1.033
+23,mlp.experts.47.down_proj,0.0000004723,0.02500,1.009
+23,mlp.experts.34.down_proj,0.0000010797,0.02500,1.004
+23,mlp.experts.46.down_proj,0.0000000954,0.02500,1.109
+23,mlp.experts.38.down_proj,0.0000001969,0.02500,1.099
+23,mlp.experts.42.down_proj,0.0000001090,0.02500,1.053
+23,mlp.experts.40.down_proj,0.0000002008,0.02500,1.257
+23,mlp.experts.32.down_proj,0.0000003757,0.02500,1.258
+23,mlp.experts.53.down_proj,0.0000001322,0.02500,1.143
+23,mlp.experts.36.down_proj,0.0000000252,0.02500,1.348
+23,mlp.experts.44.down_proj,0.0000002848,0.02500,1.311
+23,mlp.experts.61.down_proj,0.0000000273,0.02500,1.052
+23,mlp.experts.55.down_proj,0.0000004239,0.02500,0.936
+23,mlp.experts.59.down_proj,0.0000002811,0.02500,0.932
+23,mlp.experts.57.down_proj,0.0000002786,0.02500,0.982
+23,mlp.experts.63.down_proj,0.0000002062,0.02500,0.933
+23,mlp.experts.51.down_proj,0.0000001487,0.02500,0.964
+23,mlp.experts.49.down_proj,0.0000002843,0.02500,1.093
+23,mlp.experts.50.down_proj,0.0000002394,0.02500,1.038
+23,mlp.experts.54.down_proj,0.0000000862,0.02500,0.967
+23,mlp.experts.62.down_proj,0.0000002061,0.02500,1.049
+23,mlp.experts.58.down_proj,0.0000002374,0.02500,1.027
+23,mlp.experts.69.down_proj,0.0000001241,0.02500,1.141
+23,mlp.experts.48.down_proj,0.0000002393,0.02500,1.227
+23,mlp.experts.71.down_proj,0.0000001492,0.02500,0.960
+23,mlp.experts.73.down_proj,0.0000001465,0.02500,0.912
+23,mlp.experts.75.down_proj,0.0000000999,0.02500,0.952
+23,mlp.experts.56.down_proj,0.0000001979,0.02500,1.289
+23,mlp.experts.79.down_proj,0.0000002175,0.02500,0.949
+23,mlp.experts.67.down_proj,0.0000001202,0.02500,0.966
+23,mlp.experts.77.down_proj,0.0000000989,0.02500,1.089
+23,mlp.experts.52.down_proj,0.0000001167,0.02500,1.326
+23,mlp.experts.65.down_proj,0.0000000703,0.02500,1.002
+23,mlp.experts.60.down_proj,0.0000001303,0.02500,1.306
+23,mlp.experts.70.down_proj,0.0000000852,0.02500,0.859
+23,mlp.experts.66.down_proj,0.0000001065,0.02500,0.890
+23,mlp.experts.78.down_proj,0.0000001460,0.02500,1.147
+23,mlp.experts.74.down_proj,0.0000002163,0.02500,1.147
+23,mlp.experts.87.down_proj,0.0000001841,0.02500,0.909
+23,mlp.experts.91.down_proj,0.0000003299,0.02500,0.904
+23,mlp.experts.95.down_proj,0.0000003525,0.02500,0.902
+23,mlp.experts.93.down_proj,0.0000001506,0.02500,0.887
+23,mlp.experts.89.down_proj,0.0000000934,0.02500,0.977
+23,mlp.experts.85.down_proj,0.0000005211,0.02500,1.060
+23,mlp.experts.83.down_proj,0.0000004210,0.02500,0.923
+23,mlp.experts.81.down_proj,0.0000002091,0.02500,1.050
+23,mlp.experts.82.down_proj,0.0000001177,0.02500,0.860
+23,mlp.experts.86.down_proj,0.0000001456,0.02500,0.909
+23,mlp.experts.64.down_proj,0.0000001542,0.02500,1.601
+23,mlp.experts.72.down_proj,0.0000001016,0.02500,1.664
+23,mlp.experts.90.down_proj,0.0000002285,0.02500,0.989
+23,mlp.experts.68.down_proj,0.0000001071,0.02500,1.647
+23,mlp.experts.105.down_proj,0.0000002072,0.02500,0.894
+23,mlp.experts.94.down_proj,0.0000002130,0.02500,1.124
+23,mlp.experts.76.down_proj,0.0000001470,0.02500,1.706
+23,mlp.experts.101.down_proj,0.0000005661,0.02500,1.001
+23,mlp.experts.109.down_proj,0.0000003856,0.02500,1.076
+23,mlp.experts.97.down_proj,0.0000001147,0.02500,0.929
+23,mlp.experts.107.down_proj,0.0000002084,0.02500,1.274
+23,mlp.experts.111.down_proj,0.0000003013,0.02500,1.287
+23,mlp.experts.103.down_proj,0.0000000471,0.02500,1.337
+23,mlp.experts.98.down_proj,0.0000001213,0.02500,0.974
+23,mlp.experts.99.down_proj,0.0000001280,0.02500,1.292
+23,mlp.experts.102.down_proj,0.0000000984,0.02500,0.985
+23,mlp.experts.117.down_proj,0.0000000879,0.02500,0.682
+23,mlp.experts.113.down_proj,0.0000001116,0.02500,0.615
+23,mlp.experts.110.down_proj,0.0000000695,0.02500,0.913
+23,mlp.experts.106.down_proj,0.0000000708,0.02500,1.091
+23,mlp.experts.119.down_proj,0.0000001646,0.02500,0.754
+23,mlp.experts.115.down_proj,0.0000008467,0.02500,0.743
+23,mlp.experts.114.down_proj,0.0000001406,0.02500,0.770
+23,mlp.experts.118.down_proj,0.0000001283,0.02500,0.833
+23,mlp.experts.80.down_proj,0.0000001156,0.02500,1.589
+23,mlp.experts.88.down_proj,0.0000000914,0.02500,1.619
+23,mlp.experts.84.down_proj,0.0000000943,0.02500,1.618
+23,mlp.experts.92.down_proj,0.0000002969,0.02500,1.617
+23,mlp.experts.96.down_proj,0.0000003377,0.02500,1.281
+23,mlp.experts.104.down_proj,0.0000001062,0.02500,1.143
+23,mlp.experts.100.down_proj,0.0000000916,0.02500,1.227
+23,mlp.experts.108.down_proj,0.0000001794,0.02500,1.128
+23,mlp.experts.112.down_proj,0.0000002213,0.02500,0.964
+23,mlp.experts.116.down_proj,0.0000005860,0.02500,0.835
+24,self_attn.v_proj,0.0000000057,0.02500,1.300
+24,self_attn.k_proj,0.0000000037,0.02500,1.365
+24,self_attn.q_proj,0.0000000189,0.02500,1.563
+24,self_attn.o_proj,0.0000000093,0.02500,3.928
+24,mlp.shared_experts.gate_proj,0.0000002198,0.02500,1.290
+24,mlp.shared_experts.up_proj,0.0000002335,0.02500,1.308
+24,mlp.shared_experts.down_proj,0.0000000042,0.02500,0.377
+24,mlp.experts.10.gate_proj,0.0000056213,0.02500,4.359
+24,mlp.experts.14.gate_proj,0.0000011084,0.02500,3.731
+24,mlp.experts.2.gate_proj,0.0000075641,0.02500,4.627
+24,mlp.experts.6.gate_proj,0.0000047889,0.02500,4.758
+24,mlp.experts.4.gate_proj,0.0000092812,0.02500,5.064
+24,mlp.experts.8.gate_proj,0.0000050784,0.02500,5.152
+24,mlp.experts.12.gate_proj,0.0000080049,0.02500,5.204
+24,mlp.experts.0.gate_proj,0.0000048318,0.02500,5.340
+24,mlp.experts.3.gate_proj,0.0000220595,0.02500,5.605
+24,mlp.experts.5.gate_proj,0.0000042570,0.02500,5.692
+24,mlp.experts.11.gate_proj,0.0000043232,0.02500,5.754
+24,mlp.experts.1.gate_proj,0.0000083668,0.02500,5.822
+24,mlp.experts.7.gate_proj,0.0000051839,0.02500,5.901
+24,mlp.experts.15.gate_proj,0.0000052876,0.02500,5.322
+24,mlp.experts.13.gate_proj,0.0000085250,0.02500,5.368
+24,mlp.experts.9.gate_proj,0.0000018369,0.02500,6.126
+24,mlp.experts.30.gate_proj,0.0000052901,0.02500,3.197
+24,mlp.experts.26.gate_proj,0.0000041669,0.02500,3.615
+24,mlp.experts.18.gate_proj,0.0000082805,0.02500,3.469
+24,mlp.experts.22.gate_proj,0.0000045847,0.02500,3.435
+24,mlp.experts.24.gate_proj,0.0000052944,0.02500,4.294
+24,mlp.experts.16.gate_proj,0.0000028490,0.02500,4.171
+24,mlp.experts.28.gate_proj,0.0000033572,0.02500,4.390
+24,mlp.experts.20.gate_proj,0.0000067832,0.02500,4.592
+24,mlp.experts.21.gate_proj,0.0000125375,0.02500,4.382
+24,mlp.experts.17.gate_proj,0.0000056266,0.02500,4.309
+24,mlp.experts.25.gate_proj,0.0000065942,0.02500,4.245
+24,mlp.experts.27.gate_proj,0.0000049698,0.02500,4.639
+24,mlp.experts.19.gate_proj,0.0000069143,0.02500,4.818
+24,mlp.experts.29.gate_proj,0.0000018368,0.02500,4.592
+24,mlp.experts.23.gate_proj,0.0000022058,0.02500,4.952
+24,mlp.experts.31.gate_proj,0.0000185935,0.02500,4.922
+24,mlp.experts.46.gate_proj,0.0000054412,0.02500,3.541
+24,mlp.experts.42.gate_proj,0.0000054440,0.02500,3.353
+24,mlp.experts.34.gate_proj,0.0000059521,0.02500,3.495
+24,mlp.experts.38.gate_proj,0.0000015724,0.02500,3.575
+24,mlp.experts.36.gate_proj,0.0000057040,0.02500,3.139
+24,mlp.experts.40.gate_proj,0.0000027420,0.02500,3.740
+24,mlp.experts.32.gate_proj,0.0000032086,0.02500,3.823
+24,mlp.experts.44.gate_proj,0.0000047803,0.02500,3.837
+24,mlp.experts.33.gate_proj,0.0000066436,0.02500,4.300
+24,mlp.experts.37.gate_proj,0.0000018396,0.02500,4.408
+24,mlp.experts.41.gate_proj,0.0000061376,0.02500,4.334
+24,mlp.experts.58.gate_proj,0.0000097326,0.02500,3.629
+24,mlp.experts.62.gate_proj,0.0000024821,0.02500,3.847
+24,mlp.experts.45.gate_proj,0.0000020447,0.02500,4.501
+24,mlp.experts.50.gate_proj,0.0000077598,0.02500,3.574
+24,mlp.experts.54.gate_proj,0.0000056597,0.02500,3.545
+24,mlp.experts.43.gate_proj,0.0000043388,0.02500,4.997
+24,mlp.experts.35.gate_proj,0.0000098973,0.02500,5.064
+24,mlp.experts.47.gate_proj,0.0000055207,0.02500,4.940
+24,mlp.experts.39.gate_proj,0.0000039052,0.02500,5.088
+24,mlp.experts.52.gate_proj,0.0000017761,0.02500,3.539
+24,mlp.experts.56.gate_proj,0.0000075168,0.02500,3.378
+24,mlp.experts.48.gate_proj,0.0000065836,0.02500,3.395
+24,mlp.experts.60.gate_proj,0.0000131839,0.02500,3.355
+24,mlp.experts.66.gate_proj,0.0000043496,0.02500,2.995
+24,mlp.experts.74.gate_proj,0.0000071353,0.02500,3.508
+24,mlp.experts.78.gate_proj,0.0000087295,0.02500,3.677
+24,mlp.experts.70.gate_proj,0.0000120186,0.02500,3.495
+24,mlp.experts.51.gate_proj,0.0000027766,0.02500,3.668
+24,mlp.experts.59.gate_proj,0.0000076320,0.02500,3.851
+24,mlp.experts.53.gate_proj,0.0000041708,0.02500,4.917
+24,mlp.experts.49.gate_proj,0.0000077209,0.02500,4.984
+24,mlp.experts.63.gate_proj,0.0000038005,0.02500,3.686
+24,mlp.experts.57.gate_proj,0.0000102348,0.02500,5.051
+24,mlp.experts.55.gate_proj,0.0000073505,0.02500,3.824
+24,mlp.experts.68.gate_proj,0.0000032551,0.02500,3.818
+24,mlp.experts.72.gate_proj,0.0000040411,0.02500,3.723
+24,mlp.experts.61.gate_proj,0.0000067444,0.02500,5.251
+24,mlp.experts.76.gate_proj,0.0000071599,0.02500,3.667
+24,mlp.experts.64.gate_proj,0.0000025169,0.02500,3.776
+24,mlp.experts.82.gate_proj,0.0000023609,0.02500,3.239
+24,mlp.experts.94.gate_proj,0.0000048298,0.02500,3.110
+24,mlp.experts.90.gate_proj,0.0000056765,0.02500,3.537
+24,mlp.experts.86.gate_proj,0.0000056022,0.02500,3.457
+24,mlp.experts.75.gate_proj,0.0000033352,0.02500,3.431
+24,mlp.experts.67.gate_proj,0.0000160059,0.02500,3.629
+24,mlp.experts.79.gate_proj,0.0000078284,0.02500,3.553
+24,mlp.experts.84.gate_proj,0.0000045531,0.02500,3.267
+24,mlp.experts.71.gate_proj,0.0000038705,0.02500,3.671
+24,mlp.experts.88.gate_proj,0.0000060779,0.02500,3.297
+24,mlp.experts.92.gate_proj,0.0000066459,0.02500,3.211
+24,mlp.experts.80.gate_proj,0.0000063446,0.02500,3.271
+24,mlp.experts.65.gate_proj,0.0000016881,0.02500,4.768
+24,mlp.experts.69.gate_proj,0.0000014716,0.02500,4.983
+24,mlp.experts.73.gate_proj,0.0000066501,0.02500,4.700
+24,mlp.experts.98.gate_proj,0.0000077016,0.02500,3.508
+24,mlp.experts.77.gate_proj,0.0000034257,0.02500,5.031
+24,mlp.experts.110.gate_proj,0.0000059824,0.02500,3.758
+24,mlp.experts.106.gate_proj,0.0000039628,0.02500,3.741
+24,mlp.experts.83.gate_proj,0.0000085104,0.02500,3.327
+24,mlp.experts.102.gate_proj,0.0000054403,0.02500,3.847
+24,mlp.experts.91.gate_proj,0.0000040424,0.02500,3.481
+24,mlp.experts.95.gate_proj,0.0000050735,0.02500,3.389
+24,mlp.experts.100.gate_proj,0.0000079974,0.02500,3.199
+24,mlp.experts.108.gate_proj,0.0000035863,0.02500,3.085
+24,mlp.experts.104.gate_proj,0.0000096768,0.02500,3.217
+24,mlp.experts.87.gate_proj,0.0000047322,0.02500,3.437
+24,mlp.experts.96.gate_proj,0.0000139661,0.02500,3.153
+24,mlp.experts.114.gate_proj,0.0000043877,0.02500,3.395
+24,mlp.experts.81.gate_proj,0.0000043307,0.02500,4.381
+24,mlp.experts.85.gate_proj,0.0000029269,0.02500,4.303
+24,mlp.experts.89.gate_proj,0.0000065529,0.02500,4.350
+24,mlp.experts.2.up_proj,0.0000073616,0.02500,3.294
+24,mlp.experts.6.up_proj,0.0000046899,0.02500,3.708
+24,mlp.experts.99.gate_proj,0.0000047399,0.02500,3.416
+24,mlp.experts.118.gate_proj,0.0000051643,0.02500,3.432
+24,mlp.experts.107.gate_proj,0.0000030791,0.02500,3.444
+24,mlp.experts.93.gate_proj,0.0000072911,0.02500,4.305
+24,mlp.experts.116.gate_proj,0.0000033739,0.02500,3.090
+24,mlp.experts.4.up_proj,0.0000090775,0.02500,3.133
+24,mlp.experts.0.up_proj,0.0000048435,0.02500,3.083
+24,mlp.experts.103.gate_proj,0.0000022522,0.02500,3.117
+24,mlp.experts.112.gate_proj,0.0000070859,0.02500,3.216
+24,mlp.experts.111.gate_proj,0.0000057151,0.02500,3.951
+24,mlp.experts.10.up_proj,0.0000055479,0.02500,3.540
+24,mlp.experts.18.up_proj,0.0000081569,0.02500,3.409
+24,mlp.experts.97.gate_proj,0.0000111490,0.02500,4.263
+24,mlp.experts.12.up_proj,0.0000078671,0.02500,3.162
+24,mlp.experts.16.up_proj,0.0000028086,0.02500,3.047
+24,mlp.experts.22.up_proj,0.0000044826,0.02500,3.739
+24,mlp.experts.14.up_proj,0.0000010595,0.02500,3.413
+24,mlp.experts.115.gate_proj,0.0000069849,0.02500,3.458
+24,mlp.experts.20.up_proj,0.0000066617,0.02500,3.189
+24,mlp.experts.101.gate_proj,0.0000042488,0.02500,4.411
+24,mlp.experts.105.gate_proj,0.0000042082,0.02500,4.379
+24,mlp.experts.8.up_proj,0.0000049963,0.02500,3.262
+24,mlp.experts.3.up_proj,0.0000211241,0.02500,3.879
+24,mlp.experts.119.gate_proj,0.0000040245,0.02500,4.131
+24,mlp.experts.109.gate_proj,0.0000047447,0.02500,4.436
+24,mlp.experts.7.up_proj,0.0000050730,0.02500,4.156
+24,mlp.experts.26.up_proj,0.0000041124,0.02500,3.695
+24,mlp.experts.34.up_proj,0.0000057251,0.02500,3.776
+24,mlp.experts.36.up_proj,0.0000055673,0.02500,3.289
+24,mlp.experts.32.up_proj,0.0000031288,0.02500,3.444
+24,mlp.experts.28.up_proj,0.0000032375,0.02500,3.589
+24,mlp.experts.38.up_proj,0.0000015208,0.02500,3.550
+24,mlp.experts.30.up_proj,0.0000051746,0.02500,3.608
+24,mlp.experts.24.up_proj,0.0000050725,0.02500,3.284
+24,mlp.experts.19.up_proj,0.0000068158,0.02500,3.554
+24,mlp.experts.11.up_proj,0.0000042173,0.02500,4.385
+24,mlp.experts.15.up_proj,0.0000051439,0.02500,3.487
+24,mlp.experts.113.gate_proj,0.0000081153,0.02500,4.850
+24,mlp.experts.117.gate_proj,0.0000024575,0.02500,4.935
+24,mlp.experts.1.up_proj,0.0000078198,0.02500,4.963
+24,mlp.experts.23.up_proj,0.0000021437,0.02500,3.603
+24,mlp.experts.42.up_proj,0.0000052102,0.02500,2.970
+24,mlp.experts.50.up_proj,0.0000075489,0.02500,2.949
+24,mlp.experts.5.up_proj,0.0000041777,0.02500,5.115
+24,mlp.experts.54.up_proj,0.0000055238,0.02500,2.907
+24,mlp.experts.46.up_proj,0.0000052925,0.02500,2.917
+24,mlp.experts.48.up_proj,0.0000064564,0.02500,3.332
+24,mlp.experts.52.up_proj,0.0000017434,0.02500,3.402
+24,mlp.experts.44.up_proj,0.0000047148,0.02500,3.345
+24,mlp.experts.40.up_proj,0.0000026839,0.02500,3.417
+24,mlp.experts.27.up_proj,0.0000048472,0.02500,3.166
+24,mlp.experts.35.up_proj,0.0000095958,0.02500,3.833
+24,mlp.experts.39.up_proj,0.0000038493,0.02500,3.246
+24,mlp.experts.31.up_proj,0.0000182052,0.02500,3.900
+24,mlp.experts.58.up_proj,0.0000095552,0.02500,3.121
+24,mlp.experts.66.up_proj,0.0000042875,0.02500,3.099
+24,mlp.experts.70.up_proj,0.0000119241,0.02500,3.076
+24,mlp.experts.62.up_proj,0.0000024209,0.02500,3.123
+24,mlp.experts.9.up_proj,0.0000017683,0.02500,4.952
+24,mlp.experts.13.up_proj,0.0000082223,0.02500,4.780
+24,mlp.experts.17.up_proj,0.0000054955,0.02500,4.855
+24,mlp.experts.64.up_proj,0.0000024854,0.02500,4.083
+24,mlp.experts.21.up_proj,0.0000123552,0.02500,4.759
+24,mlp.experts.68.up_proj,0.0000031886,0.02500,4.240
+24,mlp.experts.43.up_proj,0.0000042996,0.02500,3.508
+24,mlp.experts.60.up_proj,0.0000129535,0.02500,4.250
+24,mlp.experts.51.up_proj,0.0000027325,0.02500,3.372
+24,mlp.experts.56.up_proj,0.0000073027,0.02500,4.157
+24,mlp.experts.74.up_proj,0.0000067956,0.02500,3.060
+24,mlp.experts.47.up_proj,0.0000054624,0.02500,3.606
+24,mlp.experts.55.up_proj,0.0000070846,0.02500,3.777
+24,mlp.experts.82.up_proj,0.0000023003,0.02500,3.088
+24,mlp.experts.78.up_proj,0.0000085145,0.02500,3.081
+24,mlp.experts.86.up_proj,0.0000054789,0.02500,3.275
+24,mlp.experts.59.up_proj,0.0000074734,0.02500,3.287
+24,mlp.experts.25.up_proj,0.0000064454,0.02500,4.958
+24,mlp.experts.67.up_proj,0.0000156717,0.02500,3.438
+24,mlp.experts.90.up_proj,0.0000054435,0.02500,3.119
+24,mlp.experts.29.up_proj,0.0000018097,0.02500,4.996
+24,mlp.experts.80.up_proj,0.0000062368,0.02500,4.131
+24,mlp.experts.33.up_proj,0.0000062065,0.02500,4.950
+24,mlp.experts.84.up_proj,0.0000045181,0.02500,4.197
+24,mlp.experts.76.up_proj,0.0000070611,0.02500,4.187
+24,mlp.experts.72.up_proj,0.0000039864,0.02500,4.130
+24,mlp.experts.98.up_proj,0.0000075366,0.02500,3.133
+24,mlp.experts.94.up_proj,0.0000047553,0.02500,3.033
+24,mlp.experts.37.up_proj,0.0000017816,0.02500,4.715
+24,mlp.experts.63.up_proj,0.0000037394,0.02500,3.630
+24,mlp.experts.102.up_proj,0.0000051753,0.02500,3.047
+24,mlp.experts.71.up_proj,0.0000037662,0.02500,3.772
+24,mlp.experts.75.up_proj,0.0000032485,0.02500,3.299
+24,mlp.experts.106.up_proj,0.0000038464,0.02500,2.974
+24,mlp.experts.83.up_proj,0.0000082881,0.02500,3.498
+24,mlp.experts.114.up_proj,0.0000042978,0.02500,2.927
+24,mlp.experts.118.up_proj,0.0000050740,0.02500,2.756
+24,mlp.experts.110.up_proj,0.0000059156,0.02500,2.851
+24,mlp.experts.79.up_proj,0.0000075254,0.02500,3.389
+24,mlp.experts.96.up_proj,0.0000138039,0.02500,4.274
+24,mlp.experts.87.up_proj,0.0000044637,0.02500,3.381
+24,mlp.experts.100.up_proj,0.0000079363,0.02500,4.178
+24,mlp.experts.92.up_proj,0.0000065626,0.02500,4.254
+24,mlp.experts.88.up_proj,0.0000059021,0.02500,4.186
+24,mlp.experts.41.up_proj,0.0000059321,0.02500,5.158
+24,mlp.experts.45.up_proj,0.0000019975,0.02500,5.220
+24,mlp.experts.49.up_proj,0.0000076089,0.02500,5.308
+24,mlp.experts.53.up_proj,0.0000040698,0.02500,5.065
+24,mlp.experts.91.up_proj,0.0000040249,0.02500,3.666
+24,mlp.experts.99.up_proj,0.0000046303,0.02500,3.442
+24,mlp.experts.103.up_proj,0.0000022141,0.02500,3.252
+24,mlp.experts.95.up_proj,0.0000050406,0.02500,3.717
+24,mlp.experts.112.up_proj,0.0000069253,0.02500,3.997
+24,mlp.experts.104.up_proj,0.0000094747,0.02500,3.823
+24,mlp.experts.108.up_proj,0.0000035495,0.02500,3.999
+24,mlp.experts.116.up_proj,0.0000033631,0.02500,4.175
+24,mlp.experts.57.up_proj,0.0000100838,0.02500,3.815
+24,mlp.experts.65.up_proj,0.0000016651,0.02500,3.630
+24,mlp.experts.61.up_proj,0.0000066352,0.02500,3.911
+24,mlp.experts.107.up_proj,0.0000030179,0.02500,3.148
+24,mlp.experts.69.up_proj,0.0000014324,0.02500,3.682
+24,mlp.experts.115.up_proj,0.0000068288,0.02500,2.977
+24,mlp.experts.119.up_proj,0.0000039915,0.02500,2.611
+24,mlp.experts.111.up_proj,0.0000054946,0.02500,2.583
+24,mlp.experts.73.up_proj,0.0000064481,0.02500,4.143
+24,mlp.experts.77.up_proj,0.0000034072,0.02500,4.362
+24,mlp.experts.81.up_proj,0.0000041941,0.02500,4.775
+24,mlp.experts.85.up_proj,0.0000028949,0.02500,4.396
+24,mlp.experts.89.up_proj,0.0000065080,0.02500,5.040
+24,mlp.experts.93.up_proj,0.0000071230,0.02500,5.077
+24,mlp.experts.97.up_proj,0.0000106160,0.02500,4.973
+24,mlp.experts.101.up_proj,0.0000042121,0.02500,5.091
+24,mlp.experts.105.up_proj,0.0000040381,0.02500,4.758
+24,mlp.experts.109.up_proj,0.0000046660,0.02500,4.250
+24,mlp.experts.113.up_proj,0.0000079864,0.02500,4.070
+24,mlp.experts.117.up_proj,0.0000024299,0.02500,3.860
+24,mlp.experts.8.down_proj,0.0000001790,0.02500,1.042
+24,mlp.experts.0.down_proj,0.0000001976,0.02500,1.052
+24,mlp.experts.2.down_proj,0.0000003606,0.02500,1.054
+24,mlp.experts.10.down_proj,0.0000002556,0.02500,1.057
+24,mlp.experts.12.down_proj,0.0000006638,0.02500,1.072
+24,mlp.experts.6.down_proj,0.0000001465,0.02500,1.074
+24,mlp.experts.4.down_proj,0.0000003551,0.02500,1.097
+24,mlp.experts.15.down_proj,0.0000001589,0.02500,1.099
+24,mlp.experts.11.down_proj,0.0000002001,0.02500,1.123
+24,mlp.experts.3.down_proj,0.0000012668,0.02500,1.126
+24,mlp.experts.7.down_proj,0.0000001946,0.02500,1.183
+24,mlp.experts.14.down_proj,0.0000000979,0.02500,1.179
+24,mlp.experts.13.down_proj,0.0000003237,0.02500,1.305
+24,mlp.experts.1.down_proj,0.0000003480,0.02500,1.352
+24,mlp.experts.5.down_proj,0.0000002052,0.02500,1.352
+24,mlp.experts.9.down_proj,0.0000000793,0.02500,1.390
+24,mlp.experts.16.down_proj,0.0000001482,0.02500,0.959
+24,mlp.experts.24.down_proj,0.0000002711,0.02500,0.971
+24,mlp.experts.22.down_proj,0.0000001150,0.02500,0.946
+24,mlp.experts.19.down_proj,0.0000002571,0.02500,0.902
+24,mlp.experts.18.down_proj,0.0000003341,0.02500,0.983
+24,mlp.experts.26.down_proj,0.0000001398,0.02500,0.980
+24,mlp.experts.31.down_proj,0.0000011298,0.02500,0.938
+24,mlp.experts.28.down_proj,0.0000000757,0.02500,0.993
+24,mlp.experts.20.down_proj,0.0000002737,0.02500,0.988
+24,mlp.experts.30.down_proj,0.0000002537,0.02500,0.969
+24,mlp.experts.27.down_proj,0.0000002632,0.02500,1.154
+24,mlp.experts.23.down_proj,0.0000000647,0.02500,1.191
+24,mlp.experts.29.down_proj,0.0000000901,0.02500,1.348
+24,mlp.experts.21.down_proj,0.0000004347,0.02500,1.349
+24,mlp.experts.25.down_proj,0.0000002621,0.02500,1.332
+24,mlp.experts.17.down_proj,0.0000003437,0.02500,1.394
+24,mlp.experts.38.down_proj,0.0000000951,0.02500,0.922
+24,mlp.experts.40.down_proj,0.0000000914,0.02500,0.930
+24,mlp.experts.42.down_proj,0.0000002156,0.02500,0.911
+24,mlp.experts.35.down_proj,0.0000003921,0.02500,0.925
+24,mlp.experts.34.down_proj,0.0000001336,0.02500,0.916
+24,mlp.experts.32.down_proj,0.0000000935,0.02500,0.960
+24,mlp.experts.47.down_proj,0.0000002050,0.02500,0.939
+24,mlp.experts.44.down_proj,0.0000001479,0.02500,0.941
+24,mlp.experts.36.down_proj,0.0000002170,0.02500,0.938
+24,mlp.experts.46.down_proj,0.0000002585,0.02500,0.916
+24,mlp.experts.43.down_proj,0.0000001693,0.02500,1.005
+24,mlp.experts.39.down_proj,0.0000001262,0.02500,1.149
+24,mlp.experts.56.down_proj,0.0000004008,0.02500,0.915
+24,mlp.experts.58.down_proj,0.0000004841,0.02500,0.915
+24,mlp.experts.50.down_proj,0.0000003309,0.02500,0.917
+24,mlp.experts.54.down_proj,0.0000001917,0.02500,0.935
+24,mlp.experts.45.down_proj,0.0000000673,0.02500,1.218
+24,mlp.experts.51.down_proj,0.0000001285,0.02500,0.937
+24,mlp.experts.48.down_proj,0.0000003736,0.02500,0.919
+24,mlp.experts.60.down_proj,0.0000006531,0.02500,0.926
+24,mlp.experts.41.down_proj,0.0000002104,0.02500,1.211
+24,mlp.experts.52.down_proj,0.0000000961,0.02500,0.935
+24,mlp.experts.33.down_proj,0.0000002631,0.02500,1.217
+24,mlp.experts.37.down_proj,0.0000000544,0.02500,1.275
+24,mlp.experts.62.down_proj,0.0000001559,0.02500,0.915
+24,mlp.experts.63.down_proj,0.0000001368,0.02500,1.013
+24,mlp.experts.59.down_proj,0.0000002093,0.02500,1.105
+24,mlp.experts.55.down_proj,0.0000003095,0.02500,1.191
+24,mlp.experts.74.down_proj,0.0000002967,0.02500,0.922
+24,mlp.experts.66.down_proj,0.0000002420,0.02500,0.928
+24,mlp.experts.72.down_proj,0.0000003462,0.02500,0.944
+24,mlp.experts.67.down_proj,0.0000006999,0.02500,0.914
+24,mlp.experts.70.down_proj,0.0000008293,0.02500,0.938
+24,mlp.experts.64.down_proj,0.0000001758,0.02500,0.941
+24,mlp.experts.76.down_proj,0.0000004314,0.02500,0.947
+24,mlp.experts.78.down_proj,0.0000003578,0.02500,0.924
+24,mlp.experts.68.down_proj,0.0000000909,0.02500,0.957
+24,mlp.experts.79.down_proj,0.0000002640,0.02500,1.026
+24,mlp.experts.61.down_proj,0.0000002664,0.02500,1.238
+24,mlp.experts.57.down_proj,0.0000006668,0.02500,1.248
+24,mlp.experts.53.down_proj,0.0000001578,0.02500,1.295
+24,mlp.experts.49.down_proj,0.0000003467,0.02500,1.348
+24,mlp.experts.75.down_proj,0.0000001193,0.02500,0.981
+24,mlp.experts.90.down_proj,0.0000001996,0.02500,0.949
+24,mlp.experts.71.down_proj,0.0000000957,0.02500,1.036
+24,mlp.experts.82.down_proj,0.0000001172,0.02500,0.958
+24,mlp.experts.86.down_proj,0.0000002930,0.02500,0.954
+24,mlp.experts.88.down_proj,0.0000003208,0.02500,0.986
+24,mlp.experts.80.down_proj,0.0000001518,0.02500,0.992
+24,mlp.experts.83.down_proj,0.0000003389,0.02500,1.026
+24,mlp.experts.94.down_proj,0.0000002049,0.02500,0.940
+24,mlp.experts.92.down_proj,0.0000002825,0.02500,0.973
+24,mlp.experts.84.down_proj,0.0000002361,0.02500,0.972
+24,mlp.experts.95.down_proj,0.0000001188,0.02500,1.092
+24,mlp.experts.73.down_proj,0.0000003241,0.02500,1.236
+24,mlp.experts.91.down_proj,0.0000001655,0.02500,1.070
+24,mlp.experts.77.down_proj,0.0000001423,0.02500,1.344
+24,mlp.experts.69.down_proj,0.0000000958,0.02500,1.250
+24,mlp.experts.65.down_proj,0.0000000802,0.02500,1.338
+24,mlp.experts.106.down_proj,0.0000001457,0.02500,0.984
+24,mlp.experts.104.down_proj,0.0000003719,0.02500,0.933
+24,mlp.experts.102.down_proj,0.0000002223,0.02500,0.962
+24,mlp.experts.96.down_proj,0.0000006580,0.02500,0.918
+24,mlp.experts.98.down_proj,0.0000003009,0.02500,0.987
+24,mlp.experts.108.down_proj,0.0000002122,0.02500,0.926
+24,mlp.experts.110.down_proj,0.0000002187,0.02500,0.963
+24,mlp.experts.100.down_proj,0.0000003264,0.02500,0.930
+24,mlp.experts.87.down_proj,0.0000001455,0.02500,1.096
+24,mlp.experts.99.down_proj,0.0000001242,0.02500,1.057
+24,mlp.experts.111.down_proj,0.0000001917,0.02500,0.912
+24,mlp.experts.107.down_proj,0.0000001630,0.02500,0.854
+24,mlp.experts.118.down_proj,0.0000001526,0.02500,0.677
+24,mlp.experts.114.down_proj,0.0000001292,0.02500,0.671
+24,mlp.experts.112.down_proj,0.0000003942,0.02500,0.698
+24,mlp.experts.116.down_proj,0.0000000957,0.02500,0.672
+24,mlp.experts.89.down_proj,0.0000002076,0.02500,1.278
+24,mlp.experts.103.down_proj,0.0000000744,0.02500,0.913
+24,mlp.experts.115.down_proj,0.0000002778,0.02500,0.900
+24,mlp.experts.85.down_proj,0.0000000837,0.02500,1.275
+24,mlp.experts.81.down_proj,0.0000001792,0.02500,1.215
+24,mlp.experts.93.down_proj,0.0000003291,0.02500,1.443
+24,mlp.experts.119.down_proj,0.0000001295,0.02500,0.439
+24,mlp.experts.105.down_proj,0.0000001797,0.02500,1.133
+24,mlp.experts.101.down_proj,0.0000001628,0.02500,1.109
+24,mlp.experts.97.down_proj,0.0000005662,0.02500,1.091
+24,mlp.experts.109.down_proj,0.0000002446,0.02500,1.218
+24,mlp.experts.117.down_proj,0.0000000881,0.02500,0.659
+24,mlp.experts.113.down_proj,0.0000003915,0.02500,0.637
+25,self_attn.v_proj,0.0000000068,0.02500,1.474
+25,self_attn.k_proj,0.0000000046,0.02500,1.512
+25,self_attn.q_proj,0.0000000236,0.02500,1.787
+25,self_attn.o_proj,0.0000000077,0.02500,3.595
+25,mlp.shared_experts.gate_proj,0.0000002533,0.02500,1.399
+25,mlp.shared_experts.up_proj,0.0000002673,0.02500,1.411
+25,mlp.shared_experts.down_proj,0.0000000061,0.02500,0.383
+25,mlp.experts.2.gate_proj,0.0000176275,0.02500,5.134
+25,mlp.experts.6.gate_proj,0.0000183000,0.02500,5.184
+25,mlp.experts.10.gate_proj,0.0000031022,0.02500,5.282
+25,mlp.experts.14.gate_proj,0.0000060174,0.02500,5.398
+25,mlp.experts.11.gate_proj,0.0000059859,0.02500,5.470
+25,mlp.experts.3.gate_proj,0.0000166238,0.02500,5.583
+25,mlp.experts.7.gate_proj,0.0000027794,0.02500,5.638
+25,mlp.experts.15.gate_proj,0.0000043561,0.02500,4.624
+25,mlp.experts.4.gate_proj,0.0000031637,0.02500,5.916
+25,mlp.experts.0.gate_proj,0.0000022481,0.02500,6.053
+25,mlp.experts.12.gate_proj,0.0000090702,0.02500,6.189
+25,mlp.experts.8.gate_proj,0.0000080431,0.02500,6.259
+25,mlp.experts.13.gate_proj,0.0000064637,0.02500,6.497
+25,mlp.experts.1.gate_proj,0.0000052312,0.02500,6.601
+25,mlp.experts.5.gate_proj,0.0000102400,0.02500,6.619
+25,mlp.experts.9.gate_proj,0.0000052586,0.02500,6.718
+25,mlp.experts.27.gate_proj,0.0000042879,0.02500,3.214
+25,mlp.experts.19.gate_proj,0.0000110918,0.02500,3.148
+25,mlp.experts.23.gate_proj,0.0000041221,0.02500,3.206
+25,mlp.experts.31.gate_proj,0.0000089943,0.02500,3.237
+25,mlp.experts.16.gate_proj,0.0000098828,0.02500,3.051
+25,mlp.experts.22.gate_proj,0.0000036464,0.02500,3.975
+25,mlp.experts.20.gate_proj,0.0000041600,0.02500,3.339
+25,mlp.experts.18.gate_proj,0.0000068977,0.02500,4.195
+25,mlp.experts.30.gate_proj,0.0000025887,0.02500,4.077
+25,mlp.experts.26.gate_proj,0.0000060141,0.02500,4.270
+25,mlp.experts.28.gate_proj,0.0000078210,0.02500,3.768
+25,mlp.experts.24.gate_proj,0.0000053028,0.02500,3.872
+25,mlp.experts.29.gate_proj,0.0000058466,0.02500,4.425
+25,mlp.experts.25.gate_proj,0.0000115117,0.02500,4.328
+25,mlp.experts.21.gate_proj,0.0000072207,0.02500,4.497
+25,mlp.experts.17.gate_proj,0.0000047864,0.02500,4.735
+25,mlp.experts.43.gate_proj,0.0000052122,0.02500,3.070
+25,mlp.experts.35.gate_proj,0.0000143404,0.02500,3.063
+25,mlp.experts.39.gate_proj,0.0000070090,0.02500,3.086
+25,mlp.experts.47.gate_proj,0.0000090749,0.02500,3.035
+25,mlp.experts.36.gate_proj,0.0000100212,0.02500,3.526
+25,mlp.experts.32.gate_proj,0.0000062483,0.02500,3.734
+25,mlp.experts.38.gate_proj,0.0000066396,0.02500,4.077
+25,mlp.experts.34.gate_proj,0.0000038080,0.02500,4.190
+25,mlp.experts.46.gate_proj,0.0000055735,0.02500,4.112
+25,mlp.experts.44.gate_proj,0.0000059935,0.02500,3.785
+25,mlp.experts.42.gate_proj,0.0000096616,0.02500,4.282
+25,mlp.experts.40.gate_proj,0.0000053372,0.02500,4.022
+25,mlp.experts.51.gate_proj,0.0000159673,0.02500,3.005
+25,mlp.experts.59.gate_proj,0.0000096070,0.02500,3.088
+25,mlp.experts.55.gate_proj,0.0000071387,0.02500,3.048
+25,mlp.experts.63.gate_proj,0.0000053657,0.02500,3.026
+25,mlp.experts.45.gate_proj,0.0000035466,0.02500,4.650
+25,mlp.experts.41.gate_proj,0.0000063952,0.02500,4.586
+25,mlp.experts.37.gate_proj,0.0000074545,0.02500,4.779
+25,mlp.experts.52.gate_proj,0.0000067710,0.02500,3.493
+25,mlp.experts.33.gate_proj,0.0000061145,0.02500,4.969
+25,mlp.experts.48.gate_proj,0.0000087276,0.02500,3.536
+25,mlp.experts.60.gate_proj,0.0000034528,0.02500,3.061
+25,mlp.experts.54.gate_proj,0.0000125549,0.02500,4.358
+25,mlp.experts.62.gate_proj,0.0000052034,0.02500,4.206
+25,mlp.experts.56.gate_proj,0.0000049735,0.02500,3.648
+25,mlp.experts.58.gate_proj,0.0000061416,0.02500,4.082
+25,mlp.experts.50.gate_proj,0.0000031187,0.02500,4.475
+25,mlp.experts.67.gate_proj,0.0000016405,0.02500,3.293
+25,mlp.experts.75.gate_proj,0.0000072717,0.02500,3.256
+25,mlp.experts.71.gate_proj,0.0000013641,0.02500,3.242
+25,mlp.experts.79.gate_proj,0.0000030131,0.02500,3.244
+25,mlp.experts.68.gate_proj,0.0000053727,0.02500,3.128
+25,mlp.experts.64.gate_proj,0.0000014520,0.02500,3.478
+25,mlp.experts.61.gate_proj,0.0000064016,0.02500,4.747
+25,mlp.experts.57.gate_proj,0.0000093083,0.02500,4.833
+25,mlp.experts.76.gate_proj,0.0000066945,0.02500,3.900
+25,mlp.experts.53.gate_proj,0.0000137797,0.02500,4.935
+25,mlp.experts.49.gate_proj,0.0000038302,0.02500,4.904
+25,mlp.experts.72.gate_proj,0.0000066555,0.02500,3.855
+25,mlp.experts.91.gate_proj,0.0000048464,0.02500,3.775
+25,mlp.experts.83.gate_proj,0.0000053639,0.02500,3.869
+25,mlp.experts.70.gate_proj,0.0000037183,0.02500,4.500
+25,mlp.experts.87.gate_proj,0.0000060715,0.02500,3.991
+25,mlp.experts.78.gate_proj,0.0000060895,0.02500,4.423
+25,mlp.experts.95.gate_proj,0.0000054395,0.02500,3.926
+25,mlp.experts.74.gate_proj,0.0000065393,0.02500,4.543
+25,mlp.experts.66.gate_proj,0.0000056521,0.02500,4.772
+25,mlp.experts.84.gate_proj,0.0000075018,0.02500,3.833
+25,mlp.experts.80.gate_proj,0.0000066297,0.02500,3.770
+25,mlp.experts.92.gate_proj,0.0000078683,0.02500,3.425
+25,mlp.experts.77.gate_proj,0.0000029725,0.02500,4.228
+25,mlp.experts.73.gate_proj,0.0000052951,0.02500,4.138
+25,mlp.experts.88.gate_proj,0.0000035852,0.02500,3.006
+25,mlp.experts.69.gate_proj,0.0000059668,0.02500,4.144
+25,mlp.experts.99.gate_proj,0.0000029363,0.02500,3.126
+25,mlp.experts.107.gate_proj,0.0000121906,0.02500,3.180
+25,mlp.experts.65.gate_proj,0.0000042972,0.02500,4.365
+25,mlp.experts.100.gate_proj,0.0000063303,0.02500,3.487
+25,mlp.experts.96.gate_proj,0.0000199038,0.02500,3.513
+25,mlp.experts.108.gate_proj,0.0000109690,0.02500,3.998
+25,mlp.experts.104.gate_proj,0.0000056432,0.02500,3.829
+25,mlp.experts.89.gate_proj,0.0000097325,0.02500,5.718
+25,mlp.experts.93.gate_proj,0.0000034391,0.02500,6.040
+25,mlp.experts.116.gate_proj,0.0000086078,0.02500,4.100
+25,mlp.experts.85.gate_proj,0.0000054735,0.02500,5.978
+25,mlp.experts.112.gate_proj,0.0000051197,0.02500,4.126
+25,mlp.experts.81.gate_proj,0.0000041229,0.02500,5.926
+25,mlp.experts.86.gate_proj,0.0000090298,0.02500,9.410
+25,mlp.experts.94.gate_proj,0.0000062652,0.02500,9.530
+25,mlp.experts.90.gate_proj,0.0000063304,0.02500,9.379
+25,mlp.experts.4.up_proj,0.0000031252,0.02500,3.769
+25,mlp.experts.82.gate_proj,0.0000053709,0.02500,9.588
+25,mlp.experts.0.up_proj,0.0000022214,0.02500,3.991
+25,mlp.experts.12.up_proj,0.0000087237,0.02500,3.797
+25,mlp.experts.8.up_proj,0.0000079620,0.02500,3.866
+25,mlp.experts.20.up_proj,0.0000041349,0.02500,3.689
+25,mlp.experts.105.gate_proj,0.0000082512,0.02500,5.576
+25,mlp.experts.109.gate_proj,0.0000065447,0.02500,5.519
+25,mlp.experts.16.up_proj,0.0000096018,0.02500,3.813
+25,mlp.experts.101.gate_proj,0.0000025178,0.02500,5.540
+25,mlp.experts.97.gate_proj,0.0000055932,0.02500,5.488
+25,mlp.experts.102.gate_proj,0.0000033096,0.02500,5.756
+25,mlp.experts.106.gate_proj,0.0000043856,0.02500,5.700
+25,mlp.experts.110.gate_proj,0.0000036640,0.02500,6.192
+25,mlp.experts.98.gate_proj,0.0000067351,0.02500,5.803
+25,mlp.experts.28.up_proj,0.0000076904,0.02500,4.389
+25,mlp.experts.24.up_proj,0.0000052595,0.02500,3.951
+25,mlp.experts.36.up_proj,0.0000094818,0.02500,4.259
+25,mlp.experts.32.up_proj,0.0000062057,0.02500,4.169
+25,mlp.experts.1.up_proj,0.0000051979,0.02500,5.447
+25,mlp.experts.5.up_proj,0.0000098275,0.02500,5.382
+25,mlp.experts.117.gate_proj,0.0000033866,0.02500,5.426
+25,mlp.experts.113.gate_proj,0.0000043265,0.02500,5.415
+25,mlp.experts.118.gate_proj,0.0000059834,0.02500,5.583
+25,mlp.experts.2.up_proj,0.0000172924,0.02500,5.563
+25,mlp.experts.114.gate_proj,0.0000074016,0.02500,5.522
+25,mlp.experts.6.up_proj,0.0000173457,0.02500,5.896
+25,mlp.experts.17.up_proj,0.0000047341,0.02500,5.716
+25,mlp.experts.21.up_proj,0.0000071095,0.02500,5.688
+25,mlp.experts.13.up_proj,0.0000063601,0.02500,5.663
+25,mlp.experts.9.up_proj,0.0000051302,0.02500,5.621
+25,mlp.experts.14.up_proj,0.0000058786,0.02500,5.450
+25,mlp.experts.18.up_proj,0.0000066011,0.02500,5.634
+25,mlp.experts.10.up_proj,0.0000030246,0.02500,5.593
+25,mlp.experts.22.up_proj,0.0000035281,0.02500,5.984
+25,mlp.experts.33.up_proj,0.0000060592,0.02500,5.154
+25,mlp.experts.37.up_proj,0.0000072743,0.02500,5.243
+25,mlp.experts.30.up_proj,0.0000025451,0.02500,5.559
+25,mlp.experts.34.up_proj,0.0000036431,0.02500,5.488
+25,mlp.experts.40.up_proj,0.0000052959,0.02500,15.393
+25,mlp.experts.44.up_proj,0.0000058006,0.02500,15.577
+25,mlp.experts.26.up_proj,0.0000058203,0.02500,5.433
+25,mlp.experts.52.up_proj,0.0000066241,0.02500,15.488
+25,mlp.experts.38.up_proj,0.0000065313,0.02500,5.870
+25,mlp.experts.48.up_proj,0.0000086176,0.02500,15.491
+25,mlp.experts.60.up_proj,0.0000033832,0.02500,3.812
+25,mlp.experts.56.up_proj,0.0000049307,0.02500,4.002
+25,mlp.experts.46.up_proj,0.0000055318,0.02500,5.254
+25,mlp.experts.68.up_proj,0.0000053059,0.02500,3.986
+25,mlp.experts.64.up_proj,0.0000014209,0.02500,4.034
+25,mlp.experts.50.up_proj,0.0000030295,0.02500,5.834
+25,mlp.experts.42.up_proj,0.0000095672,0.02500,5.590
+25,mlp.experts.54.up_proj,0.0000124279,0.02500,5.712
+25,mlp.experts.76.up_proj,0.0000062942,0.02500,3.816
+25,mlp.experts.72.up_proj,0.0000065478,0.02500,3.914
+25,mlp.experts.29.up_proj,0.0000057409,0.02500,15.187
+25,mlp.experts.25.up_proj,0.0000111916,0.02500,15.003
+25,mlp.experts.84.up_proj,0.0000073782,0.02500,4.254
+25,mlp.experts.80.up_proj,0.0000063860,0.02500,4.038
+25,mlp.experts.62.up_proj,0.0000049738,0.02500,5.049
+25,mlp.experts.66.up_proj,0.0000055930,0.02500,4.702
+25,mlp.experts.58.up_proj,0.0000060023,0.02500,4.687
+25,mlp.experts.92.up_proj,0.0000076516,0.02500,3.241
+25,mlp.experts.88.up_proj,0.0000035349,0.02500,3.151
+25,mlp.experts.53.up_proj,0.0000132649,0.02500,13.377
+25,mlp.experts.49.up_proj,0.0000037681,0.02500,13.754
+25,mlp.experts.115.gate_proj,0.0000071351,0.02500,3.694
+25,mlp.experts.111.gate_proj,0.0000046412,0.02500,3.709
+25,mlp.experts.103.gate_proj,0.0000076532,0.02500,3.831
+25,mlp.experts.45.up_proj,0.0000033945,0.02500,3.628
+25,mlp.experts.3.up_proj,0.0000162145,0.02500,3.922
+25,mlp.experts.41.up_proj,0.0000062123,0.02500,3.644
+25,mlp.experts.70.up_proj,0.0000035804,0.02500,7.133
+25,mlp.experts.69.up_proj,0.0000058265,0.02500,3.929
+25,mlp.experts.65.up_proj,0.0000042472,0.02500,3.879
+25,mlp.experts.78.up_proj,0.0000060014,0.02500,6.722
+25,mlp.experts.57.up_proj,0.0000091586,0.02500,4.496
+25,mlp.experts.61.up_proj,0.0000060952,0.02500,4.804
+25,mlp.experts.82.up_proj,0.0000051720,0.02500,6.701
+25,mlp.experts.74.up_proj,0.0000063984,0.02500,6.668
+25,mlp.experts.11.up_proj,0.0000059528,0.02500,5.525
+25,mlp.experts.119.gate_proj,0.0000065966,0.02500,5.461
+25,mlp.experts.7.up_proj,0.0000026809,0.02500,5.674
+25,mlp.experts.19.up_proj,0.0000107343,0.02500,5.531
+25,mlp.experts.85.up_proj,0.0000053963,0.02500,3.204
+25,mlp.experts.81.up_proj,0.0000039116,0.02500,3.134
+25,mlp.experts.86.up_proj,0.0000084585,0.02500,5.665
+25,mlp.experts.104.up_proj,0.0000055819,0.02500,4.740
+25,mlp.experts.96.up_proj,0.0000192472,0.02500,4.785
+25,mlp.experts.100.up_proj,0.0000062592,0.02500,4.836
+25,mlp.experts.108.up_proj,0.0000106815,0.02500,4.892
+25,mlp.experts.94.up_proj,0.0000061489,0.02500,5.136
+25,mlp.experts.98.up_proj,0.0000066159,0.02500,5.219
+25,mlp.experts.15.up_proj,0.0000042402,0.02500,4.935
+25,mlp.experts.35.up_proj,0.0000141262,0.02500,4.854
+25,mlp.experts.23.up_proj,0.0000040612,0.02500,4.937
+25,mlp.experts.90.up_proj,0.0000062102,0.02500,5.228
+25,mlp.experts.27.up_proj,0.0000042441,0.02500,5.135
+25,mlp.experts.116.up_proj,0.0000083551,0.02500,2.302
+25,mlp.experts.112.up_proj,0.0000051048,0.02500,2.414
+25,mlp.experts.101.up_proj,0.0000023913,0.02500,3.747
+25,mlp.experts.77.up_proj,0.0000029399,0.02500,4.004
+25,mlp.experts.73.up_proj,0.0000051742,0.02500,4.126
+25,mlp.experts.97.up_proj,0.0000054866,0.02500,4.241
+25,mlp.experts.102.up_proj,0.0000032700,0.02500,5.078
+25,mlp.experts.31.up_proj,0.0000088626,0.02500,4.108
+25,mlp.experts.43.up_proj,0.0000050708,0.02500,3.982
+25,mlp.experts.110.up_proj,0.0000035765,0.02500,4.900
+25,mlp.experts.39.up_proj,0.0000068516,0.02500,4.207
+25,mlp.experts.51.up_proj,0.0000155761,0.02500,4.264
+25,mlp.experts.106.up_proj,0.0000042657,0.02500,4.594
+25,mlp.experts.114.up_proj,0.0000071623,0.02500,4.807
+25,mlp.experts.117.up_proj,0.0000033546,0.02500,3.068
+25,mlp.experts.113.up_proj,0.0000042744,0.02500,2.915
+25,mlp.experts.93.up_proj,0.0000032711,0.02500,3.176
+25,mlp.experts.89.up_proj,0.0000095623,0.02500,3.225
+25,mlp.experts.118.up_proj,0.0000058579,0.02500,3.046
+25,mlp.experts.105.up_proj,0.0000081479,0.02500,1.875
+25,mlp.experts.109.up_proj,0.0000061970,0.02500,2.118
+25,mlp.experts.47.up_proj,0.0000088396,0.02500,4.433
+25,mlp.experts.59.up_proj,0.0000092013,0.02500,4.578
+25,mlp.experts.67.up_proj,0.0000015901,0.02500,4.590
+25,mlp.experts.55.up_proj,0.0000068806,0.02500,4.997
+25,mlp.experts.63.up_proj,0.0000053054,0.02500,5.193
+25,mlp.experts.75.up_proj,0.0000068253,0.02500,5.098
+25,mlp.experts.83.up_proj,0.0000051999,0.02500,5.231
+25,mlp.experts.71.up_proj,0.0000012798,0.02500,5.016
+25,mlp.experts.79.up_proj,0.0000028849,0.02500,3.338
+25,mlp.experts.91.up_proj,0.0000047212,0.02500,3.334
+25,mlp.experts.99.up_proj,0.0000029126,0.02500,3.303
+25,mlp.experts.87.up_proj,0.0000060477,0.02500,3.242
+25,mlp.experts.95.up_proj,0.0000053653,0.02500,2.837
+25,mlp.experts.107.up_proj,0.0000120477,0.02500,2.841
+25,mlp.experts.115.up_proj,0.0000070375,0.02500,2.740
+25,mlp.experts.103.up_proj,0.0000072277,0.02500,2.692
+25,mlp.experts.111.up_proj,0.0000045465,0.02500,2.360
+25,mlp.experts.119.up_proj,0.0000064665,0.02500,2.193
+25,mlp.experts.13.down_proj,0.0000003085,0.02500,1.530
+25,mlp.experts.5.down_proj,0.0000003577,0.02500,1.542
+25,mlp.experts.9.down_proj,0.0000001735,0.02500,1.541
+25,mlp.experts.1.down_proj,0.0000001203,0.02500,1.581
+25,mlp.experts.10.down_proj,0.0000001878,0.02500,1.920
+25,mlp.experts.6.down_proj,0.0000008507,0.02500,1.934
+25,mlp.experts.14.down_proj,0.0000002718,0.02500,1.953
+25,mlp.experts.2.down_proj,0.0000013640,0.02500,1.980
+25,mlp.experts.21.down_proj,0.0000005926,0.02500,0.937
+25,mlp.experts.0.down_proj,0.0000001813,0.02500,2.503
+25,mlp.experts.25.down_proj,0.0000006559,0.02500,0.953
+25,mlp.experts.12.down_proj,0.0000004628,0.02500,2.328
+25,mlp.experts.8.down_proj,0.0000003257,0.02500,2.468
+25,mlp.experts.17.down_proj,0.0000002466,0.02500,1.005
+25,mlp.experts.15.down_proj,0.0000001555,0.02500,2.561
+25,mlp.experts.3.down_proj,0.0000009448,0.02500,2.617
+25,mlp.experts.11.down_proj,0.0000003469,0.02500,2.622
+25,mlp.experts.4.down_proj,0.0000002247,0.02500,2.581
+25,mlp.experts.29.down_proj,0.0000002546,0.02500,1.134
+25,mlp.experts.7.down_proj,0.0000001977,0.02500,2.701
+25,mlp.experts.22.down_proj,0.0000002408,0.02500,1.427
+25,mlp.experts.30.down_proj,0.0000001131,0.02500,1.430
+25,mlp.experts.18.down_proj,0.0000003016,0.02500,1.424
+25,mlp.experts.26.down_proj,0.0000001654,0.02500,1.512
+25,mlp.experts.28.down_proj,0.0000002721,0.02500,0.927
+25,mlp.experts.16.down_proj,0.0000003693,0.02500,0.950
+25,mlp.experts.20.down_proj,0.0000001373,0.02500,0.861
+25,mlp.experts.24.down_proj,0.0000002508,0.02500,0.945
+25,mlp.experts.37.down_proj,0.0000002682,0.02500,1.264
+25,mlp.experts.41.down_proj,0.0000002528,0.02500,1.308
+25,mlp.experts.45.down_proj,0.0000001843,0.02500,1.177
+25,mlp.experts.33.down_proj,0.0000003293,0.02500,1.314
+25,mlp.experts.19.down_proj,0.0000006176,0.02500,1.357
+25,mlp.experts.31.down_proj,0.0000003883,0.02500,1.379
+25,mlp.experts.27.down_proj,0.0000001846,0.02500,1.363
+25,mlp.experts.23.down_proj,0.0000001428,0.02500,1.422
+25,mlp.experts.44.down_proj,0.0000002193,0.02500,1.009
+25,mlp.experts.32.down_proj,0.0000002713,0.02500,1.060
+25,mlp.experts.40.down_proj,0.0000002839,0.02500,1.022
+25,mlp.experts.36.down_proj,0.0000005824,0.02500,1.066
+25,mlp.experts.53.down_proj,0.0000006202,0.02500,1.022
+25,mlp.experts.61.down_proj,0.0000002339,0.02500,0.993
+25,mlp.experts.34.down_proj,0.0000002212,0.02500,1.443
+25,mlp.experts.46.down_proj,0.0000003300,0.02500,1.465
+25,mlp.experts.38.down_proj,0.0000001905,0.02500,1.502
+25,mlp.experts.42.down_proj,0.0000004710,0.02500,1.436
+25,mlp.experts.57.down_proj,0.0000004784,0.02500,1.086
+25,mlp.experts.49.down_proj,0.0000001315,0.02500,1.050
+25,mlp.experts.35.down_proj,0.0000006534,0.02500,1.295
+25,mlp.experts.43.down_proj,0.0000002664,0.02500,1.291
+25,mlp.experts.47.down_proj,0.0000004239,0.02500,1.341
+25,mlp.experts.60.down_proj,0.0000001399,0.02500,1.031
+25,mlp.experts.39.down_proj,0.0000003121,0.02500,1.402
+25,mlp.experts.48.down_proj,0.0000006703,0.02500,1.016
+25,mlp.experts.56.down_proj,0.0000001597,0.02500,1.041
+25,mlp.experts.52.down_proj,0.0000004287,0.02500,1.152
+25,mlp.experts.69.down_proj,0.0000002659,0.02500,0.996
+25,mlp.experts.73.down_proj,0.0000001531,0.02500,0.981
+25,mlp.experts.65.down_proj,0.0000001809,0.02500,0.984
+25,mlp.experts.77.down_proj,0.0000001395,0.02500,1.135
+25,mlp.experts.54.down_proj,0.0000008937,0.02500,1.615
+25,mlp.experts.59.down_proj,0.0000005458,0.02500,1.234
+25,mlp.experts.51.down_proj,0.0000008050,0.02500,1.259
+25,mlp.experts.62.down_proj,0.0000001951,0.02500,1.684
+25,mlp.experts.76.down_proj,0.0000003169,0.02500,1.084
+25,mlp.experts.63.down_proj,0.0000002270,0.02500,1.259
+25,mlp.experts.50.down_proj,0.0000001983,0.02500,1.742
+25,mlp.experts.58.down_proj,0.0000002496,0.02500,1.767
+25,mlp.experts.72.down_proj,0.0000001914,0.02500,1.082
+25,mlp.experts.68.down_proj,0.0000002723,0.02500,0.930
+25,mlp.experts.64.down_proj,0.0000001164,0.02500,1.139
+25,mlp.experts.55.down_proj,0.0000003808,0.02500,1.191
+25,mlp.experts.85.down_proj,0.0000002598,0.02500,0.964
+25,mlp.experts.93.down_proj,0.0000001441,0.02500,0.986
+25,mlp.experts.89.down_proj,0.0000005443,0.02500,1.067
+25,mlp.experts.81.down_proj,0.0000003007,0.02500,1.054
+25,mlp.experts.92.down_proj,0.0000003765,0.02500,0.850
+25,mlp.experts.84.down_proj,0.0000002988,0.02500,0.876
+25,mlp.experts.101.down_proj,0.0000000925,0.02500,0.896
+25,mlp.experts.67.down_proj,0.0000000614,0.02500,1.133
+25,mlp.experts.75.down_proj,0.0000002960,0.02500,1.188
+25,mlp.experts.88.down_proj,0.0000002109,0.02500,1.055
+25,mlp.experts.79.down_proj,0.0000001095,0.02500,1.131
+25,mlp.experts.80.down_proj,0.0000002758,0.02500,1.139
+25,mlp.experts.71.down_proj,0.0000001331,0.02500,1.114
+25,mlp.experts.97.down_proj,0.0000002681,0.02500,0.932
+25,mlp.experts.70.down_proj,0.0000001042,0.02500,1.491
+25,mlp.experts.109.down_proj,0.0000001696,0.02500,1.050
+25,mlp.experts.78.down_proj,0.0000002154,0.02500,1.488
+25,mlp.experts.105.down_proj,0.0000003125,0.02500,1.075
+25,mlp.experts.74.down_proj,0.0000001850,0.02500,1.599
+25,mlp.experts.66.down_proj,0.0000002460,0.02500,1.652
+25,mlp.experts.108.down_proj,0.0000004743,0.02500,0.895
+25,mlp.experts.117.down_proj,0.0000002152,0.02500,0.803
+25,mlp.experts.83.down_proj,0.0000001999,0.02500,0.894
+25,mlp.experts.100.down_proj,0.0000003372,0.02500,1.041
+25,mlp.experts.113.down_proj,0.0000001755,0.02500,0.651
+25,mlp.experts.95.down_proj,0.0000001723,0.02500,0.889
+25,mlp.experts.91.down_proj,0.0000002903,0.02500,0.913
+25,mlp.experts.96.down_proj,0.0000012932,0.02500,0.845
+25,mlp.experts.104.down_proj,0.0000003353,0.02500,0.974
+25,mlp.experts.87.down_proj,0.0000002381,0.02500,0.882
+25,mlp.experts.116.down_proj,0.0000003682,0.02500,0.627
+25,mlp.experts.112.down_proj,0.0000001302,0.02500,0.578
+25,mlp.experts.99.down_proj,0.0000002019,0.02500,0.877
+25,mlp.experts.86.down_proj,0.0000003762,0.02500,1.500
+25,mlp.experts.111.down_proj,0.0000001296,0.02500,0.884
+25,mlp.experts.107.down_proj,0.0000005188,0.02500,0.884
+25,mlp.experts.103.down_proj,0.0000002375,0.02500,0.832
+25,mlp.experts.94.down_proj,0.0000003313,0.02500,1.545
+25,mlp.experts.82.down_proj,0.0000002327,0.02500,1.472
+25,mlp.experts.90.down_proj,0.0000002622,0.02500,1.491
+25,mlp.experts.115.down_proj,0.0000003032,0.02500,0.643
+25,mlp.experts.119.down_proj,0.0000002473,0.02500,0.573
+25,mlp.experts.102.down_proj,0.0000001496,0.02500,1.341
+25,mlp.experts.110.down_proj,0.0000001340,0.02500,1.374
+25,mlp.experts.98.down_proj,0.0000003140,0.02500,1.289
+25,mlp.experts.106.down_proj,0.0000002748,0.02500,1.375
+25,mlp.experts.118.down_proj,0.0000001761,0.02500,0.947
+25,mlp.experts.114.down_proj,0.0000004625,0.02500,0.819
+26,self_attn.k_proj,0.0000000041,0.02500,1.835
+26,self_attn.v_proj,0.0000000058,0.02500,1.903
+26,self_attn.q_proj,0.0000000230,0.02500,2.259
+26,self_attn.o_proj,0.0000000096,0.02500,3.930
+26,mlp.shared_experts.gate_proj,0.0000003102,0.02500,1.547
+26,mlp.shared_experts.up_proj,0.0000003144,0.02500,1.460
+26,mlp.shared_experts.down_proj,0.0000000090,0.02500,0.408
+26,mlp.experts.3.gate_proj,0.0000103542,0.02500,4.953
+26,mlp.experts.11.gate_proj,0.0000096068,0.02500,5.168
+26,mlp.experts.15.gate_proj,0.0000077684,0.02500,4.485
+26,mlp.experts.7.gate_proj,0.0000044918,0.02500,5.312
+26,mlp.experts.14.gate_proj,0.0000092631,0.02500,5.449
+26,mlp.experts.6.gate_proj,0.0000082037,0.02500,5.568
+26,mlp.experts.2.gate_proj,0.0000072185,0.02500,5.341
+26,mlp.experts.10.gate_proj,0.0000104270,0.02500,5.722
+26,mlp.experts.8.gate_proj,0.0000036824,0.02500,5.898
+26,mlp.experts.5.gate_proj,0.0000041725,0.02500,5.925
+26,mlp.experts.13.gate_proj,0.0000114309,0.02500,5.960
+26,mlp.experts.0.gate_proj,0.0000053639,0.02500,6.081
+26,mlp.experts.4.gate_proj,0.0000127866,0.02500,6.086
+26,mlp.experts.1.gate_proj,0.0000088209,0.02500,6.226
+26,mlp.experts.12.gate_proj,0.0000022179,0.02500,6.250
+26,mlp.experts.9.gate_proj,0.0000102694,0.02500,6.319
+26,mlp.experts.19.gate_proj,0.0000094008,0.02500,3.628
+26,mlp.experts.31.gate_proj,0.0000061484,0.02500,3.614
+26,mlp.experts.22.gate_proj,0.0000153196,0.02500,3.341
+26,mlp.experts.18.gate_proj,0.0000035654,0.02500,3.462
+26,mlp.experts.30.gate_proj,0.0000029872,0.02500,3.789
+26,mlp.experts.27.gate_proj,0.0000111604,0.02500,4.094
+26,mlp.experts.23.gate_proj,0.0000032379,0.02500,3.974
+26,mlp.experts.26.gate_proj,0.0000142001,0.02500,3.700
+26,mlp.experts.29.gate_proj,0.0000080263,0.02500,4.480
+26,mlp.experts.21.gate_proj,0.0000038122,0.02500,4.602
+26,mlp.experts.24.gate_proj,0.0000067419,0.02500,4.639
+26,mlp.experts.16.gate_proj,0.0000103746,0.02500,4.585
+26,mlp.experts.25.gate_proj,0.0000096817,0.02500,4.379
+26,mlp.experts.20.gate_proj,0.0000063285,0.02500,4.632
+26,mlp.experts.28.gate_proj,0.0000141367,0.02500,4.563
+26,mlp.experts.17.gate_proj,0.0000046050,0.02500,4.693
+26,mlp.experts.34.gate_proj,0.0000101207,0.02500,3.211
+26,mlp.experts.35.gate_proj,0.0000051183,0.02500,3.753
+26,mlp.experts.42.gate_proj,0.0000048944,0.02500,3.146
+26,mlp.experts.39.gate_proj,0.0000042030,0.02500,3.420
+26,mlp.experts.38.gate_proj,0.0000261241,0.02500,3.822
+26,mlp.experts.43.gate_proj,0.0000065222,0.02500,3.504
+26,mlp.experts.46.gate_proj,0.0000011388,0.02500,3.666
+26,mlp.experts.47.gate_proj,0.0000051947,0.02500,4.100
+26,mlp.experts.40.gate_proj,0.0000084767,0.02500,4.060
+26,mlp.experts.32.gate_proj,0.0000055724,0.02500,4.015
+26,mlp.experts.45.gate_proj,0.0000046505,0.02500,4.304
+26,mlp.experts.36.gate_proj,0.0000114893,0.02500,4.029
+26,mlp.experts.37.gate_proj,0.0000052480,0.02500,4.263
+26,mlp.experts.44.gate_proj,0.0000079124,0.02500,3.989
+26,mlp.experts.41.gate_proj,0.0000057787,0.02500,4.309
+26,mlp.experts.33.gate_proj,0.0000059135,0.02500,4.320
+26,mlp.experts.50.gate_proj,0.0000063367,0.02500,3.467
+26,mlp.experts.51.gate_proj,0.0000057778,0.02500,3.507
+26,mlp.experts.55.gate_proj,0.0000050052,0.02500,3.565
+26,mlp.experts.62.gate_proj,0.0000061935,0.02500,3.461
+26,mlp.experts.58.gate_proj,0.0000114569,0.02500,3.910
+26,mlp.experts.59.gate_proj,0.0000064873,0.02500,3.792
+26,mlp.experts.54.gate_proj,0.0000102376,0.02500,3.848
+26,mlp.experts.63.gate_proj,0.0000057727,0.02500,3.740
+26,mlp.experts.61.gate_proj,0.0000059063,0.02500,3.532
+26,mlp.experts.53.gate_proj,0.0000072174,0.02500,3.588
+26,mlp.experts.57.gate_proj,0.0000110265,0.02500,3.527
+26,mlp.experts.49.gate_proj,0.0000068945,0.02500,3.475
+26,mlp.experts.67.gate_proj,0.0000087159,0.02500,3.183
+26,mlp.experts.56.gate_proj,0.0000090592,0.02500,4.489
+26,mlp.experts.48.gate_proj,0.0000094610,0.02500,4.596
+26,mlp.experts.60.gate_proj,0.0000071827,0.02500,4.591
+26,mlp.experts.52.gate_proj,0.0000198869,0.02500,4.694
+26,mlp.experts.66.gate_proj,0.0000092937,0.02500,3.786
+26,mlp.experts.78.gate_proj,0.0000057228,0.02500,3.550
+26,mlp.experts.71.gate_proj,0.0000160247,0.02500,3.667
+26,mlp.experts.70.gate_proj,0.0000080607,0.02500,3.406
+26,mlp.experts.79.gate_proj,0.0000087419,0.02500,3.323
+26,mlp.experts.74.gate_proj,0.0000015442,0.02500,3.624
+26,mlp.experts.75.gate_proj,0.0000036633,0.02500,3.866
+26,mlp.experts.77.gate_proj,0.0000075186,0.02500,4.018
+26,mlp.experts.69.gate_proj,0.0000051132,0.02500,3.987
+26,mlp.experts.83.gate_proj,0.0000067263,0.02500,3.486
+26,mlp.experts.73.gate_proj,0.0000057880,0.02500,4.009
+26,mlp.experts.65.gate_proj,0.0000093549,0.02500,4.053
+26,mlp.experts.82.gate_proj,0.0000077443,0.02500,3.444
+26,mlp.experts.86.gate_proj,0.0000068063,0.02500,3.379
+26,mlp.experts.94.gate_proj,0.0000110036,0.02500,3.529
+26,mlp.experts.72.gate_proj,0.0000118442,0.02500,4.433
+26,mlp.experts.87.gate_proj,0.0000048948,0.02500,3.709
+26,mlp.experts.95.gate_proj,0.0000067038,0.02500,3.620
+26,mlp.experts.64.gate_proj,0.0000020859,0.02500,4.419
+26,mlp.experts.90.gate_proj,0.0000070379,0.02500,3.634
+26,mlp.experts.68.gate_proj,0.0000065734,0.02500,4.401
+26,mlp.experts.91.gate_proj,0.0000044129,0.02500,3.515
+26,mlp.experts.76.gate_proj,0.0000057705,0.02500,4.559
+26,mlp.experts.93.gate_proj,0.0000076663,0.02500,3.624
+26,mlp.experts.99.gate_proj,0.0000090478,0.02500,3.476
+26,mlp.experts.85.gate_proj,0.0000048017,0.02500,3.655
+26,mlp.experts.89.gate_proj,0.0000052257,0.02500,3.694
+26,mlp.experts.81.gate_proj,0.0000091030,0.02500,3.703
+26,mlp.experts.98.gate_proj,0.0000069706,0.02500,3.518
+26,mlp.experts.110.gate_proj,0.0000042105,0.02500,3.609
+26,mlp.experts.106.gate_proj,0.0000121920,0.02500,3.582
+26,mlp.experts.103.gate_proj,0.0000087906,0.02500,3.739
+26,mlp.experts.102.gate_proj,0.0000119755,0.02500,4.055
+26,mlp.experts.111.gate_proj,0.0000106794,0.02500,3.809
+26,mlp.experts.107.gate_proj,0.0000056307,0.02500,3.592
+26,mlp.experts.88.gate_proj,0.0000081813,0.02500,4.760
+26,mlp.experts.80.gate_proj,0.0000067873,0.02500,4.776
+26,mlp.experts.92.gate_proj,0.0000060555,0.02500,4.649
+26,mlp.experts.84.gate_proj,0.0000105766,0.02500,4.939
+26,mlp.experts.109.gate_proj,0.0000050809,0.02500,3.188
+26,mlp.experts.101.gate_proj,0.0000075231,0.02500,3.238
+26,mlp.experts.105.gate_proj,0.0000165209,0.02500,3.236
+26,mlp.experts.115.gate_proj,0.0000093662,0.02500,3.597
+26,mlp.experts.97.gate_proj,0.0000081724,0.02500,3.345
+26,mlp.experts.114.gate_proj,0.0000212537,0.02500,3.320
+26,mlp.experts.6.up_proj,0.0000079853,0.02500,3.519
+26,mlp.experts.3.up_proj,0.0000102459,0.02500,3.125
+26,mlp.experts.119.gate_proj,0.0000038752,0.02500,3.291
+26,mlp.experts.2.up_proj,0.0000071481,0.02500,3.500
+26,mlp.experts.118.gate_proj,0.0000046239,0.02500,3.589
+26,mlp.experts.7.up_proj,0.0000043861,0.02500,3.939
+26,mlp.experts.104.gate_proj,0.0000056374,0.02500,4.693
+26,mlp.experts.5.up_proj,0.0000041263,0.02500,3.962
+26,mlp.experts.11.up_proj,0.0000092656,0.02500,3.571
+26,mlp.experts.96.gate_proj,0.0000018058,0.02500,4.793
+26,mlp.experts.117.gate_proj,0.0000125684,0.02500,4.068
+26,mlp.experts.108.gate_proj,0.0000020696,0.02500,4.752
+26,mlp.experts.1.up_proj,0.0000085878,0.02500,3.957
+26,mlp.experts.100.gate_proj,0.0000072569,0.02500,4.885
+26,mlp.experts.10.up_proj,0.0000102872,0.02500,3.963
+26,mlp.experts.113.gate_proj,0.0000052448,0.02500,4.034
+26,mlp.experts.15.up_proj,0.0000076224,0.02500,3.559
+26,mlp.experts.22.up_proj,0.0000146259,0.02500,3.728
+26,mlp.experts.19.up_proj,0.0000091511,0.02500,3.796
+26,mlp.experts.18.up_proj,0.0000034459,0.02500,3.676
+26,mlp.experts.23.up_proj,0.0000031682,0.02500,3.303
+26,mlp.experts.14.up_proj,0.0000088448,0.02500,3.825
+26,mlp.experts.27.up_proj,0.0000110889,0.02500,3.498
+26,mlp.experts.21.up_proj,0.0000037599,0.02500,4.341
+26,mlp.experts.13.up_proj,0.0000111489,0.02500,4.088
+26,mlp.experts.26.up_proj,0.0000137385,0.02500,3.691
+26,mlp.experts.0.up_proj,0.0000051587,0.02500,4.517
+26,mlp.experts.17.up_proj,0.0000045431,0.02500,4.141
+26,mlp.experts.112.gate_proj,0.0000076765,0.02500,4.495
+26,mlp.experts.9.up_proj,0.0000098874,0.02500,4.005
+26,mlp.experts.38.up_proj,0.0000255620,0.02500,3.570
+26,mlp.experts.31.up_proj,0.0000059396,0.02500,3.703
+26,mlp.experts.34.up_proj,0.0000099647,0.02500,3.453
+26,mlp.experts.4.up_proj,0.0000124693,0.02500,4.753
+26,mlp.experts.35.up_proj,0.0000050097,0.02500,3.680
+26,mlp.experts.39.up_proj,0.0000041171,0.02500,3.591
+26,mlp.experts.116.gate_proj,0.0000064788,0.02500,4.881
+26,mlp.experts.30.up_proj,0.0000028192,0.02500,3.747
+26,mlp.experts.43.up_proj,0.0000064605,0.02500,3.202
+26,mlp.experts.42.up_proj,0.0000048478,0.02500,3.678
+26,mlp.experts.51.up_proj,0.0000056995,0.02500,3.092
+26,mlp.experts.50.up_proj,0.0000062225,0.02500,3.595
+26,mlp.experts.54.up_proj,0.0000100744,0.02500,3.712
+26,mlp.experts.37.up_proj,0.0000050929,0.02500,4.304
+26,mlp.experts.47.up_proj,0.0000051013,0.02500,3.785
+26,mlp.experts.29.up_proj,0.0000079544,0.02500,4.316
+26,mlp.experts.55.up_proj,0.0000048732,0.02500,3.582
+26,mlp.experts.33.up_proj,0.0000057955,0.02500,4.378
+26,mlp.experts.25.up_proj,0.0000092717,0.02500,4.318
+26,mlp.experts.16.up_proj,0.0000101662,0.02500,4.733
+26,mlp.experts.46.up_proj,0.0000010994,0.02500,3.689
+26,mlp.experts.8.up_proj,0.0000035738,0.02500,4.760
+26,mlp.experts.20.up_proj,0.0000061268,0.02500,4.710
+26,mlp.experts.12.up_proj,0.0000021284,0.02500,4.750
+26,mlp.experts.59.up_proj,0.0000064006,0.02500,3.742
+26,mlp.experts.58.up_proj,0.0000113913,0.02500,3.286
+26,mlp.experts.67.up_proj,0.0000084766,0.02500,3.570
+26,mlp.experts.66.up_proj,0.0000088225,0.02500,3.393
+26,mlp.experts.70.up_proj,0.0000078406,0.02500,3.564
+26,mlp.experts.63.up_proj,0.0000056164,0.02500,3.465
+26,mlp.experts.71.up_proj,0.0000156901,0.02500,3.519
+26,mlp.experts.62.up_proj,0.0000061385,0.02500,3.706
+26,mlp.experts.45.up_proj,0.0000045989,0.02500,4.254
+26,mlp.experts.49.up_proj,0.0000066494,0.02500,4.195
+26,mlp.experts.53.up_proj,0.0000070240,0.02500,4.508
+26,mlp.experts.41.up_proj,0.0000056297,0.02500,4.286
+26,mlp.experts.75.up_proj,0.0000036250,0.02500,3.078
+26,mlp.experts.32.up_proj,0.0000054896,0.02500,4.885
+26,mlp.experts.24.up_proj,0.0000066104,0.02500,4.781
+26,mlp.experts.36.up_proj,0.0000113310,0.02500,4.726
+26,mlp.experts.83.up_proj,0.0000065145,0.02500,3.099
+26,mlp.experts.28.up_proj,0.0000139601,0.02500,4.738
+26,mlp.experts.79.up_proj,0.0000084910,0.02500,3.095
+26,mlp.experts.87.up_proj,0.0000046446,0.02500,3.217
+26,mlp.experts.74.up_proj,0.0000014611,0.02500,4.568
+26,mlp.experts.82.up_proj,0.0000075406,0.02500,4.466
+26,mlp.experts.86.up_proj,0.0000065185,0.02500,4.476
+26,mlp.experts.91.up_proj,0.0000043842,0.02500,3.370
+26,mlp.experts.61.up_proj,0.0000058004,0.02500,4.069
+26,mlp.experts.65.up_proj,0.0000091543,0.02500,3.990
+26,mlp.experts.69.up_proj,0.0000050203,0.02500,4.036
+26,mlp.experts.57.up_proj,0.0000109089,0.02500,3.987
+26,mlp.experts.78.up_proj,0.0000056505,0.02500,4.742
+26,mlp.experts.99.up_proj,0.0000088615,0.02500,3.414
+26,mlp.experts.48.up_proj,0.0000090946,0.02500,4.724
+26,mlp.experts.95.up_proj,0.0000065754,0.02500,3.575
+26,mlp.experts.40.up_proj,0.0000081485,0.02500,4.637
+26,mlp.experts.103.up_proj,0.0000086756,0.02500,3.489
+26,mlp.experts.52.up_proj,0.0000189599,0.02500,4.582
+26,mlp.experts.44.up_proj,0.0000076310,0.02500,4.788
+26,mlp.experts.98.up_proj,0.0000068379,0.02500,3.519
+26,mlp.experts.102.up_proj,0.0000116920,0.02500,3.295
+26,mlp.experts.90.up_proj,0.0000068587,0.02500,4.051
+26,mlp.experts.81.up_proj,0.0000088875,0.02500,3.336
+26,mlp.experts.77.up_proj,0.0000074071,0.02500,3.483
+26,mlp.experts.107.up_proj,0.0000055678,0.02500,3.601
+26,mlp.experts.85.up_proj,0.0000047103,0.02500,3.397
+26,mlp.experts.73.up_proj,0.0000057585,0.02500,3.330
+26,mlp.experts.94.up_proj,0.0000108302,0.02500,3.821
+26,mlp.experts.115.up_proj,0.0000090862,0.02500,3.785
+26,mlp.experts.111.up_proj,0.0000105062,0.02500,3.595
+26,mlp.experts.119.up_proj,0.0000035830,0.02500,3.445
+26,mlp.experts.118.up_proj,0.0000044906,0.02500,3.479
+26,mlp.experts.93.up_proj,0.0000073980,0.02500,3.048
+26,mlp.experts.97.up_proj,0.0000081669,0.02500,3.190
+26,mlp.experts.64.up_proj,0.0000020505,0.02500,4.828
+26,mlp.experts.114.up_proj,0.0000211182,0.02500,3.769
+26,mlp.experts.106.up_proj,0.0000118582,0.02500,3.677
+26,mlp.experts.101.up_proj,0.0000072920,0.02500,3.089
+26,mlp.experts.89.up_proj,0.0000051789,0.02500,3.095
+26,mlp.experts.56.up_proj,0.0000088780,0.02500,5.026
+26,mlp.experts.68.up_proj,0.0000064408,0.02500,4.923
+26,mlp.experts.110.up_proj,0.0000039753,0.02500,2.597
+26,mlp.experts.60.up_proj,0.0000070541,0.02500,4.983
+26,mlp.experts.109.up_proj,0.0000049604,0.02500,2.827
+26,mlp.experts.113.up_proj,0.0000050788,0.02500,2.811
+26,mlp.experts.117.up_proj,0.0000124177,0.02500,2.745
+26,mlp.experts.105.up_proj,0.0000163514,0.02500,2.668
+26,mlp.experts.80.up_proj,0.0000066214,0.02500,5.247
+26,mlp.experts.72.up_proj,0.0000115153,0.02500,5.182
+26,mlp.experts.84.up_proj,0.0000102753,0.02500,5.330
+26,mlp.experts.76.up_proj,0.0000056638,0.02500,5.020
+26,mlp.experts.96.up_proj,0.0000017711,0.02500,5.300
+26,mlp.experts.88.up_proj,0.0000080906,0.02500,5.125
+26,mlp.experts.100.up_proj,0.0000071159,0.02500,5.254
+26,mlp.experts.92.up_proj,0.0000059196,0.02500,5.472
+26,mlp.experts.104.up_proj,0.0000056028,0.02500,5.101
+26,mlp.experts.112.up_proj,0.0000076064,0.02500,5.204
+26,mlp.experts.116.up_proj,0.0000062726,0.02500,4.841
+26,mlp.experts.108.up_proj,0.0000019977,0.02500,4.374
+26,mlp.experts.15.down_proj,0.0000004310,0.02500,1.256
+26,mlp.experts.11.down_proj,0.0000005031,0.02500,1.290
+26,mlp.experts.3.down_proj,0.0000007656,0.02500,1.384
+26,mlp.experts.7.down_proj,0.0000001979,0.02500,1.421
+26,mlp.experts.4.down_proj,0.0000006866,0.02500,2.003
+26,mlp.experts.0.down_proj,0.0000003641,0.02500,2.020
+26,mlp.experts.8.down_proj,0.0000002578,0.02500,2.053
+26,mlp.experts.12.down_proj,0.0000000924,0.02500,2.054
+26,mlp.experts.13.down_proj,0.0000008802,0.02500,2.220
+26,mlp.experts.5.down_proj,0.0000002208,0.02500,2.300
+26,mlp.experts.1.down_proj,0.0000004769,0.02500,2.312
+26,mlp.experts.9.down_proj,0.0000003914,0.02500,2.327
+26,mlp.experts.19.down_proj,0.0000004190,0.02500,0.985
+26,mlp.experts.2.down_proj,0.0000002165,0.02500,2.380
+26,mlp.experts.6.down_proj,0.0000003683,0.02500,2.400
+26,mlp.experts.10.down_proj,0.0000003984,0.02500,2.444
+26,mlp.experts.27.down_proj,0.0000006764,0.02500,1.158
+26,mlp.experts.14.down_proj,0.0000004517,0.02500,2.462
+26,mlp.experts.31.down_proj,0.0000002269,0.02500,1.222
+26,mlp.experts.23.down_proj,0.0000002036,0.02500,1.103
+26,mlp.experts.16.down_proj,0.0000005863,0.02500,1.010
+26,mlp.experts.20.down_proj,0.0000003040,0.02500,1.108
+26,mlp.experts.28.down_proj,0.0000004906,0.02500,1.127
+26,mlp.experts.24.down_proj,0.0000002864,0.02500,1.173
+26,mlp.experts.35.down_proj,0.0000002183,0.02500,0.977
+26,mlp.experts.47.down_proj,0.0000001965,0.02500,0.979
+26,mlp.experts.39.down_proj,0.0000003055,0.02500,1.009
+26,mlp.experts.43.down_proj,0.0000002195,0.02500,1.129
+26,mlp.experts.22.down_proj,0.0000008957,0.02500,1.200
+26,mlp.experts.18.down_proj,0.0000001512,0.02500,1.249
+26,mlp.experts.26.down_proj,0.0000006673,0.02500,1.217
+26,mlp.experts.30.down_proj,0.0000001012,0.02500,1.249
+26,mlp.experts.17.down_proj,0.0000002432,0.02500,1.478
+26,mlp.experts.25.down_proj,0.0000005426,0.02500,1.490
+26,mlp.experts.21.down_proj,0.0000001368,0.02500,1.523
+26,mlp.experts.29.down_proj,0.0000004820,0.02500,1.573
+26,mlp.experts.32.down_proj,0.0000002190,0.02500,0.993
+26,mlp.experts.40.down_proj,0.0000003175,0.02500,0.945
+26,mlp.experts.36.down_proj,0.0000006129,0.02500,1.109
+26,mlp.experts.44.down_proj,0.0000003650,0.02500,1.079
+26,mlp.experts.51.down_proj,0.0000002235,0.02500,1.022
+26,mlp.experts.63.down_proj,0.0000002764,0.02500,1.072
+26,mlp.experts.55.down_proj,0.0000003058,0.02500,1.013
+26,mlp.experts.59.down_proj,0.0000003313,0.02500,1.229
+26,mlp.experts.38.down_proj,0.0000014126,0.02500,1.228
+26,mlp.experts.42.down_proj,0.0000002920,0.02500,1.242
+26,mlp.experts.34.down_proj,0.0000005723,0.02500,1.309
+26,mlp.experts.46.down_proj,0.0000000910,0.02500,1.272
+26,mlp.experts.33.down_proj,0.0000002556,0.02500,1.386
+26,mlp.experts.41.down_proj,0.0000003967,0.02500,1.405
+26,mlp.experts.45.down_proj,0.0000002648,0.02500,1.388
+26,mlp.experts.52.down_proj,0.0000010686,0.02500,1.028
+26,mlp.experts.37.down_proj,0.0000002033,0.02500,1.457
+26,mlp.experts.60.down_proj,0.0000003600,0.02500,1.032
+26,mlp.experts.48.down_proj,0.0000003952,0.02500,1.299
+26,mlp.experts.56.down_proj,0.0000007791,0.02500,1.181
+26,mlp.experts.67.down_proj,0.0000004279,0.02500,1.048
+26,mlp.experts.71.down_proj,0.0000010502,0.02500,1.160
+26,mlp.experts.79.down_proj,0.0000003815,0.02500,1.224
+26,mlp.experts.75.down_proj,0.0000001798,0.02500,1.127
+26,mlp.experts.54.down_proj,0.0000004955,0.02500,1.243
+26,mlp.experts.58.down_proj,0.0000005583,0.02500,1.200
+26,mlp.experts.50.down_proj,0.0000002709,0.02500,1.237
+26,mlp.experts.76.down_proj,0.0000002374,0.02500,0.905
+26,mlp.experts.62.down_proj,0.0000002041,0.02500,1.252
+26,mlp.experts.72.down_proj,0.0000006497,0.02500,0.980
+26,mlp.experts.64.down_proj,0.0000001910,0.02500,1.072
+26,mlp.experts.68.down_proj,0.0000003049,0.02500,1.149
+26,mlp.experts.83.down_proj,0.0000002972,0.02500,1.001
+26,mlp.experts.49.down_proj,0.0000002854,0.02500,1.324
+26,mlp.experts.61.down_proj,0.0000002914,0.02500,1.316
+26,mlp.experts.57.down_proj,0.0000003730,0.02500,1.345
+26,mlp.experts.53.down_proj,0.0000002734,0.02500,1.343
+26,mlp.experts.95.down_proj,0.0000002667,0.02500,0.941
+26,mlp.experts.87.down_proj,0.0000001470,0.02500,1.059
+26,mlp.experts.91.down_proj,0.0000001887,0.02500,1.028
+26,mlp.experts.92.down_proj,0.0000002216,0.02500,0.935
+26,mlp.experts.80.down_proj,0.0000004070,0.02500,0.867
+26,mlp.experts.70.down_proj,0.0000003426,0.02500,1.217
+26,mlp.experts.74.down_proj,0.0000000742,0.02500,1.215
+26,mlp.experts.66.down_proj,0.0000003646,0.02500,1.273
+26,mlp.experts.78.down_proj,0.0000003009,0.02500,1.251
+26,mlp.experts.88.down_proj,0.0000004796,0.02500,1.156
+26,mlp.experts.99.down_proj,0.0000005693,0.02500,1.092
+26,mlp.experts.84.down_proj,0.0000006000,0.02500,1.139
+26,mlp.experts.111.down_proj,0.0000008468,0.02500,1.014
+26,mlp.experts.103.down_proj,0.0000003117,0.02500,1.034
+26,mlp.experts.107.down_proj,0.0000002481,0.02500,0.869
+26,mlp.experts.108.down_proj,0.0000001948,0.02500,0.881
+26,mlp.experts.77.down_proj,0.0000006292,0.02500,1.551
+26,mlp.experts.73.down_proj,0.0000002428,0.02500,1.574
+26,mlp.experts.65.down_proj,0.0000004934,0.02500,1.644
+26,mlp.experts.115.down_proj,0.0000004287,0.02500,0.707
+26,mlp.experts.96.down_proj,0.0000001401,0.02500,0.990
+26,mlp.experts.69.down_proj,0.0000002771,0.02500,1.702
+26,mlp.experts.104.down_proj,0.0000003289,0.02500,0.850
+26,mlp.experts.119.down_proj,0.0000004119,0.02500,0.639
+26,mlp.experts.86.down_proj,0.0000002320,0.02500,1.165
+26,mlp.experts.100.down_proj,0.0000003202,0.02500,0.946
+26,mlp.experts.90.down_proj,0.0000003754,0.02500,1.223
+26,mlp.experts.82.down_proj,0.0000003155,0.02500,1.215
+26,mlp.experts.94.down_proj,0.0000004864,0.02500,1.248
+26,mlp.experts.112.down_proj,0.0000004662,0.02500,0.697
+26,mlp.experts.116.down_proj,0.0000002344,0.02500,0.589
+26,mlp.experts.93.down_proj,0.0000002960,0.02500,1.417
+26,mlp.experts.81.down_proj,0.0000004806,0.02500,1.467
+26,mlp.experts.89.down_proj,0.0000002059,0.02500,1.482
+26,mlp.experts.102.down_proj,0.0000005676,0.02500,1.276
+26,mlp.experts.85.down_proj,0.0000001798,0.02500,1.492
+26,mlp.experts.106.down_proj,0.0000006695,0.02500,1.303
+26,mlp.experts.98.down_proj,0.0000003579,0.02500,1.200
+26,mlp.experts.110.down_proj,0.0000004421,0.02500,1.295
+26,mlp.experts.114.down_proj,0.0000010770,0.02500,0.957
+26,mlp.experts.105.down_proj,0.0000011380,0.02500,1.215
+26,mlp.experts.118.down_proj,0.0000003022,0.02500,1.119
+26,mlp.experts.109.down_proj,0.0000001751,0.02500,1.343
+26,mlp.experts.97.down_proj,0.0000004865,0.02500,1.307
+26,mlp.experts.101.down_proj,0.0000002459,0.02500,1.118
+26,mlp.experts.113.down_proj,0.0000001814,0.02500,0.510
+26,mlp.experts.117.down_proj,0.0000007347,0.02500,0.506
+27,self_attn.k_proj,0.0000000052,0.02500,1.697
+27,self_attn.v_proj,0.0000000075,0.02500,1.755
+27,self_attn.q_proj,0.0000000297,0.02500,2.070
+27,self_attn.o_proj,0.0000000154,0.02500,3.673
+27,mlp.shared_experts.gate_proj,0.0000003664,0.02500,1.277
+27,mlp.shared_experts.up_proj,0.0000003683,0.02500,1.299
+27,mlp.shared_experts.down_proj,0.0000000101,0.02500,0.391
+27,mlp.experts.9.gate_proj,0.0000075601,0.02500,5.094
+27,mlp.experts.12.gate_proj,0.0000022007,0.02500,5.244
+27,mlp.experts.13.gate_proj,0.0000189799,0.02500,5.318
+27,mlp.experts.8.gate_proj,0.0000093944,0.02500,5.336
+27,mlp.experts.1.gate_proj,0.0000076700,0.02500,5.372
+27,mlp.experts.4.gate_proj,0.0000126560,0.02500,5.418
+27,mlp.experts.0.gate_proj,0.0000067182,0.02500,5.485
+27,mlp.experts.5.gate_proj,0.0000072473,0.02500,5.487
+27,mlp.experts.15.gate_proj,0.0000089082,0.02500,6.220
+27,mlp.experts.14.gate_proj,0.0000069480,0.02500,6.288
+27,mlp.experts.6.gate_proj,0.0000042655,0.02500,6.291
+27,mlp.experts.11.gate_proj,0.0000081070,0.02500,6.325
+27,mlp.experts.2.gate_proj,0.0000133711,0.02500,6.387
+27,mlp.experts.3.gate_proj,0.0000100842,0.02500,6.493
+27,mlp.experts.7.gate_proj,0.0000102293,0.02500,6.560
+27,mlp.experts.10.gate_proj,0.0000280090,0.02500,6.648
+27,mlp.experts.17.gate_proj,0.0000178605,0.02500,3.000
+27,mlp.experts.25.gate_proj,0.0000064466,0.02500,3.457
+27,mlp.experts.21.gate_proj,0.0000058496,0.02500,3.485
+27,mlp.experts.29.gate_proj,0.0000130068,0.02500,4.048
+27,mlp.experts.27.gate_proj,0.0000083617,0.02500,3.356
+27,mlp.experts.31.gate_proj,0.0000094228,0.02500,3.505
+27,mlp.experts.30.gate_proj,0.0000038756,0.02500,3.539
+27,mlp.experts.22.gate_proj,0.0000059273,0.02500,3.637
+27,mlp.experts.28.gate_proj,0.0000035633,0.02500,4.695
+27,mlp.experts.18.gate_proj,0.0000024635,0.02500,3.624
+27,mlp.experts.16.gate_proj,0.0000103858,0.02500,4.575
+27,mlp.experts.19.gate_proj,0.0000025330,0.02500,3.628
+27,mlp.experts.20.gate_proj,0.0000047845,0.02500,4.789
+27,mlp.experts.26.gate_proj,0.0000090421,0.02500,3.574
+27,mlp.experts.24.gate_proj,0.0000075285,0.02500,5.054
+27,mlp.experts.23.gate_proj,0.0000143638,0.02500,3.985
+27,mlp.experts.41.gate_proj,0.0000036339,0.02500,3.193
+27,mlp.experts.33.gate_proj,0.0000076616,0.02500,3.571
+27,mlp.experts.37.gate_proj,0.0000058193,0.02500,3.811
+27,mlp.experts.45.gate_proj,0.0000043469,0.02500,3.708
+27,mlp.experts.47.gate_proj,0.0000044302,0.02500,3.494
+27,mlp.experts.46.gate_proj,0.0000104719,0.02500,3.390
+27,mlp.experts.38.gate_proj,0.0000101145,0.02500,3.418
+27,mlp.experts.34.gate_proj,0.0000151362,0.02500,3.383
+27,mlp.experts.42.gate_proj,0.0000085993,0.02500,3.274
+27,mlp.experts.35.gate_proj,0.0000079065,0.02500,3.494
+27,mlp.experts.43.gate_proj,0.0000093544,0.02500,4.017
+27,mlp.experts.39.gate_proj,0.0000179186,0.02500,3.834
+27,mlp.experts.44.gate_proj,0.0000089875,0.02500,4.628
+27,mlp.experts.32.gate_proj,0.0000087843,0.02500,4.571
+27,mlp.experts.36.gate_proj,0.0000066213,0.02500,4.529
+27,mlp.experts.40.gate_proj,0.0000018465,0.02500,4.609
+27,mlp.experts.57.gate_proj,0.0000113290,0.02500,3.815
+27,mlp.experts.49.gate_proj,0.0000086242,0.02500,3.677
+27,mlp.experts.62.gate_proj,0.0000137130,0.02500,3.126
+27,mlp.experts.54.gate_proj,0.0000098534,0.02500,3.105
+27,mlp.experts.50.gate_proj,0.0000087218,0.02500,3.061
+27,mlp.experts.53.gate_proj,0.0000077702,0.02500,3.763
+27,mlp.experts.58.gate_proj,0.0000093675,0.02500,3.069
+27,mlp.experts.63.gate_proj,0.0000037534,0.02500,3.577
+27,mlp.experts.61.gate_proj,0.0000077361,0.02500,3.731
+27,mlp.experts.51.gate_proj,0.0000068909,0.02500,3.586
+27,mlp.experts.59.gate_proj,0.0000063567,0.02500,3.641
+27,mlp.experts.55.gate_proj,0.0000056144,0.02500,3.787
+27,mlp.experts.73.gate_proj,0.0000100858,0.02500,3.109
+27,mlp.experts.65.gate_proj,0.0000111814,0.02500,3.202
+27,mlp.experts.52.gate_proj,0.0000019179,0.02500,4.402
+27,mlp.experts.48.gate_proj,0.0000187883,0.02500,4.592
+27,mlp.experts.60.gate_proj,0.0000092639,0.02500,4.802
+27,mlp.experts.69.gate_proj,0.0000118123,0.02500,2.987
+27,mlp.experts.78.gate_proj,0.0000081695,0.02500,3.318
+27,mlp.experts.56.gate_proj,0.0000063637,0.02500,4.757
+27,mlp.experts.70.gate_proj,0.0000108349,0.02500,3.322
+27,mlp.experts.77.gate_proj,0.0000085196,0.02500,2.971
+27,mlp.experts.74.gate_proj,0.0000104941,0.02500,3.351
+27,mlp.experts.66.gate_proj,0.0000096753,0.02500,3.539
+27,mlp.experts.79.gate_proj,0.0000051881,0.02500,3.349
+27,mlp.experts.67.gate_proj,0.0000024529,0.02500,3.476
+27,mlp.experts.75.gate_proj,0.0000082971,0.02500,3.622
+27,mlp.experts.89.gate_proj,0.0000125940,0.02500,3.000
+27,mlp.experts.71.gate_proj,0.0000098534,0.02500,3.524
+27,mlp.experts.81.gate_proj,0.0000039072,0.02500,3.090
+27,mlp.experts.85.gate_proj,0.0000064406,0.02500,3.323
+27,mlp.experts.94.gate_proj,0.0000062731,0.02500,3.323
+27,mlp.experts.86.gate_proj,0.0000038403,0.02500,3.281
+27,mlp.experts.93.gate_proj,0.0000082252,0.02500,3.369
+27,mlp.experts.90.gate_proj,0.0000044092,0.02500,3.319
+27,mlp.experts.82.gate_proj,0.0000041531,0.02500,3.391
+27,mlp.experts.95.gate_proj,0.0000042635,0.02500,3.707
+27,mlp.experts.64.gate_proj,0.0000087796,0.02500,4.874
+27,mlp.experts.68.gate_proj,0.0000080854,0.02500,5.107
+27,mlp.experts.83.gate_proj,0.0000080627,0.02500,3.720
+27,mlp.experts.91.gate_proj,0.0000115914,0.02500,3.725
+27,mlp.experts.72.gate_proj,0.0000100053,0.02500,4.934
+27,mlp.experts.76.gate_proj,0.0000133075,0.02500,5.530
+27,mlp.experts.87.gate_proj,0.0000067446,0.02500,3.556
+27,mlp.experts.105.gate_proj,0.0000096600,0.02500,3.612
+27,mlp.experts.97.gate_proj,0.0000090436,0.02500,3.821
+27,mlp.experts.101.gate_proj,0.0000026069,0.02500,3.674
+27,mlp.experts.109.gate_proj,0.0000090339,0.02500,3.624
+27,mlp.experts.111.gate_proj,0.0000052428,0.02500,3.147
+27,mlp.experts.99.gate_proj,0.0000047280,0.02500,3.149
+27,mlp.experts.107.gate_proj,0.0000071983,0.02500,3.077
+27,mlp.experts.110.gate_proj,0.0000081473,0.02500,4.935
+27,mlp.experts.102.gate_proj,0.0000220371,0.02500,4.925
+27,mlp.experts.106.gate_proj,0.0000085427,0.02500,4.968
+27,mlp.experts.98.gate_proj,0.0000080952,0.02500,4.910
+27,mlp.experts.103.gate_proj,0.0000181337,0.02500,3.137
+27,mlp.experts.1.up_proj,0.0000075859,0.02500,3.745
+27,mlp.experts.80.gate_proj,0.0000077914,0.02500,5.009
+27,mlp.experts.84.gate_proj,0.0000091495,0.02500,5.084
+27,mlp.experts.113.gate_proj,0.0000084134,0.02500,3.625
+27,mlp.experts.88.gate_proj,0.0000075950,0.02500,5.071
+27,mlp.experts.117.gate_proj,0.0000109043,0.02500,3.269
+27,mlp.experts.7.up_proj,0.0000100082,0.02500,3.048
+27,mlp.experts.92.gate_proj,0.0000089860,0.02500,5.255
+27,mlp.experts.5.up_proj,0.0000072394,0.02500,3.883
+27,mlp.experts.115.gate_proj,0.0000070953,0.02500,3.216
+27,mlp.experts.3.up_proj,0.0000098841,0.02500,3.127
+27,mlp.experts.119.gate_proj,0.0000072626,0.02500,3.151
+27,mlp.experts.6.up_proj,0.0000042617,0.02500,4.379
+27,mlp.experts.118.gate_proj,0.0000066721,0.02500,4.438
+27,mlp.experts.17.up_proj,0.0000176785,0.02500,3.473
+27,mlp.experts.2.up_proj,0.0000132699,0.02500,4.352
+27,mlp.experts.114.gate_proj,0.0000074846,0.02500,4.413
+27,mlp.experts.9.up_proj,0.0000074464,0.02500,3.589
+27,mlp.experts.13.up_proj,0.0000186475,0.02500,3.388
+27,mlp.experts.23.up_proj,0.0000141948,0.02500,3.226
+27,mlp.experts.96.gate_proj,0.0000061539,0.02500,4.931
+27,mlp.experts.11.up_proj,0.0000080407,0.02500,3.380
+27,mlp.experts.21.up_proj,0.0000055926,0.02500,3.579
+27,mlp.experts.100.gate_proj,0.0000145661,0.02500,5.000
+27,mlp.experts.19.up_proj,0.0000024458,0.02500,3.454
+27,mlp.experts.104.gate_proj,0.0000081818,0.02500,4.881
+27,mlp.experts.15.up_proj,0.0000088883,0.02500,3.265
+27,mlp.experts.108.gate_proj,0.0000055509,0.02500,4.989
+27,mlp.experts.22.up_proj,0.0000058096,0.02500,3.578
+27,mlp.experts.14.up_proj,0.0000067122,0.02500,3.573
+27,mlp.experts.10.up_proj,0.0000274805,0.02500,3.363
+27,mlp.experts.18.up_proj,0.0000024345,0.02500,3.576
+27,mlp.experts.25.up_proj,0.0000062865,0.02500,3.382
+27,mlp.experts.39.up_proj,0.0000175246,0.02500,3.102
+27,mlp.experts.33.up_proj,0.0000074474,0.02500,3.891
+27,mlp.experts.29.up_proj,0.0000124965,0.02500,3.624
+27,mlp.experts.27.up_proj,0.0000084565,0.02500,2.938
+27,mlp.experts.35.up_proj,0.0000078216,0.02500,2.891
+27,mlp.experts.37.up_proj,0.0000057972,0.02500,3.377
+27,mlp.experts.31.up_proj,0.0000093721,0.02500,2.917
+27,mlp.experts.112.gate_proj,0.0000083428,0.02500,4.482
+27,mlp.experts.116.gate_proj,0.0000072215,0.02500,4.357
+27,mlp.experts.0.up_proj,0.0000066330,0.02500,4.376
+27,mlp.experts.55.up_proj,0.0000054085,0.02500,3.080
+27,mlp.experts.38.up_proj,0.0000099994,0.02500,3.679
+27,mlp.experts.4.up_proj,0.0000123739,0.02500,4.461
+27,mlp.experts.30.up_proj,0.0000038143,0.02500,3.661
+27,mlp.experts.26.up_proj,0.0000087473,0.02500,3.711
+27,mlp.experts.34.up_proj,0.0000148544,0.02500,3.742
+27,mlp.experts.41.up_proj,0.0000036159,0.02500,3.671
+27,mlp.experts.49.up_proj,0.0000084889,0.02500,3.914
+27,mlp.experts.51.up_proj,0.0000067859,0.02500,3.105
+27,mlp.experts.43.up_proj,0.0000092114,0.02500,3.340
+27,mlp.experts.45.up_proj,0.0000043222,0.02500,3.915
+27,mlp.experts.47.up_proj,0.0000043607,0.02500,3.152
+27,mlp.experts.53.up_proj,0.0000075598,0.02500,3.764
+27,mlp.experts.71.up_proj,0.0000096275,0.02500,2.983
+27,mlp.experts.8.up_proj,0.0000091481,0.02500,4.133
+27,mlp.experts.12.up_proj,0.0000020977,0.02500,4.114
+27,mlp.experts.16.up_proj,0.0000102804,0.02500,4.049
+27,mlp.experts.20.up_proj,0.0000047110,0.02500,3.819
+27,mlp.experts.67.up_proj,0.0000023776,0.02500,3.124
+27,mlp.experts.59.up_proj,0.0000062461,0.02500,3.285
+27,mlp.experts.65.up_proj,0.0000108089,0.02500,3.411
+27,mlp.experts.57.up_proj,0.0000109442,0.02500,3.921
+27,mlp.experts.63.up_proj,0.0000035945,0.02500,3.344
+27,mlp.experts.46.up_proj,0.0000104243,0.02500,4.692
+27,mlp.experts.54.up_proj,0.0000095296,0.02500,4.831
+27,mlp.experts.42.up_proj,0.0000082270,0.02500,4.687
+27,mlp.experts.50.up_proj,0.0000083461,0.02500,4.722
+27,mlp.experts.61.up_proj,0.0000075067,0.02500,3.926
+27,mlp.experts.69.up_proj,0.0000115126,0.02500,3.594
+27,mlp.experts.87.up_proj,0.0000066471,0.02500,3.775
+27,mlp.experts.24.up_proj,0.0000072892,0.02500,3.742
+27,mlp.experts.28.up_proj,0.0000034503,0.02500,3.845
+27,mlp.experts.32.up_proj,0.0000086672,0.02500,3.903
+27,mlp.experts.83.up_proj,0.0000079021,0.02500,3.609
+27,mlp.experts.75.up_proj,0.0000082326,0.02500,3.637
+27,mlp.experts.36.up_proj,0.0000065098,0.02500,4.016
+27,mlp.experts.79.up_proj,0.0000051542,0.02500,3.395
+27,mlp.experts.81.up_proj,0.0000038210,0.02500,3.980
+27,mlp.experts.73.up_proj,0.0000098598,0.02500,3.888
+27,mlp.experts.85.up_proj,0.0000063042,0.02500,3.654
+27,mlp.experts.77.up_proj,0.0000081379,0.02500,3.982
+27,mlp.experts.70.up_proj,0.0000108352,0.02500,4.723
+27,mlp.experts.62.up_proj,0.0000133848,0.02500,4.820
+27,mlp.experts.58.up_proj,0.0000090430,0.02500,4.737
+27,mlp.experts.66.up_proj,0.0000094742,0.02500,4.778
+27,mlp.experts.103.up_proj,0.0000175281,0.02500,3.259
+27,mlp.experts.99.up_proj,0.0000046254,0.02500,3.321
+27,mlp.experts.91.up_proj,0.0000113567,0.02500,3.297
+27,mlp.experts.40.up_proj,0.0000018291,0.02500,4.394
+27,mlp.experts.95.up_proj,0.0000042204,0.02500,3.355
+27,mlp.experts.44.up_proj,0.0000086430,0.02500,4.405
+27,mlp.experts.89.up_proj,0.0000119291,0.02500,3.455
+27,mlp.experts.48.up_proj,0.0000185172,0.02500,4.383
+27,mlp.experts.97.up_proj,0.0000085926,0.02500,3.918
+27,mlp.experts.52.up_proj,0.0000018961,0.02500,4.398
+27,mlp.experts.93.up_proj,0.0000080728,0.02500,3.572
+27,mlp.experts.101.up_proj,0.0000025572,0.02500,3.829
+27,mlp.experts.119.up_proj,0.0000072099,0.02500,3.402
+27,mlp.experts.86.up_proj,0.0000038107,0.02500,4.540
+27,mlp.experts.74.up_proj,0.0000103575,0.02500,4.625
+27,mlp.experts.78.up_proj,0.0000080933,0.02500,4.723
+27,mlp.experts.115.up_proj,0.0000070263,0.02500,3.575
+27,mlp.experts.82.up_proj,0.0000039720,0.02500,4.606
+27,mlp.experts.107.up_proj,0.0000071094,0.02500,3.421
+27,mlp.experts.111.up_proj,0.0000050569,0.02500,3.255
+27,mlp.experts.105.up_proj,0.0000095843,0.02500,3.760
+27,mlp.experts.113.up_proj,0.0000083525,0.02500,3.525
+27,mlp.experts.56.up_proj,0.0000062110,0.02500,4.461
+27,mlp.experts.109.up_proj,0.0000087380,0.02500,3.167
+27,mlp.experts.117.up_proj,0.0000103290,0.02500,2.952
+27,mlp.experts.60.up_proj,0.0000090596,0.02500,4.513
+27,mlp.experts.64.up_proj,0.0000088352,0.02500,4.402
+27,mlp.experts.68.up_proj,0.0000078455,0.02500,4.298
+27,mlp.experts.98.up_proj,0.0000080666,0.02500,4.074
+27,mlp.experts.102.up_proj,0.0000211785,0.02500,4.451
+27,mlp.experts.90.up_proj,0.0000043613,0.02500,4.370
+27,mlp.experts.94.up_proj,0.0000062313,0.02500,4.686
+27,mlp.experts.72.up_proj,0.0000096444,0.02500,4.019
+27,mlp.experts.76.up_proj,0.0000129723,0.02500,3.969
+27,mlp.experts.80.up_proj,0.0000076722,0.02500,3.978
+27,mlp.experts.84.up_proj,0.0000087669,0.02500,4.292
+27,mlp.experts.106.up_proj,0.0000084063,0.02500,4.797
+27,mlp.experts.114.up_proj,0.0000073437,0.02500,4.972
+27,mlp.experts.118.up_proj,0.0000065245,0.02500,4.935
+27,mlp.experts.110.up_proj,0.0000079151,0.02500,4.583
+27,mlp.experts.88.up_proj,0.0000074317,0.02500,4.099
+27,mlp.experts.92.up_proj,0.0000089423,0.02500,4.150
+27,mlp.experts.96.up_proj,0.0000059565,0.02500,4.152
+27,mlp.experts.100.up_proj,0.0000145894,0.02500,4.165
+27,mlp.experts.108.up_proj,0.0000053873,0.02500,4.667
+27,mlp.experts.112.up_proj,0.0000081643,0.02500,4.546
+27,mlp.experts.104.up_proj,0.0000081076,0.02500,5.193
+27,mlp.experts.116.up_proj,0.0000069470,0.02500,4.146
+27,mlp.experts.9.down_proj,0.0000004193,0.02500,1.047
+27,mlp.experts.5.down_proj,0.0000003598,0.02500,1.049
+27,mlp.experts.1.down_proj,0.0000003876,0.02500,1.069
+27,mlp.experts.13.down_proj,0.0000010213,0.02500,1.130
+27,mlp.experts.11.down_proj,0.0000004683,0.02500,1.179
+27,mlp.experts.2.down_proj,0.0000010105,0.02500,1.191
+27,mlp.experts.6.down_proj,0.0000002875,0.02500,1.193
+27,mlp.experts.14.down_proj,0.0000003667,0.02500,1.195
+27,mlp.experts.7.down_proj,0.0000005179,0.02500,1.272
+27,mlp.experts.10.down_proj,0.0000013100,0.02500,1.293
+27,mlp.experts.3.down_proj,0.0000005391,0.02500,1.307
+27,mlp.experts.15.down_proj,0.0000004079,0.02500,1.310
+27,mlp.experts.12.down_proj,0.0000002322,0.02500,1.495
+27,mlp.experts.8.down_proj,0.0000009734,0.02500,1.496
+27,mlp.experts.4.down_proj,0.0000009540,0.02500,1.533
+27,mlp.experts.0.down_proj,0.0000003316,0.02500,1.546
+27,mlp.experts.21.down_proj,0.0000002522,0.02500,1.061
+27,mlp.experts.29.down_proj,0.0000009552,0.02500,1.016
+27,mlp.experts.17.down_proj,0.0000010359,0.02500,1.100
+27,mlp.experts.27.down_proj,0.0000004298,0.02500,1.015
+27,mlp.experts.25.down_proj,0.0000004130,0.02500,1.170
+27,mlp.experts.19.down_proj,0.0000002436,0.02500,0.998
+27,mlp.experts.23.down_proj,0.0000007381,0.02500,1.047
+27,mlp.experts.31.down_proj,0.0000003559,0.02500,1.022
+27,mlp.experts.30.down_proj,0.0000001988,0.02500,1.215
+27,mlp.experts.18.down_proj,0.0000001318,0.02500,1.252
+27,mlp.experts.22.down_proj,0.0000003027,0.02500,1.256
+27,mlp.experts.26.down_proj,0.0000004549,0.02500,1.308
+27,mlp.experts.24.down_proj,0.0000002440,0.02500,1.219
+27,mlp.experts.20.down_proj,0.0000001769,0.02500,1.207
+27,mlp.experts.28.down_proj,0.0000003665,0.02500,1.279
+27,mlp.experts.16.down_proj,0.0000007388,0.02500,1.251
+27,mlp.experts.37.down_proj,0.0000001836,0.02500,0.921
+27,mlp.experts.45.down_proj,0.0000001822,0.02500,0.978
+27,mlp.experts.43.down_proj,0.0000005149,0.02500,1.019
+27,mlp.experts.33.down_proj,0.0000005582,0.02500,1.111
+27,mlp.experts.35.down_proj,0.0000003739,0.02500,0.993
+27,mlp.experts.39.down_proj,0.0000015561,0.02500,0.997
+27,mlp.experts.41.down_proj,0.0000002315,0.02500,1.135
+27,mlp.experts.47.down_proj,0.0000001802,0.02500,1.126
+27,mlp.experts.38.down_proj,0.0000004936,0.02500,1.098
+27,mlp.experts.46.down_proj,0.0000008444,0.02500,1.141
+27,mlp.experts.34.down_proj,0.0000009210,0.02500,1.257
+27,mlp.experts.42.down_proj,0.0000003590,0.02500,1.117
+27,mlp.experts.53.down_proj,0.0000005060,0.02500,0.992
+27,mlp.experts.40.down_proj,0.0000001698,0.02500,1.405
+27,mlp.experts.36.down_proj,0.0000004172,0.02500,1.438
+27,mlp.experts.44.down_proj,0.0000002661,0.02500,1.439
+27,mlp.experts.32.down_proj,0.0000003933,0.02500,1.418
+27,mlp.experts.61.down_proj,0.0000004086,0.02500,1.104
+27,mlp.experts.51.down_proj,0.0000003273,0.02500,1.010
+27,mlp.experts.49.down_proj,0.0000004798,0.02500,1.035
+27,mlp.experts.57.down_proj,0.0000004900,0.02500,1.018
+27,mlp.experts.55.down_proj,0.0000002078,0.02500,1.083
+27,mlp.experts.59.down_proj,0.0000004600,0.02500,1.202
+27,mlp.experts.63.down_proj,0.0000002227,0.02500,1.102
+27,mlp.experts.54.down_proj,0.0000004415,0.02500,1.416
+27,mlp.experts.69.down_proj,0.0000007286,0.02500,0.973
+27,mlp.experts.62.down_proj,0.0000010426,0.02500,1.508
+27,mlp.experts.58.down_proj,0.0000006153,0.02500,1.456
+27,mlp.experts.77.down_proj,0.0000006780,0.02500,0.954
+27,mlp.experts.50.down_proj,0.0000005330,0.02500,1.499
+27,mlp.experts.65.down_proj,0.0000005445,0.02500,1.021
+27,mlp.experts.56.down_proj,0.0000005487,0.02500,1.235
+27,mlp.experts.48.down_proj,0.0000013059,0.02500,1.224
+27,mlp.experts.60.down_proj,0.0000005764,0.02500,1.250
+27,mlp.experts.73.down_proj,0.0000003033,0.02500,1.091
+27,mlp.experts.52.down_proj,0.0000000976,0.02500,1.294
+27,mlp.experts.67.down_proj,0.0000001143,0.02500,1.495
+27,mlp.experts.71.down_proj,0.0000004432,0.02500,1.541
+27,mlp.experts.75.down_proj,0.0000003939,0.02500,1.538
+27,mlp.experts.79.down_proj,0.0000002288,0.02500,1.420
+27,mlp.experts.85.down_proj,0.0000002646,0.02500,1.149
+27,mlp.experts.70.down_proj,0.0000004807,0.02500,1.191
+27,mlp.experts.78.down_proj,0.0000003810,0.02500,1.112
+27,mlp.experts.74.down_proj,0.0000004601,0.02500,1.045
+27,mlp.experts.81.down_proj,0.0000001234,0.02500,0.888
+27,mlp.experts.66.down_proj,0.0000005003,0.02500,1.051
+27,mlp.experts.93.down_proj,0.0000004034,0.02500,1.140
+27,mlp.experts.89.down_proj,0.0000003705,0.02500,1.006
+27,mlp.experts.72.down_proj,0.0000005072,0.02500,1.225
+27,mlp.experts.64.down_proj,0.0000003020,0.02500,1.149
+27,mlp.experts.76.down_proj,0.0000008088,0.02500,1.169
+27,mlp.experts.68.down_proj,0.0000004220,0.02500,1.179
+27,mlp.experts.86.down_proj,0.0000002047,0.02500,0.863
+27,mlp.experts.94.down_proj,0.0000004938,0.02500,0.874
+27,mlp.experts.90.down_proj,0.0000003818,0.02500,0.870
+27,mlp.experts.83.down_proj,0.0000004697,0.02500,1.301
+27,mlp.experts.82.down_proj,0.0000003576,0.02500,0.860
+27,mlp.experts.87.down_proj,0.0000002557,0.02500,1.257
+27,mlp.experts.101.down_proj,0.0000002496,0.02500,1.057
+27,mlp.experts.91.down_proj,0.0000007409,0.02500,1.318
+27,mlp.experts.109.down_proj,0.0000003813,0.02500,0.968
+27,mlp.experts.97.down_proj,0.0000004426,0.02500,1.086
+27,mlp.experts.95.down_proj,0.0000002186,0.02500,1.391
+27,mlp.experts.105.down_proj,0.0000006432,0.02500,0.926
+27,mlp.experts.88.down_proj,0.0000005184,0.02500,1.196
+27,mlp.experts.80.down_proj,0.0000004135,0.02500,1.202
+27,mlp.experts.92.down_proj,0.0000005637,0.02500,1.183
+27,mlp.experts.84.down_proj,0.0000003777,0.02500,1.181
+27,mlp.experts.102.down_proj,0.0000015204,0.02500,0.825
+27,mlp.experts.110.down_proj,0.0000003090,0.02500,0.826
+27,mlp.experts.106.down_proj,0.0000004630,0.02500,0.812
+27,mlp.experts.98.down_proj,0.0000004082,0.02500,0.829
+27,mlp.experts.117.down_proj,0.0000004902,0.02500,0.871
+27,mlp.experts.113.down_proj,0.0000002956,0.02500,0.857
+27,mlp.experts.103.down_proj,0.0000013513,0.02500,0.995
+27,mlp.experts.111.down_proj,0.0000003000,0.02500,0.933
+27,mlp.experts.99.down_proj,0.0000002299,0.02500,1.231
+27,mlp.experts.107.down_proj,0.0000003426,0.02500,1.148
+27,mlp.experts.118.down_proj,0.0000004889,0.02500,0.645
+27,mlp.experts.114.down_proj,0.0000002307,0.02500,0.610
+27,mlp.experts.119.down_proj,0.0000002983,0.02500,0.655
+27,mlp.experts.115.down_proj,0.0000004536,0.02500,0.576
+27,mlp.experts.108.down_proj,0.0000002731,0.02500,1.210
+27,mlp.experts.96.down_proj,0.0000003345,0.02500,1.239
+27,mlp.experts.104.down_proj,0.0000003579,0.02500,1.256
+27,mlp.experts.100.down_proj,0.0000008363,0.02500,1.306
+27,mlp.experts.112.down_proj,0.0000003566,0.02500,0.944
+27,mlp.experts.116.down_proj,0.0000002607,0.02500,0.878
+28,self_attn.k_proj,0.0000000060,0.02500,1.635
+28,self_attn.v_proj,0.0000000088,0.02500,1.712
+28,self_attn.q_proj,0.0000000342,0.02500,1.828
+28,self_attn.o_proj,0.0000000163,0.02500,3.862
+28,mlp.shared_experts.gate_proj,0.0000004022,0.02500,1.267
+28,mlp.shared_experts.up_proj,0.0000004179,0.02500,1.369
+28,mlp.shared_experts.down_proj,0.0000000148,0.02500,0.374
+28,mlp.experts.8.gate_proj,0.0000088109,0.02500,4.580
+28,mlp.experts.12.gate_proj,0.0000276495,0.02500,4.876
+28,mlp.experts.0.gate_proj,0.0000142970,0.02500,4.941
+28,mlp.experts.4.gate_proj,0.0000080345,0.02500,4.991
+28,mlp.experts.7.gate_proj,0.0000099096,0.02500,5.238
+28,mlp.experts.9.gate_proj,0.0000081327,0.02500,5.305
+28,mlp.experts.11.gate_proj,0.0000169918,0.02500,5.444
+28,mlp.experts.1.gate_proj,0.0000058066,0.02500,5.451
+28,mlp.experts.15.gate_proj,0.0000066908,0.02500,5.473
+28,mlp.experts.5.gate_proj,0.0000083654,0.02500,5.546
+28,mlp.experts.13.gate_proj,0.0000107245,0.02500,5.515
+28,mlp.experts.3.gate_proj,0.0000060160,0.02500,5.735
+28,mlp.experts.2.gate_proj,0.0000219697,0.02500,6.385
+28,mlp.experts.14.gate_proj,0.0000184637,0.02500,6.453
+28,mlp.experts.10.gate_proj,0.0000025565,0.02500,6.180
+28,mlp.experts.6.gate_proj,0.0000034484,0.02500,6.246
+28,mlp.experts.24.gate_proj,0.0000067262,0.02500,3.689
+28,mlp.experts.20.gate_proj,0.0000144189,0.02500,3.340
+28,mlp.experts.28.gate_proj,0.0000116780,0.02500,3.561
+28,mlp.experts.16.gate_proj,0.0000108222,0.02500,3.551
+28,mlp.experts.23.gate_proj,0.0000082613,0.02500,3.687
+28,mlp.experts.31.gate_proj,0.0000063878,0.02500,3.747
+28,mlp.experts.27.gate_proj,0.0000088393,0.02500,3.895
+28,mlp.experts.19.gate_proj,0.0000066895,0.02500,4.097
+28,mlp.experts.39.gate_proj,0.0000114148,0.02500,3.771
+28,mlp.experts.43.gate_proj,0.0000080849,0.02500,3.510
+28,mlp.experts.17.gate_proj,0.0000075755,0.02500,7.576
+28,mlp.experts.25.gate_proj,0.0000136073,0.02500,7.647
+28,mlp.experts.21.gate_proj,0.0000099260,0.02500,7.596
+28,mlp.experts.29.gate_proj,0.0000071771,0.02500,7.716
+28,mlp.experts.47.gate_proj,0.0000073608,0.02500,4.422
+28,mlp.experts.35.gate_proj,0.0000083758,0.02500,4.312
+28,mlp.experts.59.gate_proj,0.0000149201,0.02500,4.196
+28,mlp.experts.55.gate_proj,0.0000078264,0.02500,4.373
+28,mlp.experts.63.gate_proj,0.0000111018,0.02500,4.042
+28,mlp.experts.33.gate_proj,0.0000109035,0.02500,5.050
+28,mlp.experts.41.gate_proj,0.0000088384,0.02500,5.258
+28,mlp.experts.51.gate_proj,0.0000092147,0.02500,4.249
+28,mlp.experts.37.gate_proj,0.0000047216,0.02500,5.332
+28,mlp.experts.45.gate_proj,0.0000169042,0.02500,5.261
+28,mlp.experts.30.gate_proj,0.0000200683,0.02500,13.408
+28,mlp.experts.26.gate_proj,0.0000051084,0.02500,13.485
+28,mlp.experts.18.gate_proj,0.0000101688,0.02500,13.732
+28,mlp.experts.22.gate_proj,0.0000089203,0.02500,13.830
+28,mlp.experts.49.gate_proj,0.0000092405,0.02500,4.892
+28,mlp.experts.57.gate_proj,0.0000092307,0.02500,4.847
+28,mlp.experts.61.gate_proj,0.0000089087,0.02500,4.798
+28,mlp.experts.53.gate_proj,0.0000066127,0.02500,4.901
+28,mlp.experts.42.gate_proj,0.0000124922,0.02500,5.776
+28,mlp.experts.46.gate_proj,0.0000133749,0.02500,5.899
+28,mlp.experts.34.gate_proj,0.0000126721,0.02500,5.946
+28,mlp.experts.38.gate_proj,0.0000076491,0.02500,5.798
+28,mlp.experts.65.gate_proj,0.0000072653,0.02500,4.993
+28,mlp.experts.73.gate_proj,0.0000115559,0.02500,5.100
+28,mlp.experts.77.gate_proj,0.0000130123,0.02500,5.154
+28,mlp.experts.69.gate_proj,0.0000028932,0.02500,5.277
+28,mlp.experts.62.gate_proj,0.0000144448,0.02500,4.470
+28,mlp.experts.54.gate_proj,0.0000043454,0.02500,4.043
+28,mlp.experts.50.gate_proj,0.0000098913,0.02500,4.472
+28,mlp.experts.58.gate_proj,0.0000135940,0.02500,4.828
+28,mlp.experts.71.gate_proj,0.0000092517,0.02500,14.261
+28,mlp.experts.75.gate_proj,0.0000044527,0.02500,14.459
+28,mlp.experts.79.gate_proj,0.0000019270,0.02500,14.420
+28,mlp.experts.67.gate_proj,0.0000077390,0.02500,14.341
+28,mlp.experts.81.gate_proj,0.0000032556,0.02500,5.129
+28,mlp.experts.89.gate_proj,0.0000093891,0.02500,5.150
+28,mlp.experts.85.gate_proj,0.0000106441,0.02500,4.986
+28,mlp.experts.93.gate_proj,0.0000092863,0.02500,5.207
+28,mlp.experts.78.gate_proj,0.0000094453,0.02500,4.113
+28,mlp.experts.87.gate_proj,0.0000052341,0.02500,3.297
+28,mlp.experts.70.gate_proj,0.0000088499,0.02500,4.436
+28,mlp.experts.91.gate_proj,0.0000077956,0.02500,3.299
+28,mlp.experts.74.gate_proj,0.0000098140,0.02500,4.325
+28,mlp.experts.66.gate_proj,0.0000067706,0.02500,4.402
+28,mlp.experts.95.gate_proj,0.0000065385,0.02500,3.437
+28,mlp.experts.83.gate_proj,0.0000048443,0.02500,3.492
+28,mlp.experts.97.gate_proj,0.0000108104,0.02500,4.060
+28,mlp.experts.105.gate_proj,0.0000137508,0.02500,3.928
+28,mlp.experts.101.gate_proj,0.0000148161,0.02500,3.797
+28,mlp.experts.109.gate_proj,0.0000070387,0.02500,3.838
+28,mlp.experts.103.gate_proj,0.0000099852,0.02500,3.800
+28,mlp.experts.107.gate_proj,0.0000217622,0.02500,3.686
+28,mlp.experts.94.gate_proj,0.0000067602,0.02500,4.437
+28,mlp.experts.111.gate_proj,0.0000107216,0.02500,3.474
+28,mlp.experts.86.gate_proj,0.0000053564,0.02500,4.653
+28,mlp.experts.82.gate_proj,0.0000093158,0.02500,4.537
+28,mlp.experts.90.gate_proj,0.0000035830,0.02500,4.828
+28,mlp.experts.99.gate_proj,0.0000057021,0.02500,3.996
+28,mlp.experts.113.gate_proj,0.0000108382,0.02500,4.542
+28,mlp.experts.1.up_proj,0.0000057158,0.02500,4.662
+28,mlp.experts.117.gate_proj,0.0000162771,0.02500,4.710
+28,mlp.experts.3.up_proj,0.0000058988,0.02500,3.734
+28,mlp.experts.5.up_proj,0.0000082621,0.02500,4.755
+28,mlp.experts.119.gate_proj,0.0000080903,0.02500,3.907
+28,mlp.experts.110.gate_proj,0.0000043319,0.02500,4.170
+28,mlp.experts.7.up_proj,0.0000098110,0.02500,4.146
+28,mlp.experts.102.gate_proj,0.0000114169,0.02500,3.988
+28,mlp.experts.98.gate_proj,0.0000063293,0.02500,4.034
+28,mlp.experts.106.gate_proj,0.0000075020,0.02500,4.530
+28,mlp.experts.115.gate_proj,0.0000078699,0.02500,4.140
+28,mlp.experts.9.up_proj,0.0000080002,0.02500,4.570
+28,mlp.experts.6.up_proj,0.0000033753,0.02500,3.684
+28,mlp.experts.17.up_proj,0.0000075410,0.02500,4.701
+28,mlp.experts.13.up_proj,0.0000105669,0.02500,4.555
+28,mlp.experts.15.up_proj,0.0000065205,0.02500,4.355
+28,mlp.experts.21.up_proj,0.0000098005,0.02500,4.663
+28,mlp.experts.19.up_proj,0.0000066116,0.02500,4.766
+28,mlp.experts.114.gate_proj,0.0000105574,0.02500,3.673
+28,mlp.experts.118.gate_proj,0.0000035568,0.02500,4.083
+28,mlp.experts.23.up_proj,0.0000081180,0.02500,4.384
+28,mlp.experts.2.up_proj,0.0000219909,0.02500,4.095
+28,mlp.experts.11.up_proj,0.0000167857,0.02500,4.011
+28,mlp.experts.31.up_proj,0.0000062332,0.02500,3.506
+28,mlp.experts.35.up_proj,0.0000083399,0.02500,3.830
+28,mlp.experts.22.up_proj,0.0000088147,0.02500,4.625
+28,mlp.experts.25.up_proj,0.0000135268,0.02500,5.030
+28,mlp.experts.39.up_proj,0.0000111285,0.02500,3.802
+28,mlp.experts.10.up_proj,0.0000025608,0.02500,4.239
+28,mlp.experts.14.up_proj,0.0000181944,0.02500,4.145
+28,mlp.experts.29.up_proj,0.0000069913,0.02500,4.951
+28,mlp.experts.27.up_proj,0.0000087563,0.02500,3.347
+28,mlp.experts.33.up_proj,0.0000106105,0.02500,5.178
+28,mlp.experts.18.up_proj,0.0000100795,0.02500,3.527
+28,mlp.experts.32.gate_proj,0.0000116959,0.02500,4.024
+28,mlp.experts.40.gate_proj,0.0000095912,0.02500,4.085
+28,mlp.experts.44.gate_proj,0.0000097791,0.02500,4.152
+28,mlp.experts.47.up_proj,0.0000071627,0.02500,3.477
+28,mlp.experts.36.gate_proj,0.0000076547,0.02500,4.365
+28,mlp.experts.51.up_proj,0.0000091016,0.02500,3.504
+28,mlp.experts.55.up_proj,0.0000077797,0.02500,3.658
+28,mlp.experts.37.up_proj,0.0000046534,0.02500,8.335
+28,mlp.experts.43.up_proj,0.0000078920,0.02500,3.659
+28,mlp.experts.63.up_proj,0.0000108953,0.02500,3.545
+28,mlp.experts.56.gate_proj,0.0000099238,0.02500,4.384
+28,mlp.experts.67.up_proj,0.0000076649,0.02500,3.673
+28,mlp.experts.52.gate_proj,0.0000096829,0.02500,4.292
+28,mlp.experts.60.gate_proj,0.0000119711,0.02500,4.589
+28,mlp.experts.48.gate_proj,0.0000110236,0.02500,4.907
+28,mlp.experts.41.up_proj,0.0000086301,0.02500,8.655
+28,mlp.experts.45.up_proj,0.0000166087,0.02500,8.611
+28,mlp.experts.53.up_proj,0.0000065115,0.02500,5.214
+28,mlp.experts.49.up_proj,0.0000090010,0.02500,8.693
+28,mlp.experts.71.up_proj,0.0000091427,0.02500,6.043
+28,mlp.experts.59.up_proj,0.0000147184,0.02500,5.943
+28,mlp.experts.79.up_proj,0.0000018808,0.02500,6.207
+28,mlp.experts.83.up_proj,0.0000047180,0.02500,6.031
+28,mlp.experts.87.up_proj,0.0000051992,0.02500,3.340
+28,mlp.experts.68.gate_proj,0.0000178342,0.02500,6.282
+28,mlp.experts.76.gate_proj,0.0000063258,0.02500,6.306
+28,mlp.experts.75.up_proj,0.0000042328,0.02500,3.232
+28,mlp.experts.72.gate_proj,0.0000068008,0.02500,6.732
+28,mlp.experts.64.gate_proj,0.0000055581,0.02500,6.579
+28,mlp.experts.57.up_proj,0.0000091007,0.02500,5.879
+28,mlp.experts.61.up_proj,0.0000088371,0.02500,5.850
+28,mlp.experts.69.up_proj,0.0000028007,0.02500,5.866
+28,mlp.experts.65.up_proj,0.0000072093,0.02500,6.060
+28,mlp.experts.26.up_proj,0.0000049730,0.02500,4.279
+28,mlp.experts.38.up_proj,0.0000074580,0.02500,4.320
+28,mlp.experts.30.up_proj,0.0000196083,0.02500,4.345
+28,mlp.experts.34.up_proj,0.0000125531,0.02500,4.592
+28,mlp.experts.92.gate_proj,0.0000059149,0.02500,4.998
+28,mlp.experts.84.gate_proj,0.0000079829,0.02500,5.157
+28,mlp.experts.80.gate_proj,0.0000095812,0.02500,4.777
+28,mlp.experts.88.gate_proj,0.0000049308,0.02500,5.218
+28,mlp.experts.73.up_proj,0.0000112316,0.02500,4.587
+28,mlp.experts.99.up_proj,0.0000056568,0.02500,3.514
+28,mlp.experts.91.up_proj,0.0000076890,0.02500,3.578
+28,mlp.experts.95.up_proj,0.0000064765,0.02500,3.579
+28,mlp.experts.77.up_proj,0.0000130416,0.02500,4.607
+28,mlp.experts.103.up_proj,0.0000096568,0.02500,3.679
+28,mlp.experts.85.up_proj,0.0000104383,0.02500,4.553
+28,mlp.experts.81.up_proj,0.0000032312,0.02500,4.537
+28,mlp.experts.50.up_proj,0.0000098405,0.02500,4.020
+28,mlp.experts.46.up_proj,0.0000132467,0.02500,4.299
+28,mlp.experts.42.up_proj,0.0000123491,0.02500,4.529
+28,mlp.experts.54.up_proj,0.0000042473,0.02500,4.558
+28,mlp.experts.108.gate_proj,0.0000061960,0.02500,3.435
+28,mlp.experts.96.gate_proj,0.0000036646,0.02500,3.329
+28,mlp.experts.100.gate_proj,0.0000125046,0.02500,3.571
+28,mlp.experts.104.gate_proj,0.0000068065,0.02500,3.489
+28,mlp.experts.89.up_proj,0.0000093050,0.02500,3.282
+28,mlp.experts.93.up_proj,0.0000090871,0.02500,3.249
+28,mlp.experts.101.up_proj,0.0000146242,0.02500,3.411
+28,mlp.experts.97.up_proj,0.0000105935,0.02500,3.280
+28,mlp.experts.107.up_proj,0.0000213954,0.02500,3.812
+28,mlp.experts.115.up_proj,0.0000077459,0.02500,3.887
+28,mlp.experts.111.up_proj,0.0000104193,0.02500,3.983
+28,mlp.experts.119.up_proj,0.0000080213,0.02500,3.893
+28,mlp.experts.62.up_proj,0.0000141922,0.02500,3.976
+28,mlp.experts.70.up_proj,0.0000085642,0.02500,3.799
+28,mlp.experts.66.up_proj,0.0000064726,0.02500,4.037
+28,mlp.experts.58.up_proj,0.0000134284,0.02500,3.975
+28,mlp.experts.4.up_proj,0.0000078967,0.02500,3.146
+28,mlp.experts.112.gate_proj,0.0000019354,0.02500,3.221
+28,mlp.experts.116.gate_proj,0.0000070648,0.02500,3.233
+28,mlp.experts.0.up_proj,0.0000141015,0.02500,3.095
+28,mlp.experts.105.up_proj,0.0000132095,0.02500,4.165
+28,mlp.experts.109.up_proj,0.0000068935,0.02500,4.090
+28,mlp.experts.117.up_proj,0.0000161917,0.02500,3.916
+28,mlp.experts.113.up_proj,0.0000104702,0.02500,3.911
+28,mlp.experts.78.up_proj,0.0000093848,0.02500,3.323
+28,mlp.experts.86.up_proj,0.0000051103,0.02500,3.446
+28,mlp.experts.82.up_proj,0.0000092091,0.02500,3.538
+28,mlp.experts.74.up_proj,0.0000096859,0.02500,3.640
+28,mlp.experts.20.up_proj,0.0000144471,0.02500,3.438
+28,mlp.experts.16.up_proj,0.0000104641,0.02500,3.144
+28,mlp.experts.8.up_proj,0.0000086822,0.02500,3.553
+28,mlp.experts.12.up_proj,0.0000270957,0.02500,3.728
+28,mlp.experts.102.up_proj,0.0000113356,0.02500,3.042
+28,mlp.experts.94.up_proj,0.0000066600,0.02500,3.603
+28,mlp.experts.90.up_proj,0.0000034756,0.02500,3.164
+28,mlp.experts.98.up_proj,0.0000061967,0.02500,3.489
+28,mlp.experts.24.up_proj,0.0000066277,0.02500,3.242
+28,mlp.experts.32.up_proj,0.0000112844,0.02500,3.734
+28,mlp.experts.36.up_proj,0.0000076293,0.02500,3.930
+28,mlp.experts.28.up_proj,0.0000113828,0.02500,3.488
+28,mlp.experts.106.up_proj,0.0000073651,0.02500,2.605
+28,mlp.experts.118.up_proj,0.0000035294,0.02500,3.062
+28,mlp.experts.114.up_proj,0.0000104075,0.02500,2.838
+28,mlp.experts.110.up_proj,0.0000043019,0.02500,3.069
+28,mlp.experts.48.up_proj,0.0000107716,0.02500,2.638
+28,mlp.experts.52.up_proj,0.0000096304,0.02500,2.905
+28,mlp.experts.44.up_proj,0.0000096419,0.02500,3.060
+28,mlp.experts.40.up_proj,0.0000095365,0.02500,3.668
+28,mlp.experts.64.up_proj,0.0000053719,0.02500,2.644
+28,mlp.experts.68.up_proj,0.0000175414,0.02500,2.696
+28,mlp.experts.60.up_proj,0.0000116692,0.02500,3.514
+28,mlp.experts.56.up_proj,0.0000098563,0.02500,3.510
+28,mlp.experts.80.up_proj,0.0000095087,0.02500,3.702
+28,mlp.experts.84.up_proj,0.0000077592,0.02500,3.639
+28,mlp.experts.76.up_proj,0.0000063007,0.02500,3.154
+28,mlp.experts.72.up_proj,0.0000066475,0.02500,3.282
+28,mlp.experts.96.up_proj,0.0000036245,0.02500,3.406
+28,mlp.experts.100.up_proj,0.0000124094,0.02500,3.834
+28,mlp.experts.88.up_proj,0.0000048132,0.02500,3.689
+28,mlp.experts.92.up_proj,0.0000058680,0.02500,3.989
+28,mlp.experts.112.up_proj,0.0000019190,0.02500,4.977
+28,mlp.experts.116.up_proj,0.0000069589,0.02500,4.709
+28,mlp.experts.108.up_proj,0.0000061390,0.02500,4.065
+28,mlp.experts.104.up_proj,0.0000066818,0.02500,4.127
+28,mlp.experts.4.down_proj,0.0000005006,0.02500,1.547
+28,mlp.experts.8.down_proj,0.0000004660,0.02500,1.569
+28,mlp.experts.0.down_proj,0.0000011530,0.02500,1.625
+28,mlp.experts.12.down_proj,0.0000025134,0.02500,1.718
+28,mlp.experts.5.down_proj,0.0000005852,0.02500,1.889
+28,mlp.experts.13.down_proj,0.0000005069,0.02500,1.918
+28,mlp.experts.1.down_proj,0.0000002324,0.02500,1.925
+28,mlp.experts.9.down_proj,0.0000005538,0.02500,1.936
+28,mlp.experts.3.down_proj,0.0000003379,0.02500,2.356
+28,mlp.experts.7.down_proj,0.0000008716,0.02500,2.356
+28,mlp.experts.15.down_proj,0.0000003897,0.02500,2.361
+28,mlp.experts.11.down_proj,0.0000011132,0.02500,2.386
+28,mlp.experts.14.down_proj,0.0000012230,0.02500,2.501
+28,mlp.experts.2.down_proj,0.0000012400,0.02500,2.594
+28,mlp.experts.20.down_proj,0.0000007318,0.02500,1.051
+28,mlp.experts.6.down_proj,0.0000002362,0.02500,2.607
+28,mlp.experts.10.down_proj,0.0000001354,0.02500,2.617
+28,mlp.experts.28.down_proj,0.0000007967,0.02500,0.947
+28,mlp.experts.24.down_proj,0.0000003340,0.02500,1.175
+28,mlp.experts.16.down_proj,0.0000005031,0.02500,1.093
+28,mlp.experts.21.down_proj,0.0000010256,0.02500,1.190
+28,mlp.experts.29.down_proj,0.0000005976,0.02500,1.191
+28,mlp.experts.25.down_proj,0.0000009629,0.02500,1.173
+28,mlp.experts.17.down_proj,0.0000005453,0.02500,1.193
+28,mlp.experts.23.down_proj,0.0000005549,0.02500,0.840
+28,mlp.experts.31.down_proj,0.0000003725,0.02500,0.854
+28,mlp.experts.19.down_proj,0.0000008901,0.02500,0.879
+28,mlp.experts.27.down_proj,0.0000005421,0.02500,0.862
+28,mlp.experts.18.down_proj,0.0000004067,0.02500,0.967
+28,mlp.experts.26.down_proj,0.0000004557,0.02500,0.938
+28,mlp.experts.30.down_proj,0.0000017229,0.02500,1.072
+28,mlp.experts.32.down_proj,0.0000007442,0.02500,0.889
+28,mlp.experts.40.down_proj,0.0000005419,0.02500,0.966
+28,mlp.experts.36.down_proj,0.0000005017,0.02500,1.132
+28,mlp.experts.22.down_proj,0.0000006531,0.02500,1.130
+28,mlp.experts.44.down_proj,0.0000006696,0.02500,1.130
+28,mlp.experts.37.down_proj,0.0000003261,0.02500,0.944
+28,mlp.experts.45.down_proj,0.0000011724,0.02500,0.925
+28,mlp.experts.41.down_proj,0.0000006969,0.02500,0.932
+28,mlp.experts.39.down_proj,0.0000006868,0.02500,0.839
+28,mlp.experts.33.down_proj,0.0000004096,0.02500,0.948
+28,mlp.experts.47.down_proj,0.0000004060,0.02500,0.855
+28,mlp.experts.35.down_proj,0.0000004661,0.02500,0.854
+28,mlp.experts.43.down_proj,0.0000004926,0.02500,0.849
+28,mlp.experts.42.down_proj,0.0000007491,0.02500,0.866
+28,mlp.experts.34.down_proj,0.0000005972,0.02500,1.025
+28,mlp.experts.52.down_proj,0.0000006591,0.02500,0.948
+28,mlp.experts.56.down_proj,0.0000006676,0.02500,0.980
+28,mlp.experts.38.down_proj,0.0000003006,0.02500,0.960
+28,mlp.experts.48.down_proj,0.0000005620,0.02500,1.071
+28,mlp.experts.46.down_proj,0.0000008098,0.02500,1.180
+28,mlp.experts.60.down_proj,0.0000008042,0.02500,1.016
+28,mlp.experts.55.down_proj,0.0000004053,0.02500,0.826
+28,mlp.experts.63.down_proj,0.0000011363,0.02500,0.838
+28,mlp.experts.51.down_proj,0.0000005616,0.02500,0.860
+28,mlp.experts.53.down_proj,0.0000002920,0.02500,0.925
+28,mlp.experts.59.down_proj,0.0000008435,0.02500,0.845
+28,mlp.experts.61.down_proj,0.0000004359,0.02500,0.932
+28,mlp.experts.49.down_proj,0.0000006024,0.02500,0.931
+28,mlp.experts.57.down_proj,0.0000004290,0.02500,0.973
+28,mlp.experts.58.down_proj,0.0000008614,0.02500,1.023
+28,mlp.experts.50.down_proj,0.0000005770,0.02500,1.043
+28,mlp.experts.68.down_proj,0.0000012740,0.02500,0.962
+28,mlp.experts.72.down_proj,0.0000005386,0.02500,0.988
+28,mlp.experts.54.down_proj,0.0000003533,0.02500,1.000
+28,mlp.experts.71.down_proj,0.0000003966,0.02500,0.907
+28,mlp.experts.64.down_proj,0.0000006068,0.02500,1.075
+28,mlp.experts.79.down_proj,0.0000002215,0.02500,0.921
+28,mlp.experts.75.down_proj,0.0000004970,0.02500,0.909
+28,mlp.experts.76.down_proj,0.0000005577,0.02500,1.061
+28,mlp.experts.67.down_proj,0.0000005655,0.02500,0.942
+28,mlp.experts.62.down_proj,0.0000012094,0.02500,1.101
+28,mlp.experts.69.down_proj,0.0000003654,0.02500,1.008
+28,mlp.experts.77.down_proj,0.0000008884,0.02500,1.005
+28,mlp.experts.73.down_proj,0.0000007212,0.02500,0.994
+28,mlp.experts.65.down_proj,0.0000003666,0.02500,1.028
+28,mlp.experts.74.down_proj,0.0000006457,0.02500,1.019
+28,mlp.experts.84.down_proj,0.0000005260,0.02500,0.951
+28,mlp.experts.87.down_proj,0.0000002327,0.02500,0.859
+28,mlp.experts.66.down_proj,0.0000003171,0.02500,1.047
+28,mlp.experts.95.down_proj,0.0000003976,0.02500,0.838
+28,mlp.experts.91.down_proj,0.0000005475,0.02500,0.859
+28,mlp.experts.83.down_proj,0.0000002823,0.02500,0.849
+28,mlp.experts.92.down_proj,0.0000002891,0.02500,0.861
+28,mlp.experts.70.down_proj,0.0000005595,0.02500,1.057
+28,mlp.experts.88.down_proj,0.0000003169,0.02500,1.148
+28,mlp.experts.80.down_proj,0.0000005153,0.02500,1.080
+28,mlp.experts.78.down_proj,0.0000004733,0.02500,1.094
+28,mlp.experts.85.down_proj,0.0000009259,0.02500,1.156
+28,mlp.experts.93.down_proj,0.0000004503,0.02500,1.161
+28,mlp.experts.81.down_proj,0.0000003489,0.02500,1.135
+28,mlp.experts.89.down_proj,0.0000004043,0.02500,1.168
+28,mlp.experts.103.down_proj,0.0000003906,0.02500,0.875
+28,mlp.experts.90.down_proj,0.0000002445,0.02500,1.085
+28,mlp.experts.111.down_proj,0.0000006304,0.02500,0.906
+28,mlp.experts.100.down_proj,0.0000009697,0.02500,0.995
+28,mlp.experts.107.down_proj,0.0000019954,0.02500,0.884
+28,mlp.experts.99.down_proj,0.0000003008,0.02500,0.879
+28,mlp.experts.108.down_proj,0.0000003958,0.02500,0.972
+28,mlp.experts.82.down_proj,0.0000006427,0.02500,1.068
+28,mlp.experts.104.down_proj,0.0000004006,0.02500,0.974
+28,mlp.experts.86.down_proj,0.0000001683,0.02500,1.103
+28,mlp.experts.96.down_proj,0.0000002935,0.02500,1.020
+28,mlp.experts.94.down_proj,0.0000004270,0.02500,1.018
+28,mlp.experts.119.down_proj,0.0000006404,0.02500,0.616
+28,mlp.experts.115.down_proj,0.0000003317,0.02500,0.584
+28,mlp.experts.116.down_proj,0.0000003415,0.02500,0.688
+28,mlp.experts.112.down_proj,0.0000001497,0.02500,0.528
+28,mlp.experts.109.down_proj,0.0000003564,0.02500,1.323
+28,mlp.experts.101.down_proj,0.0000010098,0.02500,1.351
+28,mlp.experts.105.down_proj,0.0000009688,0.02500,1.349
+28,mlp.experts.97.down_proj,0.0000006059,0.02500,1.463
+28,mlp.experts.106.down_proj,0.0000004086,0.02500,1.151
+28,mlp.experts.98.down_proj,0.0000003361,0.02500,1.154
+28,mlp.experts.102.down_proj,0.0000005963,0.02500,1.014
+28,mlp.experts.110.down_proj,0.0000003473,0.02500,1.015
+28,mlp.experts.117.down_proj,0.0000011199,0.02500,0.877
+28,mlp.experts.113.down_proj,0.0000007985,0.02500,0.812
+28,mlp.experts.118.down_proj,0.0000003082,0.02500,0.567
+28,mlp.experts.114.down_proj,0.0000009262,0.02500,0.587
+29,self_attn.k_proj,0.0000000079,0.02500,1.541
+29,self_attn.v_proj,0.0000000124,0.02500,1.627
+29,self_attn.q_proj,0.0000000467,0.02500,2.231
+29,self_attn.o_proj,0.0000000296,0.02500,4.003
+29,mlp.shared_experts.gate_proj,0.0000004667,0.02500,1.510
+29,mlp.shared_experts.up_proj,0.0000004842,0.02500,1.294
+29,mlp.shared_experts.down_proj,0.0000000212,0.02500,0.391
+29,mlp.experts.14.gate_proj,0.0000067592,0.02500,3.787
+29,mlp.experts.6.gate_proj,0.0000120836,0.02500,3.799
+29,mlp.experts.2.gate_proj,0.0000061092,0.02500,3.957
+29,mlp.experts.10.gate_proj,0.0000251268,0.02500,3.837
+29,mlp.experts.1.gate_proj,0.0000144550,0.02500,4.039
+29,mlp.experts.15.gate_proj,0.0000177682,0.02500,4.017
+29,mlp.experts.13.gate_proj,0.0000042092,0.02500,4.115
+29,mlp.experts.9.gate_proj,0.0000307811,0.02500,4.269
+29,mlp.experts.11.gate_proj,0.0000091738,0.02500,4.347
+29,mlp.experts.3.gate_proj,0.0000094605,0.02500,4.541
+29,mlp.experts.7.gate_proj,0.0000099684,0.02500,4.600
+29,mlp.experts.5.gate_proj,0.0000124481,0.02500,4.676
+29,mlp.experts.0.gate_proj,0.0000098036,0.02500,5.355
+29,mlp.experts.12.gate_proj,0.0000112554,0.02500,5.277
+29,mlp.experts.4.gate_proj,0.0000186264,0.02500,5.444
+29,mlp.experts.8.gate_proj,0.0000060749,0.02500,5.546
+29,mlp.experts.23.gate_proj,0.0000068810,0.02500,3.123
+29,mlp.experts.19.gate_proj,0.0000097010,0.02500,3.257
+29,mlp.experts.17.gate_proj,0.0000049202,0.02500,4.003
+29,mlp.experts.31.gate_proj,0.0000104527,0.02500,3.924
+29,mlp.experts.30.gate_proj,0.0000077000,0.02500,4.364
+29,mlp.experts.29.gate_proj,0.0000090898,0.02500,4.045
+29,mlp.experts.18.gate_proj,0.0000151153,0.02500,4.355
+29,mlp.experts.22.gate_proj,0.0000081333,0.02500,4.463
+29,mlp.experts.27.gate_proj,0.0000091731,0.02500,3.932
+29,mlp.experts.26.gate_proj,0.0000143005,0.02500,4.471
+29,mlp.experts.25.gate_proj,0.0000122152,0.02500,4.129
+29,mlp.experts.21.gate_proj,0.0000075996,0.02500,3.919
+29,mlp.experts.16.gate_proj,0.0000080158,0.02500,5.472
+29,mlp.experts.39.gate_proj,0.0000076359,0.02500,3.139
+29,mlp.experts.20.gate_proj,0.0000076511,0.02500,5.423
+29,mlp.experts.33.gate_proj,0.0000073290,0.02500,3.206
+29,mlp.experts.47.gate_proj,0.0000120360,0.02500,3.193
+29,mlp.experts.28.gate_proj,0.0000074770,0.02500,5.882
+29,mlp.experts.46.gate_proj,0.0000041948,0.02500,3.166
+29,mlp.experts.34.gate_proj,0.0000131261,0.02500,3.157
+29,mlp.experts.42.gate_proj,0.0000068004,0.02500,3.059
+29,mlp.experts.41.gate_proj,0.0000102617,0.02500,3.026
+29,mlp.experts.38.gate_proj,0.0000046817,0.02500,3.197
+29,mlp.experts.24.gate_proj,0.0000068256,0.02500,5.914
+29,mlp.experts.35.gate_proj,0.0000045736,0.02500,3.929
+29,mlp.experts.43.gate_proj,0.0000040205,0.02500,3.577
+29,mlp.experts.45.gate_proj,0.0000183265,0.02500,3.703
+29,mlp.experts.37.gate_proj,0.0000072976,0.02500,3.579
+29,mlp.experts.55.gate_proj,0.0000129304,0.02500,3.549
+29,mlp.experts.49.gate_proj,0.0000083692,0.02500,3.476
+29,mlp.experts.62.gate_proj,0.0000205006,0.02500,3.328
+29,mlp.experts.54.gate_proj,0.0000092542,0.02500,3.241
+29,mlp.experts.58.gate_proj,0.0000268310,0.02500,3.384
+29,mlp.experts.50.gate_proj,0.0000067300,0.02500,3.472
+29,mlp.experts.57.gate_proj,0.0000066131,0.02500,3.525
+29,mlp.experts.51.gate_proj,0.0000044425,0.02500,3.261
+29,mlp.experts.63.gate_proj,0.0000066128,0.02500,3.918
+29,mlp.experts.59.gate_proj,0.0000089597,0.02500,3.516
+29,mlp.experts.61.gate_proj,0.0000094253,0.02500,3.864
+29,mlp.experts.53.gate_proj,0.0000136769,0.02500,3.648
+29,mlp.experts.36.gate_proj,0.0000186362,0.02500,5.322
+29,mlp.experts.32.gate_proj,0.0000095672,0.02500,5.496
+29,mlp.experts.44.gate_proj,0.0000087493,0.02500,5.452
+29,mlp.experts.40.gate_proj,0.0000136135,0.02500,5.292
+29,mlp.experts.78.gate_proj,0.0000170884,0.02500,3.478
+29,mlp.experts.70.gate_proj,0.0000159092,0.02500,3.435
+29,mlp.experts.71.gate_proj,0.0000097600,0.02500,3.724
+29,mlp.experts.74.gate_proj,0.0000174146,0.02500,3.462
+29,mlp.experts.65.gate_proj,0.0000151605,0.02500,3.694
+29,mlp.experts.67.gate_proj,0.0000156638,0.02500,3.378
+29,mlp.experts.66.gate_proj,0.0000041803,0.02500,3.589
+29,mlp.experts.73.gate_proj,0.0000067489,0.02500,3.517
+29,mlp.experts.75.gate_proj,0.0000214302,0.02500,3.251
+29,mlp.experts.79.gate_proj,0.0000101594,0.02500,3.659
+29,mlp.experts.77.gate_proj,0.0000073278,0.02500,3.949
+29,mlp.experts.69.gate_proj,0.0000111347,0.02500,4.005
+29,mlp.experts.48.gate_proj,0.0000164257,0.02500,4.414
+29,mlp.experts.52.gate_proj,0.0000177869,0.02500,4.501
+29,mlp.experts.60.gate_proj,0.0000125246,0.02500,4.449
+29,mlp.experts.56.gate_proj,0.0000083133,0.02500,4.381
+29,mlp.experts.90.gate_proj,0.0000180087,0.02500,3.751
+29,mlp.experts.87.gate_proj,0.0000086179,0.02500,3.843
+29,mlp.experts.94.gate_proj,0.0000127149,0.02500,3.898
+29,mlp.experts.95.gate_proj,0.0000097172,0.02500,3.362
+29,mlp.experts.81.gate_proj,0.0000088991,0.02500,3.815
+29,mlp.experts.86.gate_proj,0.0000049272,0.02500,3.985
+29,mlp.experts.89.gate_proj,0.0000077624,0.02500,3.860
+29,mlp.experts.91.gate_proj,0.0000047563,0.02500,3.722
+29,mlp.experts.82.gate_proj,0.0000113439,0.02500,4.003
+29,mlp.experts.83.gate_proj,0.0000160027,0.02500,4.143
+29,mlp.experts.93.gate_proj,0.0000101729,0.02500,3.701
+29,mlp.experts.85.gate_proj,0.0000056775,0.02500,3.667
+29,mlp.experts.68.gate_proj,0.0000275397,0.02500,4.185
+29,mlp.experts.64.gate_proj,0.0000420245,0.02500,4.322
+29,mlp.experts.72.gate_proj,0.0000053507,0.02500,4.055
+29,mlp.experts.103.gate_proj,0.0000073811,0.02500,3.214
+29,mlp.experts.76.gate_proj,0.0000024886,0.02500,4.192
+29,mlp.experts.111.gate_proj,0.0000025551,0.02500,3.244
+29,mlp.experts.97.gate_proj,0.0000190779,0.02500,3.668
+29,mlp.experts.105.gate_proj,0.0000097790,0.02500,3.671
+29,mlp.experts.107.gate_proj,0.0000113685,0.02500,3.814
+29,mlp.experts.99.gate_proj,0.0000102619,0.02500,3.804
+29,mlp.experts.109.gate_proj,0.0000129125,0.02500,3.675
+29,mlp.experts.110.gate_proj,0.0000048314,0.02500,5.073
+29,mlp.experts.102.gate_proj,0.0000202105,0.02500,5.053
+29,mlp.experts.101.gate_proj,0.0000130407,0.02500,3.781
+29,mlp.experts.106.gate_proj,0.0000169412,0.02500,5.335
+29,mlp.experts.98.gate_proj,0.0000119538,0.02500,5.152
+29,mlp.experts.84.gate_proj,0.0000153923,0.02500,3.160
+29,mlp.experts.80.gate_proj,0.0000096528,0.02500,3.257
+29,mlp.experts.88.gate_proj,0.0000026379,0.02500,3.277
+29,mlp.experts.92.gate_proj,0.0000112202,0.02500,3.330
+29,mlp.experts.119.gate_proj,0.0000073795,0.02500,3.781
+29,mlp.experts.7.up_proj,0.0000098090,0.02500,3.761
+29,mlp.experts.3.up_proj,0.0000093303,0.02500,3.713
+29,mlp.experts.115.gate_proj,0.0000089066,0.02500,3.712
+29,mlp.experts.113.gate_proj,0.0000103967,0.02500,5.545
+29,mlp.experts.100.gate_proj,0.0000108901,0.02500,3.641
+29,mlp.experts.1.up_proj,0.0000145560,0.02500,5.699
+29,mlp.experts.96.gate_proj,0.0000088280,0.02500,3.725
+29,mlp.experts.6.up_proj,0.0000121333,0.02500,4.961
+29,mlp.experts.104.gate_proj,0.0000026545,0.02500,3.620
+29,mlp.experts.118.gate_proj,0.0000043126,0.02500,5.037
+29,mlp.experts.2.up_proj,0.0000060598,0.02500,4.967
+29,mlp.experts.108.gate_proj,0.0000094282,0.02500,3.754
+29,mlp.experts.15.up_proj,0.0000177793,0.02500,3.579
+29,mlp.experts.114.gate_proj,0.0000121306,0.02500,5.108
+29,mlp.experts.23.up_proj,0.0000067794,0.02500,3.679
+29,mlp.experts.5.up_proj,0.0000123885,0.02500,6.030
+29,mlp.experts.19.up_proj,0.0000095691,0.02500,3.689
+29,mlp.experts.117.gate_proj,0.0000164116,0.02500,6.318
+29,mlp.experts.11.up_proj,0.0000088389,0.02500,3.810
+29,mlp.experts.116.gate_proj,0.0000105071,0.02500,3.878
+29,mlp.experts.112.gate_proj,0.0000152265,0.02500,3.849
+29,mlp.experts.0.up_proj,0.0000096089,0.02500,3.855
+29,mlp.experts.4.up_proj,0.0000182010,0.02500,3.685
+29,mlp.experts.22.up_proj,0.0000080917,0.02500,4.034
+29,mlp.experts.9.up_proj,0.0000304258,0.02500,4.846
+29,mlp.experts.18.up_proj,0.0000147765,0.02500,3.968
+29,mlp.experts.14.up_proj,0.0000067209,0.02500,4.077
+29,mlp.experts.17.up_proj,0.0000047870,0.02500,4.720
+29,mlp.experts.10.up_proj,0.0000246974,0.02500,3.901
+29,mlp.experts.31.up_proj,0.0000105227,0.02500,5.063
+29,mlp.experts.39.up_proj,0.0000077042,0.02500,4.951
+29,mlp.experts.21.up_proj,0.0000074133,0.02500,4.802
+29,mlp.experts.13.up_proj,0.0000041430,0.02500,4.615
+29,mlp.experts.35.up_proj,0.0000044965,0.02500,5.209
+29,mlp.experts.27.up_proj,0.0000090617,0.02500,5.246
+29,mlp.experts.38.up_proj,0.0000047639,0.02500,4.120
+29,mlp.experts.34.up_proj,0.0000130712,0.02500,4.108
+29,mlp.experts.30.up_proj,0.0000074876,0.02500,4.124
+29,mlp.experts.25.up_proj,0.0000118934,0.02500,4.274
+29,mlp.experts.26.up_proj,0.0000142568,0.02500,4.042
+29,mlp.experts.33.up_proj,0.0000073188,0.02500,4.210
+29,mlp.experts.12.up_proj,0.0000112726,0.02500,5.495
+29,mlp.experts.8.up_proj,0.0000060255,0.02500,5.604
+29,mlp.experts.47.up_proj,0.0000120176,0.02500,4.091
+29,mlp.experts.16.up_proj,0.0000079071,0.02500,5.784
+29,mlp.experts.55.up_proj,0.0000123337,0.02500,4.081
+29,mlp.experts.37.up_proj,0.0000071060,0.02500,3.917
+29,mlp.experts.20.up_proj,0.0000076703,0.02500,5.816
+29,mlp.experts.29.up_proj,0.0000090162,0.02500,3.777
+29,mlp.experts.51.up_proj,0.0000042623,0.02500,3.696
+29,mlp.experts.43.up_proj,0.0000040009,0.02500,3.683
+29,mlp.experts.54.up_proj,0.0000092058,0.02500,3.745
+29,mlp.experts.50.up_proj,0.0000065921,0.02500,3.733
+29,mlp.experts.46.up_proj,0.0000041839,0.02500,3.904
+29,mlp.experts.42.up_proj,0.0000067382,0.02500,4.010
+29,mlp.experts.41.up_proj,0.0000101238,0.02500,4.254
+29,mlp.experts.63.up_proj,0.0000064226,0.02500,3.099
+29,mlp.experts.49.up_proj,0.0000082017,0.02500,4.202
+29,mlp.experts.71.up_proj,0.0000098169,0.02500,3.118
+29,mlp.experts.67.up_proj,0.0000155289,0.02500,3.149
+29,mlp.experts.59.up_proj,0.0000086685,0.02500,3.202
+29,mlp.experts.53.up_proj,0.0000133345,0.02500,4.301
+29,mlp.experts.45.up_proj,0.0000179130,0.02500,4.268
+29,mlp.experts.28.up_proj,0.0000071421,0.02500,5.745
+29,mlp.experts.24.up_proj,0.0000068257,0.02500,5.655
+29,mlp.experts.32.up_proj,0.0000092463,0.02500,5.313
+29,mlp.experts.36.up_proj,0.0000184592,0.02500,5.446
+29,mlp.experts.87.up_proj,0.0000085003,0.02500,3.280
+29,mlp.experts.79.up_proj,0.0000100700,0.02500,3.434
+29,mlp.experts.57.up_proj,0.0000064516,0.02500,3.807
+29,mlp.experts.70.up_proj,0.0000151018,0.02500,4.652
+29,mlp.experts.65.up_proj,0.0000147180,0.02500,3.800
+29,mlp.experts.66.up_proj,0.0000041102,0.02500,4.731
+29,mlp.experts.62.up_proj,0.0000200256,0.02500,4.551
+29,mlp.experts.58.up_proj,0.0000265239,0.02500,4.447
+29,mlp.experts.83.up_proj,0.0000156502,0.02500,4.060
+29,mlp.experts.61.up_proj,0.0000093985,0.02500,3.753
+29,mlp.experts.69.up_proj,0.0000109090,0.02500,3.948
+29,mlp.experts.75.up_proj,0.0000215910,0.02500,4.179
+29,mlp.experts.44.up_proj,0.0000085823,0.02500,4.582
+29,mlp.experts.48.up_proj,0.0000161615,0.02500,4.523
+29,mlp.experts.40.up_proj,0.0000133618,0.02500,4.664
+29,mlp.experts.73.up_proj,0.0000066090,0.02500,3.367
+29,mlp.experts.81.up_proj,0.0000087571,0.02500,3.307
+29,mlp.experts.52.up_proj,0.0000178139,0.02500,4.877
+29,mlp.experts.86.up_proj,0.0000048218,0.02500,3.651
+29,mlp.experts.78.up_proj,0.0000165516,0.02500,3.909
+29,mlp.experts.103.up_proj,0.0000069793,0.02500,4.590
+29,mlp.experts.82.up_proj,0.0000112418,0.02500,4.075
+29,mlp.experts.95.up_proj,0.0000096837,0.02500,4.730
+29,mlp.experts.74.up_proj,0.0000170771,0.02500,4.117
+29,mlp.experts.77.up_proj,0.0000072433,0.02500,3.492
+29,mlp.experts.85.up_proj,0.0000056236,0.02500,3.501
+29,mlp.experts.99.up_proj,0.0000102560,0.02500,4.089
+29,mlp.experts.91.up_proj,0.0000047532,0.02500,3.728
+29,mlp.experts.60.up_proj,0.0000122015,0.02500,4.366
+29,mlp.experts.89.up_proj,0.0000077722,0.02500,3.988
+29,mlp.experts.97.up_proj,0.0000187692,0.02500,4.017
+29,mlp.experts.56.up_proj,0.0000080547,0.02500,4.373
+29,mlp.experts.64.up_proj,0.0000415079,0.02500,4.578
+29,mlp.experts.68.up_proj,0.0000270952,0.02500,4.141
+29,mlp.experts.119.up_proj,0.0000073230,0.02500,3.976
+29,mlp.experts.111.up_proj,0.0000025082,0.02500,3.843
+29,mlp.experts.101.up_proj,0.0000127298,0.02500,3.488
+29,mlp.experts.93.up_proj,0.0000099293,0.02500,3.548
+29,mlp.experts.115.up_proj,0.0000088715,0.02500,3.708
+29,mlp.experts.107.up_proj,0.0000112987,0.02500,3.620
+29,mlp.experts.102.up_proj,0.0000196526,0.02500,5.374
+29,mlp.experts.94.up_proj,0.0000126042,0.02500,5.220
+29,mlp.experts.98.up_proj,0.0000116865,0.02500,5.211
+29,mlp.experts.90.up_proj,0.0000175425,0.02500,4.978
+29,mlp.experts.105.up_proj,0.0000096130,0.02500,2.935
+29,mlp.experts.113.up_proj,0.0000102701,0.02500,3.107
+29,mlp.experts.76.up_proj,0.0000023822,0.02500,3.513
+29,mlp.experts.72.up_proj,0.0000052669,0.02500,3.445
+29,mlp.experts.84.up_proj,0.0000150568,0.02500,3.361
+29,mlp.experts.117.up_proj,0.0000163866,0.02500,2.714
+29,mlp.experts.80.up_proj,0.0000095940,0.02500,3.631
+29,mlp.experts.109.up_proj,0.0000125375,0.02500,2.740
+29,mlp.experts.118.up_proj,0.0000043029,0.02500,3.272
+29,mlp.experts.110.up_proj,0.0000048123,0.02500,3.216
+29,mlp.experts.114.up_proj,0.0000120772,0.02500,3.242
+29,mlp.experts.106.up_proj,0.0000168709,0.02500,3.196
+29,mlp.experts.92.up_proj,0.0000111549,0.02500,3.274
+29,mlp.experts.88.up_proj,0.0000025660,0.02500,3.305
+29,mlp.experts.100.up_proj,0.0000108333,0.02500,3.201
+29,mlp.experts.96.up_proj,0.0000089120,0.02500,3.230
+29,mlp.experts.108.up_proj,0.0000093934,0.02500,3.160
+29,mlp.experts.104.up_proj,0.0000025680,0.02500,3.045
+29,mlp.experts.112.up_proj,0.0000152198,0.02500,3.138
+29,mlp.experts.116.up_proj,0.0000102716,0.02500,3.320
+29,mlp.experts.2.down_proj,0.0000007155,0.02500,1.301
+29,mlp.experts.14.down_proj,0.0000004474,0.02500,1.301
+29,mlp.experts.6.down_proj,0.0000008631,0.02500,1.307
+29,mlp.experts.10.down_proj,0.0000025396,0.02500,1.442
+29,mlp.experts.12.down_proj,0.0000008373,0.02500,1.969
+29,mlp.experts.4.down_proj,0.0000020173,0.02500,2.001
+29,mlp.experts.8.down_proj,0.0000004243,0.02500,2.035
+29,mlp.experts.0.down_proj,0.0000006151,0.02500,2.041
+29,mlp.experts.18.down_proj,0.0000006316,0.02500,0.867
+29,mlp.experts.30.down_proj,0.0000007402,0.02500,0.865
+29,mlp.experts.22.down_proj,0.0000004615,0.02500,0.883
+29,mlp.experts.26.down_proj,0.0000010341,0.02500,0.845
+29,mlp.experts.1.down_proj,0.0000005696,0.02500,2.517
+29,mlp.experts.13.down_proj,0.0000006839,0.02500,2.553
+29,mlp.experts.5.down_proj,0.0000007155,0.02500,2.554
+29,mlp.experts.9.down_proj,0.0000033658,0.02500,2.597
+29,mlp.experts.7.down_proj,0.0000008831,0.02500,2.706
+29,mlp.experts.11.down_proj,0.0000005523,0.02500,2.720
+29,mlp.experts.3.down_proj,0.0000021446,0.02500,2.744
+29,mlp.experts.15.down_proj,0.0000022392,0.02500,2.757
+29,mlp.experts.28.down_proj,0.0000002899,0.02500,0.905
+29,mlp.experts.20.down_proj,0.0000005783,0.02500,0.957
+29,mlp.experts.34.down_proj,0.0000007781,0.02500,0.834
+29,mlp.experts.46.down_proj,0.0000005338,0.02500,0.849
+29,mlp.experts.38.down_proj,0.0000002669,0.02500,0.853
+29,mlp.experts.16.down_proj,0.0000004617,0.02500,1.067
+29,mlp.experts.42.down_proj,0.0000004401,0.02500,0.837
+29,mlp.experts.24.down_proj,0.0000004042,0.02500,1.114
+29,mlp.experts.50.down_proj,0.0000004001,0.02500,0.873
+29,mlp.experts.62.down_proj,0.0000013011,0.02500,0.884
+29,mlp.experts.54.down_proj,0.0000005521,0.02500,0.885
+29,mlp.experts.58.down_proj,0.0000018918,0.02500,0.880
+29,mlp.experts.44.down_proj,0.0000006095,0.02500,1.170
+29,mlp.experts.19.down_proj,0.0000006273,0.02500,1.333
+29,mlp.experts.27.down_proj,0.0000004695,0.02500,1.341
+29,mlp.experts.36.down_proj,0.0000021858,0.02500,1.125
+29,mlp.experts.23.down_proj,0.0000006526,0.02500,1.386
+29,mlp.experts.31.down_proj,0.0000009651,0.02500,1.393
+29,mlp.experts.29.down_proj,0.0000004627,0.02500,1.612
+29,mlp.experts.21.down_proj,0.0000005900,0.02500,1.615
+29,mlp.experts.17.down_proj,0.0000005040,0.02500,1.659
+29,mlp.experts.40.down_proj,0.0000008571,0.02500,1.049
+29,mlp.experts.32.down_proj,0.0000008007,0.02500,1.107
+29,mlp.experts.25.down_proj,0.0000009088,0.02500,1.675
+29,mlp.experts.66.down_proj,0.0000004728,0.02500,1.057
+29,mlp.experts.70.down_proj,0.0000006900,0.02500,1.056
+29,mlp.experts.78.down_proj,0.0000020934,0.02500,1.126
+29,mlp.experts.74.down_proj,0.0000020020,0.02500,1.149
+29,mlp.experts.60.down_proj,0.0000007760,0.02500,1.231
+29,mlp.experts.52.down_proj,0.0000011306,0.02500,1.216
+29,mlp.experts.48.down_proj,0.0000014328,0.02500,1.155
+29,mlp.experts.56.down_proj,0.0000008468,0.02500,1.225
+29,mlp.experts.35.down_proj,0.0000003725,0.02500,1.555
+29,mlp.experts.43.down_proj,0.0000002541,0.02500,1.601
+29,mlp.experts.33.down_proj,0.0000005466,0.02500,1.578
+29,mlp.experts.47.down_proj,0.0000008468,0.02500,1.618
+29,mlp.experts.45.down_proj,0.0000022858,0.02500,1.615
+29,mlp.experts.39.down_proj,0.0000003082,0.02500,1.690
+29,mlp.experts.37.down_proj,0.0000006009,0.02500,1.647
+29,mlp.experts.41.down_proj,0.0000006073,0.02500,1.685
+29,mlp.experts.86.down_proj,0.0000005793,0.02500,0.997
+29,mlp.experts.94.down_proj,0.0000007748,0.02500,0.967
+29,mlp.experts.82.down_proj,0.0000006179,0.02500,1.122
+29,mlp.experts.76.down_proj,0.0000001964,0.02500,0.829
+29,mlp.experts.68.down_proj,0.0000032869,0.02500,0.813
+29,mlp.experts.64.down_proj,0.0000030249,0.02500,0.818
+29,mlp.experts.72.down_proj,0.0000003682,0.02500,0.812
+29,mlp.experts.90.down_proj,0.0000015220,0.02500,1.087
+29,mlp.experts.102.down_proj,0.0000023487,0.02500,0.947
+29,mlp.experts.92.down_proj,0.0000007495,0.02500,0.840
+29,mlp.experts.84.down_proj,0.0000010524,0.02500,0.837
+29,mlp.experts.51.down_proj,0.0000002566,0.02500,1.386
+29,mlp.experts.80.down_proj,0.0000004290,0.02500,0.856
+29,mlp.experts.88.down_proj,0.0000003539,0.02500,0.836
+29,mlp.experts.63.down_proj,0.0000005360,0.02500,1.316
+29,mlp.experts.55.down_proj,0.0000011205,0.02500,1.332
+29,mlp.experts.110.down_proj,0.0000002736,0.02500,1.160
+29,mlp.experts.59.down_proj,0.0000005964,0.02500,1.484
+29,mlp.experts.98.down_proj,0.0000007145,0.02500,1.110
+29,mlp.experts.106.down_proj,0.0000011747,0.02500,0.937
+29,mlp.experts.49.down_proj,0.0000004225,0.02500,1.480
+29,mlp.experts.53.down_proj,0.0000009096,0.02500,1.445
+29,mlp.experts.61.down_proj,0.0000009376,0.02500,1.484
+29,mlp.experts.57.down_proj,0.0000003511,0.02500,1.604
+29,mlp.experts.118.down_proj,0.0000004345,0.02500,0.744
+29,mlp.experts.100.down_proj,0.0000007401,0.02500,0.818
+29,mlp.experts.108.down_proj,0.0000008867,0.02500,0.828
+29,mlp.experts.114.down_proj,0.0000009015,0.02500,0.621
+29,mlp.experts.96.down_proj,0.0000005176,0.02500,0.790
+29,mlp.experts.104.down_proj,0.0000003586,0.02500,0.793
+29,mlp.experts.67.down_proj,0.0000006325,0.02500,1.218
+29,mlp.experts.79.down_proj,0.0000008712,0.02500,1.210
+29,mlp.experts.71.down_proj,0.0000010620,0.02500,1.206
+29,mlp.experts.116.down_proj,0.0000010066,0.02500,0.587
+29,mlp.experts.112.down_proj,0.0000013377,0.02500,0.567
+29,mlp.experts.65.down_proj,0.0000009915,0.02500,1.250
+29,mlp.experts.69.down_proj,0.0000015921,0.02500,1.245
+29,mlp.experts.75.down_proj,0.0000016434,0.02500,1.369
+29,mlp.experts.77.down_proj,0.0000006427,0.02500,1.360
+29,mlp.experts.73.down_proj,0.0000006808,0.02500,1.147
+29,mlp.experts.81.down_proj,0.0000005567,0.02500,0.843
+29,mlp.experts.83.down_proj,0.0000009831,0.02500,1.147
+29,mlp.experts.95.down_proj,0.0000004135,0.02500,1.166
+29,mlp.experts.85.down_proj,0.0000005171,0.02500,0.999
+29,mlp.experts.87.down_proj,0.0000004243,0.02500,1.188
+29,mlp.experts.89.down_proj,0.0000005970,0.02500,0.968
+29,mlp.experts.93.down_proj,0.0000006666,0.02500,1.068
+29,mlp.experts.91.down_proj,0.0000003594,0.02500,1.368
+29,mlp.experts.97.down_proj,0.0000023016,0.02500,0.801
+29,mlp.experts.101.down_proj,0.0000009143,0.02500,0.797
+29,mlp.experts.99.down_proj,0.0000006414,0.02500,1.203
+29,mlp.experts.111.down_proj,0.0000001845,0.02500,1.223
+29,mlp.experts.103.down_proj,0.0000005356,0.02500,1.191
+29,mlp.experts.105.down_proj,0.0000004566,0.02500,1.083
+29,mlp.experts.109.down_proj,0.0000008322,0.02500,1.074
+29,mlp.experts.113.down_proj,0.0000005925,0.02500,0.757
+29,mlp.experts.117.down_proj,0.0000014910,0.02500,0.673
+29,mlp.experts.107.down_proj,0.0000006934,0.02500,1.327
+29,mlp.experts.115.down_proj,0.0000006892,0.02500,0.887
+29,mlp.experts.119.down_proj,0.0000009015,0.02500,0.795
+30,self_attn.v_proj,0.0000000148,0.02500,1.610
+30,self_attn.k_proj,0.0000000109,0.02500,1.879
+30,self_attn.q_proj,0.0000000656,0.02500,2.545
+30,self_attn.o_proj,0.0000000311,0.02500,3.820
+30,mlp.shared_experts.gate_proj,0.0000005346,0.02500,1.317
+30,mlp.shared_experts.up_proj,0.0000005492,0.02500,1.377
+30,mlp.shared_experts.down_proj,0.0000000270,0.02500,0.403
+30,mlp.experts.7.gate_proj,0.0000097042,0.02500,3.898
+30,mlp.experts.3.gate_proj,0.0000314913,0.02500,4.162
+30,mlp.experts.13.gate_proj,0.0000123288,0.02500,4.002
+30,mlp.experts.15.gate_proj,0.0000046700,0.02500,4.071
+30,mlp.experts.1.gate_proj,0.0000036926,0.02500,4.281
+30,mlp.experts.11.gate_proj,0.0000082150,0.02500,4.254
+30,mlp.experts.5.gate_proj,0.0000142854,0.02500,4.275
+30,mlp.experts.10.gate_proj,0.0000185729,0.02500,4.364
+30,mlp.experts.2.gate_proj,0.0000027073,0.02500,4.757
+30,mlp.experts.9.gate_proj,0.0000124006,0.02500,4.614
+30,mlp.experts.6.gate_proj,0.0000106279,0.02500,4.637
+30,mlp.experts.14.gate_proj,0.0000054538,0.02500,4.760
+30,mlp.experts.12.gate_proj,0.0000150142,0.02500,4.920
+30,mlp.experts.8.gate_proj,0.0000077050,0.02500,4.969
+30,mlp.experts.4.gate_proj,0.0000047505,0.02500,5.021
+30,mlp.experts.0.gate_proj,0.0000157013,0.02500,5.250
+30,mlp.experts.29.gate_proj,0.0000071443,0.02500,3.208
+30,mlp.experts.23.gate_proj,0.0000112183,0.02500,3.399
+30,mlp.experts.31.gate_proj,0.0000101943,0.02500,3.320
+30,mlp.experts.19.gate_proj,0.0000214268,0.02500,3.469
+30,mlp.experts.17.gate_proj,0.0000066032,0.02500,3.362
+30,mlp.experts.27.gate_proj,0.0000107348,0.02500,3.380
+30,mlp.experts.21.gate_proj,0.0000021881,0.02500,3.615
+30,mlp.experts.26.gate_proj,0.0000122777,0.02500,3.610
+30,mlp.experts.25.gate_proj,0.0000149399,0.02500,3.562
+30,mlp.experts.22.gate_proj,0.0000237803,0.02500,3.588
+30,mlp.experts.18.gate_proj,0.0000108258,0.02500,3.709
+30,mlp.experts.30.gate_proj,0.0000206215,0.02500,3.670
+30,mlp.experts.24.gate_proj,0.0000095221,0.02500,4.564
+30,mlp.experts.28.gate_proj,0.0000136349,0.02500,4.734
+30,mlp.experts.20.gate_proj,0.0000044970,0.02500,4.704
+30,mlp.experts.16.gate_proj,0.0000126075,0.02500,4.724
+30,mlp.experts.33.gate_proj,0.0000122718,0.02500,3.205
+30,mlp.experts.45.gate_proj,0.0000191758,0.02500,3.580
+30,mlp.experts.41.gate_proj,0.0000198807,0.02500,3.331
+30,mlp.experts.42.gate_proj,0.0000101400,0.02500,3.626
+30,mlp.experts.39.gate_proj,0.0000115135,0.02500,4.308
+30,mlp.experts.37.gate_proj,0.0000106234,0.02500,3.892
+30,mlp.experts.38.gate_proj,0.0000044562,0.02500,3.617
+30,mlp.experts.47.gate_proj,0.0000134528,0.02500,4.454
+30,mlp.experts.35.gate_proj,0.0000113899,0.02500,4.397
+30,mlp.experts.43.gate_proj,0.0000067712,0.02500,4.295
+30,mlp.experts.46.gate_proj,0.0000155102,0.02500,3.526
+30,mlp.experts.34.gate_proj,0.0000074810,0.02500,3.793
+30,mlp.experts.61.gate_proj,0.0000103732,0.02500,2.928
+30,mlp.experts.49.gate_proj,0.0000138002,0.02500,3.238
+30,mlp.experts.40.gate_proj,0.0000193029,0.02500,5.186
+30,mlp.experts.44.gate_proj,0.0000063160,0.02500,5.125
+30,mlp.experts.32.gate_proj,0.0000085738,0.02500,5.072
+30,mlp.experts.58.gate_proj,0.0000151457,0.02500,3.335
+30,mlp.experts.36.gate_proj,0.0000098387,0.02500,5.233
+30,mlp.experts.55.gate_proj,0.0000112540,0.02500,3.410
+30,mlp.experts.62.gate_proj,0.0000109191,0.02500,3.249
+30,mlp.experts.50.gate_proj,0.0000155724,0.02500,3.124
+30,mlp.experts.57.gate_proj,0.0000136223,0.02500,3.763
+30,mlp.experts.54.gate_proj,0.0000087140,0.02500,3.593
+30,mlp.experts.63.gate_proj,0.0000123467,0.02500,3.599
+30,mlp.experts.51.gate_proj,0.0000085789,0.02500,3.596
+30,mlp.experts.53.gate_proj,0.0000042432,0.02500,3.740
+30,mlp.experts.59.gate_proj,0.0000103556,0.02500,3.709
+30,mlp.experts.77.gate_proj,0.0000063821,0.02500,3.500
+30,mlp.experts.65.gate_proj,0.0000086663,0.02500,3.608
+30,mlp.experts.74.gate_proj,0.0000053511,0.02500,3.010
+30,mlp.experts.66.gate_proj,0.0000143223,0.02500,2.918
+30,mlp.experts.78.gate_proj,0.0000150343,0.02500,2.977
+30,mlp.experts.70.gate_proj,0.0000125434,0.02500,2.878
+30,mlp.experts.71.gate_proj,0.0000204214,0.02500,3.656
+30,mlp.experts.56.gate_proj,0.0000105988,0.02500,3.959
+30,mlp.experts.73.gate_proj,0.0000133097,0.02500,3.518
+30,mlp.experts.60.gate_proj,0.0000142165,0.02500,4.100
+30,mlp.experts.48.gate_proj,0.0000104288,0.02500,4.107
+30,mlp.experts.79.gate_proj,0.0000088566,0.02500,3.547
+30,mlp.experts.52.gate_proj,0.0000067954,0.02500,4.087
+30,mlp.experts.67.gate_proj,0.0000086552,0.02500,3.651
+30,mlp.experts.75.gate_proj,0.0000105127,0.02500,3.528
+30,mlp.experts.69.gate_proj,0.0000402732,0.02500,3.671
+30,mlp.experts.93.gate_proj,0.0000120507,0.02500,3.431
+30,mlp.experts.90.gate_proj,0.0000126394,0.02500,2.861
+30,mlp.experts.81.gate_proj,0.0000157582,0.02500,3.378
+30,mlp.experts.94.gate_proj,0.0000122766,0.02500,2.799
+30,mlp.experts.82.gate_proj,0.0000154313,0.02500,2.959
+30,mlp.experts.86.gate_proj,0.0000083204,0.02500,2.881
+30,mlp.experts.87.gate_proj,0.0000083408,0.02500,3.580
+30,mlp.experts.89.gate_proj,0.0000103527,0.02500,3.727
+30,mlp.experts.95.gate_proj,0.0000235091,0.02500,3.548
+30,mlp.experts.83.gate_proj,0.0000137175,0.02500,3.549
+30,mlp.experts.85.gate_proj,0.0000121761,0.02500,3.453
+30,mlp.experts.91.gate_proj,0.0000148824,0.02500,3.625
+30,mlp.experts.72.gate_proj,0.0000075205,0.02500,4.353
+30,mlp.experts.76.gate_proj,0.0000141255,0.02500,4.254
+30,mlp.experts.64.gate_proj,0.0000141715,0.02500,4.227
+30,mlp.experts.68.gate_proj,0.0000086359,0.02500,4.294
+30,mlp.experts.109.gate_proj,0.0000114174,0.02500,2.902
+30,mlp.experts.106.gate_proj,0.0000097685,0.02500,3.213
+30,mlp.experts.110.gate_proj,0.0000057168,0.02500,3.241
+30,mlp.experts.102.gate_proj,0.0000150921,0.02500,3.169
+30,mlp.experts.98.gate_proj,0.0000125820,0.02500,3.279
+30,mlp.experts.97.gate_proj,0.0000290917,0.02500,3.577
+30,mlp.experts.103.gate_proj,0.0000234758,0.02500,2.911
+30,mlp.experts.111.gate_proj,0.0000066017,0.02500,2.918
+30,mlp.experts.99.gate_proj,0.0000083362,0.02500,2.903
+30,mlp.experts.107.gate_proj,0.0000224123,0.02500,2.936
+30,mlp.experts.101.gate_proj,0.0000092095,0.02500,3.248
+30,mlp.experts.105.gate_proj,0.0000028834,0.02500,3.519
+30,mlp.experts.5.up_proj,0.0000141703,0.02500,3.469
+30,mlp.experts.2.up_proj,0.0000026999,0.02500,3.478
+30,mlp.experts.88.gate_proj,0.0000175106,0.02500,4.615
+30,mlp.experts.92.gate_proj,0.0000090030,0.02500,4.569
+30,mlp.experts.6.up_proj,0.0000105610,0.02500,3.492
+30,mlp.experts.80.gate_proj,0.0000100039,0.02500,4.595
+30,mlp.experts.84.gate_proj,0.0000080641,0.02500,4.653
+30,mlp.experts.114.gate_proj,0.0000068551,0.02500,3.650
+30,mlp.experts.113.gate_proj,0.0000116392,0.02500,3.666
+30,mlp.experts.118.gate_proj,0.0000047697,0.02500,3.823
+30,mlp.experts.119.gate_proj,0.0000097276,0.02500,3.104
+30,mlp.experts.7.up_proj,0.0000095399,0.02500,3.107
+30,mlp.experts.115.gate_proj,0.0000184280,0.02500,3.174
+30,mlp.experts.3.up_proj,0.0000309782,0.02500,3.128
+30,mlp.experts.1.up_proj,0.0000036373,0.02500,2.968
+30,mlp.experts.117.gate_proj,0.0000064147,0.02500,3.150
+30,mlp.experts.21.up_proj,0.0000021429,0.02500,3.389
+30,mlp.experts.108.gate_proj,0.0000145883,0.02500,3.349
+30,mlp.experts.10.up_proj,0.0000182855,0.02500,3.093
+30,mlp.experts.104.gate_proj,0.0000086498,0.02500,3.465
+30,mlp.experts.15.up_proj,0.0000045425,0.02500,2.915
+30,mlp.experts.96.gate_proj,0.0000053698,0.02500,3.415
+30,mlp.experts.18.up_proj,0.0000105776,0.02500,3.789
+30,mlp.experts.22.up_proj,0.0000231604,0.02500,3.576
+30,mlp.experts.100.gate_proj,0.0000075247,0.02500,3.441
+30,mlp.experts.23.up_proj,0.0000113235,0.02500,2.913
+30,mlp.experts.14.up_proj,0.0000054048,0.02500,3.368
+30,mlp.experts.11.up_proj,0.0000081611,0.02500,2.918
+30,mlp.experts.9.up_proj,0.0000124315,0.02500,3.571
+30,mlp.experts.19.up_proj,0.0000206328,0.02500,2.904
+30,mlp.experts.13.up_proj,0.0000123996,0.02500,3.364
+30,mlp.experts.17.up_proj,0.0000065852,0.02500,3.503
+30,mlp.experts.37.up_proj,0.0000105362,0.02500,3.653
+30,mlp.experts.34.up_proj,0.0000073723,0.02500,3.285
+30,mlp.experts.0.up_proj,0.0000151997,0.02500,3.488
+30,mlp.experts.31.up_proj,0.0000102411,0.02500,3.466
+30,mlp.experts.4.up_proj,0.0000046764,0.02500,3.619
+30,mlp.experts.38.up_proj,0.0000043017,0.02500,3.405
+30,mlp.experts.112.gate_proj,0.0000064169,0.02500,3.651
+30,mlp.experts.26.up_proj,0.0000120121,0.02500,3.880
+30,mlp.experts.116.gate_proj,0.0000111927,0.02500,3.656
+30,mlp.experts.39.up_proj,0.0000114634,0.02500,3.618
+30,mlp.experts.27.up_proj,0.0000107930,0.02500,3.516
+30,mlp.experts.25.up_proj,0.0000148412,0.02500,3.597
+30,mlp.experts.35.up_proj,0.0000110105,0.02500,3.568
+30,mlp.experts.30.up_proj,0.0000207855,0.02500,3.877
+30,mlp.experts.29.up_proj,0.0000068690,0.02500,3.502
+30,mlp.experts.33.up_proj,0.0000120664,0.02500,3.704
+30,mlp.experts.53.up_proj,0.0000042496,0.02500,3.112
+30,mlp.experts.20.up_proj,0.0000043093,0.02500,3.437
+30,mlp.experts.16.up_proj,0.0000122736,0.02500,3.560
+30,mlp.experts.54.up_proj,0.0000086899,0.02500,3.480
+30,mlp.experts.50.up_proj,0.0000153111,0.02500,3.749
+30,mlp.experts.47.up_proj,0.0000135035,0.02500,3.682
+30,mlp.experts.41.up_proj,0.0000200563,0.02500,3.035
+30,mlp.experts.8.up_proj,0.0000076931,0.02500,3.564
+30,mlp.experts.42.up_proj,0.0000100305,0.02500,3.537
+30,mlp.experts.12.up_proj,0.0000148582,0.02500,3.519
+30,mlp.experts.43.up_proj,0.0000065539,0.02500,3.465
+30,mlp.experts.45.up_proj,0.0000185371,0.02500,3.021
+30,mlp.experts.51.up_proj,0.0000084314,0.02500,3.664
+30,mlp.experts.55.up_proj,0.0000112463,0.02500,3.983
+30,mlp.experts.46.up_proj,0.0000153775,0.02500,3.698
+30,mlp.experts.49.up_proj,0.0000137215,0.02500,3.012
+30,mlp.experts.69.up_proj,0.0000395939,0.02500,3.084
+30,mlp.experts.36.up_proj,0.0000095946,0.02500,3.242
+30,mlp.experts.57.up_proj,0.0000136214,0.02500,3.066
+30,mlp.experts.32.up_proj,0.0000084653,0.02500,3.281
+30,mlp.experts.66.up_proj,0.0000143095,0.02500,3.175
+30,mlp.experts.24.up_proj,0.0000095941,0.02500,3.275
+30,mlp.experts.70.up_proj,0.0000118261,0.02500,3.645
+30,mlp.experts.63.up_proj,0.0000119083,0.02500,3.567
+30,mlp.experts.28.up_proj,0.0000135040,0.02500,3.312
+30,mlp.experts.61.up_proj,0.0000104494,0.02500,3.033
+30,mlp.experts.59.up_proj,0.0000102298,0.02500,3.384
+30,mlp.experts.58.up_proj,0.0000152603,0.02500,3.492
+30,mlp.experts.71.up_proj,0.0000200781,0.02500,3.210
+30,mlp.experts.62.up_proj,0.0000105477,0.02500,3.229
+30,mlp.experts.65.up_proj,0.0000081020,0.02500,3.151
+30,mlp.experts.67.up_proj,0.0000084636,0.02500,3.515
+30,mlp.experts.85.up_proj,0.0000122016,0.02500,3.479
+30,mlp.experts.52.up_proj,0.0000067182,0.02500,3.342
+30,mlp.experts.48.up_proj,0.0000104297,0.02500,3.351
+30,mlp.experts.73.up_proj,0.0000133817,0.02500,3.541
+30,mlp.experts.40.up_proj,0.0000190153,0.02500,3.299
+30,mlp.experts.86.up_proj,0.0000080981,0.02500,3.272
+30,mlp.experts.44.up_proj,0.0000063885,0.02500,3.308
+30,mlp.experts.82.up_proj,0.0000153949,0.02500,3.787
+30,mlp.experts.77.up_proj,0.0000063024,0.02500,3.363
+30,mlp.experts.74.up_proj,0.0000050758,0.02500,3.561
+30,mlp.experts.81.up_proj,0.0000157345,0.02500,3.259
+30,mlp.experts.78.up_proj,0.0000149529,0.02500,3.755
+30,mlp.experts.79.up_proj,0.0000087848,0.02500,4.508
+30,mlp.experts.75.up_proj,0.0000104288,0.02500,4.440
+30,mlp.experts.101.up_proj,0.0000090547,0.02500,2.985
+30,mlp.experts.87.up_proj,0.0000084055,0.02500,4.553
+30,mlp.experts.83.up_proj,0.0000136783,0.02500,4.796
+30,mlp.experts.68.up_proj,0.0000084031,0.02500,3.204
+30,mlp.experts.64.up_proj,0.0000141563,0.02500,3.199
+30,mlp.experts.89.up_proj,0.0000102550,0.02500,3.281
+30,mlp.experts.56.up_proj,0.0000104966,0.02500,3.257
+30,mlp.experts.102.up_proj,0.0000149070,0.02500,3.313
+30,mlp.experts.60.up_proj,0.0000140114,0.02500,3.272
+30,mlp.experts.93.up_proj,0.0000116963,0.02500,3.541
+30,mlp.experts.90.up_proj,0.0000123947,0.02500,3.422
+30,mlp.experts.97.up_proj,0.0000286782,0.02500,3.566
+30,mlp.experts.98.up_proj,0.0000124188,0.02500,3.931
+30,mlp.experts.94.up_proj,0.0000118465,0.02500,3.246
+30,mlp.experts.91.up_proj,0.0000146913,0.02500,3.366
+30,mlp.experts.95.up_proj,0.0000234320,0.02500,3.469
+30,mlp.experts.103.up_proj,0.0000231736,0.02500,3.651
+30,mlp.experts.117.up_proj,0.0000064155,0.02500,4.254
+30,mlp.experts.84.up_proj,0.0000080077,0.02500,3.402
+30,mlp.experts.99.up_proj,0.0000082130,0.02500,4.020
+30,mlp.experts.80.up_proj,0.0000099248,0.02500,3.542
+30,mlp.experts.118.up_proj,0.0000047506,0.02500,3.355
+30,mlp.experts.72.up_proj,0.0000073125,0.02500,3.783
+30,mlp.experts.76.up_proj,0.0000139756,0.02500,3.651
+30,mlp.experts.114.up_proj,0.0000069222,0.02500,3.225
+30,mlp.experts.106.up_proj,0.0000098453,0.02500,3.468
+30,mlp.experts.110.up_proj,0.0000056060,0.02500,3.244
+30,mlp.experts.105.up_proj,0.0000028800,0.02500,4.594
+30,mlp.experts.109.up_proj,0.0000112788,0.02500,4.206
+30,mlp.experts.113.up_proj,0.0000115593,0.02500,3.997
+30,mlp.experts.107.up_proj,0.0000224540,0.02500,3.472
+30,mlp.experts.111.up_proj,0.0000064314,0.02500,3.459
+30,mlp.experts.119.up_proj,0.0000093173,0.02500,3.003
+30,mlp.experts.115.up_proj,0.0000181329,0.02500,2.712
+30,mlp.experts.100.up_proj,0.0000075028,0.02500,4.747
+30,mlp.experts.96.up_proj,0.0000053558,0.02500,4.967
+30,mlp.experts.88.up_proj,0.0000174917,0.02500,4.752
+30,mlp.experts.92.up_proj,0.0000086905,0.02500,4.805
+30,mlp.experts.116.up_proj,0.0000110106,0.02500,4.618
+30,mlp.experts.112.up_proj,0.0000062574,0.02500,4.612
+30,mlp.experts.108.up_proj,0.0000146193,0.02500,4.370
+30,mlp.experts.104.up_proj,0.0000085804,0.02500,4.542
+30,mlp.experts.10.down_proj,0.0000015270,0.02500,1.337
+30,mlp.experts.13.down_proj,0.0000011578,0.02500,1.374
+30,mlp.experts.2.down_proj,0.0000002889,0.02500,1.405
+30,mlp.experts.14.down_proj,0.0000005979,0.02500,1.450
+30,mlp.experts.9.down_proj,0.0000009108,0.02500,1.484
+30,mlp.experts.3.down_proj,0.0000035973,0.02500,1.520
+30,mlp.experts.6.down_proj,0.0000006566,0.02500,1.537
+30,mlp.experts.1.down_proj,0.0000004083,0.02500,1.581
+30,mlp.experts.11.down_proj,0.0000005916,0.02500,1.603
+30,mlp.experts.7.down_proj,0.0000008074,0.02500,1.677
+30,mlp.experts.15.down_proj,0.0000003830,0.02500,1.684
+30,mlp.experts.5.down_proj,0.0000005112,0.02500,1.691
+30,mlp.experts.0.down_proj,0.0000009621,0.02500,2.122
+30,mlp.experts.12.down_proj,0.0000012669,0.02500,1.965
+30,mlp.experts.4.down_proj,0.0000002469,0.02500,2.178
+30,mlp.experts.8.down_proj,0.0000009140,0.02500,2.028
+30,mlp.experts.18.down_proj,0.0000009118,0.02500,1.002
+30,mlp.experts.30.down_proj,0.0000015910,0.02500,0.968
+30,mlp.experts.26.down_proj,0.0000012799,0.02500,1.115
+30,mlp.experts.22.down_proj,0.0000017532,0.02500,1.025
+30,mlp.experts.29.down_proj,0.0000004242,0.02500,1.227
+30,mlp.experts.25.down_proj,0.0000012400,0.02500,1.147
+30,mlp.experts.17.down_proj,0.0000004990,0.02500,1.138
+30,mlp.experts.21.down_proj,0.0000003490,0.02500,1.085
+30,mlp.experts.19.down_proj,0.0000023391,0.02500,1.338
+30,mlp.experts.31.down_proj,0.0000007552,0.02500,1.253
+30,mlp.experts.23.down_proj,0.0000008606,0.02500,1.329
+30,mlp.experts.27.down_proj,0.0000008154,0.02500,1.426
+30,mlp.experts.16.down_proj,0.0000010696,0.02500,1.267
+30,mlp.experts.34.down_proj,0.0000004452,0.02500,0.989
+30,mlp.experts.42.down_proj,0.0000008076,0.02500,0.959
+30,mlp.experts.46.down_proj,0.0000010546,0.02500,1.042
+30,mlp.experts.20.down_proj,0.0000006135,0.02500,1.292
+30,mlp.experts.28.down_proj,0.0000013341,0.02500,1.316
+30,mlp.experts.24.down_proj,0.0000009199,0.02500,1.343
+30,mlp.experts.45.down_proj,0.0000011958,0.02500,0.994
+30,mlp.experts.41.down_proj,0.0000020184,0.02500,0.969
+30,mlp.experts.38.down_proj,0.0000004217,0.02500,1.041
+30,mlp.experts.33.down_proj,0.0000006027,0.02500,0.998
+30,mlp.experts.37.down_proj,0.0000007261,0.02500,0.965
+30,mlp.experts.35.down_proj,0.0000006982,0.02500,1.374
+30,mlp.experts.47.down_proj,0.0000009030,0.02500,1.294
+30,mlp.experts.62.down_proj,0.0000011120,0.02500,0.853
+30,mlp.experts.43.down_proj,0.0000004404,0.02500,1.339
+30,mlp.experts.39.down_proj,0.0000009047,0.02500,1.459
+30,mlp.experts.50.down_proj,0.0000010583,0.02500,1.090
+30,mlp.experts.58.down_proj,0.0000011313,0.02500,1.117
+30,mlp.experts.54.down_proj,0.0000006187,0.02500,0.942
+30,mlp.experts.32.down_proj,0.0000008152,0.02500,1.229
+30,mlp.experts.44.down_proj,0.0000003326,0.02500,1.208
+30,mlp.experts.53.down_proj,0.0000004829,0.02500,0.977
+30,mlp.experts.57.down_proj,0.0000010644,0.02500,1.129
+30,mlp.experts.36.down_proj,0.0000008862,0.02500,1.288
+30,mlp.experts.49.down_proj,0.0000013063,0.02500,1.097
+30,mlp.experts.40.down_proj,0.0000020942,0.02500,1.295
+30,mlp.experts.61.down_proj,0.0000005634,0.02500,1.282
+30,mlp.experts.63.down_proj,0.0000007354,0.02500,0.954
+30,mlp.experts.51.down_proj,0.0000006308,0.02500,1.010
+30,mlp.experts.78.down_proj,0.0000008010,0.02500,0.960
+30,mlp.experts.59.down_proj,0.0000011282,0.02500,0.921
+30,mlp.experts.55.down_proj,0.0000007765,0.02500,0.890
+30,mlp.experts.70.down_proj,0.0000008769,0.02500,0.875
+30,mlp.experts.66.down_proj,0.0000014806,0.02500,0.942
+30,mlp.experts.74.down_proj,0.0000003192,0.02500,0.952
+30,mlp.experts.69.down_proj,0.0000034925,0.02500,1.107
+30,mlp.experts.77.down_proj,0.0000005352,0.02500,1.115
+30,mlp.experts.48.down_proj,0.0000005826,0.02500,1.437
+30,mlp.experts.73.down_proj,0.0000007256,0.02500,1.373
+30,mlp.experts.65.down_proj,0.0000003613,0.02500,1.315
+30,mlp.experts.60.down_proj,0.0000020041,0.02500,1.505
+30,mlp.experts.56.down_proj,0.0000009656,0.02500,1.417
+30,mlp.experts.52.down_proj,0.0000005418,0.02500,1.482
+30,mlp.experts.79.down_proj,0.0000006871,0.02500,2.404
+30,mlp.experts.85.down_proj,0.0000007607,0.02500,1.766
+30,mlp.experts.93.down_proj,0.0000007405,0.02500,1.682
+30,mlp.experts.89.down_proj,0.0000010220,0.02500,1.661
+30,mlp.experts.75.down_proj,0.0000009521,0.02500,2.483
+30,mlp.experts.67.down_proj,0.0000008447,0.02500,2.534
+30,mlp.experts.81.down_proj,0.0000014620,0.02500,1.768
+30,mlp.experts.71.down_proj,0.0000020796,0.02500,2.597
+30,mlp.experts.64.down_proj,0.0000010875,0.02500,2.517
+30,mlp.experts.76.down_proj,0.0000015686,0.02500,2.502
+30,mlp.experts.72.down_proj,0.0000004374,0.02500,2.529
+30,mlp.experts.68.down_proj,0.0000008303,0.02500,2.560
+30,mlp.experts.95.down_proj,0.0000024472,0.02500,1.434
+30,mlp.experts.83.down_proj,0.0000010354,0.02500,1.327
+30,mlp.experts.91.down_proj,0.0000020845,0.02500,1.397
+30,mlp.experts.87.down_proj,0.0000005136,0.02500,1.221
+30,mlp.experts.111.down_proj,0.0000008012,0.02500,1.069
+30,mlp.experts.107.down_proj,0.0000018326,0.02500,0.998
+30,mlp.experts.99.down_proj,0.0000004505,0.02500,1.157
+30,mlp.experts.80.down_proj,0.0000004923,0.02500,1.746
+30,mlp.experts.103.down_proj,0.0000017414,0.02500,1.167
+30,mlp.experts.88.down_proj,0.0000013655,0.02500,1.680
+30,mlp.experts.92.down_proj,0.0000006219,0.02500,1.774
+30,mlp.experts.84.down_proj,0.0000003871,0.02500,1.728
+30,mlp.experts.115.down_proj,0.0000022690,0.02500,0.893
+30,mlp.experts.119.down_proj,0.0000006570,0.02500,0.833
+30,mlp.experts.96.down_proj,0.0000004620,0.02500,1.556
+30,mlp.experts.108.down_proj,0.0000015251,0.02500,1.688
+30,mlp.experts.104.down_proj,0.0000009386,0.02500,1.692
+30,mlp.experts.100.down_proj,0.0000004877,0.02500,1.707
+30,mlp.experts.112.down_proj,0.0000004991,0.02500,1.128
+30,mlp.experts.116.down_proj,0.0000006911,0.02500,0.942
+30,mlp.experts.109.down_proj,0.0000007654,0.02500,9.417
+30,mlp.experts.101.down_proj,0.0000005553,0.02500,9.506
+30,mlp.experts.105.down_proj,0.0000003432,0.02500,9.428
+30,mlp.experts.97.down_proj,0.0000034471,0.02500,9.467
+30,mlp.experts.117.down_proj,0.0000004217,0.02500,1.135
+30,mlp.experts.113.down_proj,0.0000006208,0.02500,0.963
+30,mlp.experts.86.down_proj,0.0000004827,0.02500,1.438
+30,mlp.experts.94.down_proj,0.0000007735,0.02500,1.497
+30,mlp.experts.90.down_proj,0.0000010043,0.02500,1.527
+30,mlp.experts.82.down_proj,0.0000011464,0.02500,1.649
+30,mlp.experts.106.down_proj,0.0000007331,0.02500,1.754
+30,mlp.experts.102.down_proj,0.0000013882,0.02500,1.806
+30,mlp.experts.110.down_proj,0.0000007659,0.02500,1.885
+30,mlp.experts.98.down_proj,0.0000015166,0.02500,1.764
+30,mlp.experts.118.down_proj,0.0000002332,0.02500,0.894
+30,mlp.experts.114.down_proj,0.0000003883,0.02500,0.858
+31,self_attn.v_proj,0.0000000170,0.02500,1.778
+31,self_attn.k_proj,0.0000000119,0.02500,2.019
+31,self_attn.q_proj,0.0000000716,0.02500,2.506
+31,self_attn.o_proj,0.0000000529,0.02500,3.565
+31,mlp.shared_experts.gate_proj,0.0000005906,0.02500,1.285
+31,mlp.shared_experts.up_proj,0.0000006244,0.02500,1.411
+31,mlp.shared_experts.down_proj,0.0000000356,0.02500,0.378
+31,mlp.experts.0.gate_proj,0.0000066970,0.02500,4.411
+31,mlp.experts.4.gate_proj,0.0000209421,0.02500,4.425
+31,mlp.experts.14.gate_proj,0.0000110328,0.02500,4.305
+31,mlp.experts.7.gate_proj,0.0000167452,0.02500,4.295
+31,mlp.experts.15.gate_proj,0.0000250012,0.02500,4.312
+31,mlp.experts.8.gate_proj,0.0000134733,0.02500,4.427
+31,mlp.experts.12.gate_proj,0.0000130509,0.02500,4.431
+31,mlp.experts.3.gate_proj,0.0000114310,0.02500,4.670
+31,mlp.experts.6.gate_proj,0.0000121027,0.02500,4.560
+31,mlp.experts.11.gate_proj,0.0000079802,0.02500,4.580
+31,mlp.experts.9.gate_proj,0.0000280005,0.02500,4.593
+31,mlp.experts.10.gate_proj,0.0000123446,0.02500,4.627
+31,mlp.experts.2.gate_proj,0.0000061638,0.02500,4.861
+31,mlp.experts.5.gate_proj,0.0000187046,0.02500,4.740
+31,mlp.experts.13.gate_proj,0.0000129437,0.02500,4.851
+31,mlp.experts.1.gate_proj,0.0000148826,0.02500,5.046
+31,mlp.experts.31.gate_proj,0.0000123272,0.02500,3.001
+31,mlp.experts.23.gate_proj,0.0000113575,0.02500,3.088
+31,mlp.experts.27.gate_proj,0.0000096527,0.02500,2.992
+31,mlp.experts.19.gate_proj,0.0000077204,0.02500,3.097
+31,mlp.experts.30.gate_proj,0.0000121118,0.02500,3.815
+31,mlp.experts.25.gate_proj,0.0000391862,0.02500,3.598
+31,mlp.experts.18.gate_proj,0.0000120194,0.02500,3.476
+31,mlp.experts.22.gate_proj,0.0000074004,0.02500,3.719
+31,mlp.experts.26.gate_proj,0.0000098277,0.02500,3.885
+31,mlp.experts.17.gate_proj,0.0000140650,0.02500,3.694
+31,mlp.experts.29.gate_proj,0.0000177475,0.02500,3.810
+31,mlp.experts.16.gate_proj,0.0000149649,0.02500,4.415
+31,mlp.experts.21.gate_proj,0.0000152778,0.02500,4.000
+31,mlp.experts.24.gate_proj,0.0000087442,0.02500,4.346
+31,mlp.experts.28.gate_proj,0.0000113429,0.02500,4.420
+31,mlp.experts.20.gate_proj,0.0000081073,0.02500,4.656
+31,mlp.experts.47.gate_proj,0.0000141517,0.02500,2.980
+31,mlp.experts.39.gate_proj,0.0000157305,0.02500,2.966
+31,mlp.experts.43.gate_proj,0.0000091181,0.02500,2.980
+31,mlp.experts.35.gate_proj,0.0000102853,0.02500,3.062
+31,mlp.experts.41.gate_proj,0.0000126216,0.02500,3.264
+31,mlp.experts.46.gate_proj,0.0000090509,0.02500,3.485
+31,mlp.experts.45.gate_proj,0.0000120526,0.02500,3.142
+31,mlp.experts.38.gate_proj,0.0000138244,0.02500,3.560
+31,mlp.experts.34.gate_proj,0.0000119818,0.02500,3.721
+31,mlp.experts.42.gate_proj,0.0000113619,0.02500,3.471
+31,mlp.experts.33.gate_proj,0.0000180334,0.02500,3.476
+31,mlp.experts.37.gate_proj,0.0000211257,0.02500,3.627
+31,mlp.experts.40.gate_proj,0.0000063192,0.02500,3.649
+31,mlp.experts.32.gate_proj,0.0000026394,0.02500,3.825
+31,mlp.experts.36.gate_proj,0.0000155807,0.02500,3.649
+31,mlp.experts.44.gate_proj,0.0000123069,0.02500,3.810
+31,mlp.experts.63.gate_proj,0.0000171756,0.02500,3.272
+31,mlp.experts.55.gate_proj,0.0000163970,0.02500,3.263
+31,mlp.experts.59.gate_proj,0.0000055170,0.02500,3.214
+31,mlp.experts.51.gate_proj,0.0000059520,0.02500,3.154
+31,mlp.experts.57.gate_proj,0.0000071825,0.02500,3.523
+31,mlp.experts.61.gate_proj,0.0000028471,0.02500,3.303
+31,mlp.experts.58.gate_proj,0.0000115088,0.02500,3.341
+31,mlp.experts.62.gate_proj,0.0000344955,0.02500,3.817
+31,mlp.experts.50.gate_proj,0.0000086578,0.02500,3.514
+31,mlp.experts.49.gate_proj,0.0000130957,0.02500,3.433
+31,mlp.experts.53.gate_proj,0.0000107704,0.02500,3.313
+31,mlp.experts.54.gate_proj,0.0000059235,0.02500,3.910
+31,mlp.experts.79.gate_proj,0.0000139349,0.02500,2.762
+31,mlp.experts.71.gate_proj,0.0000136947,0.02500,2.820
+31,mlp.experts.75.gate_proj,0.0000037904,0.02500,2.774
+31,mlp.experts.56.gate_proj,0.0000161678,0.02500,4.174
+31,mlp.experts.67.gate_proj,0.0000154281,0.02500,2.872
+31,mlp.experts.48.gate_proj,0.0000027843,0.02500,4.262
+31,mlp.experts.52.gate_proj,0.0000102068,0.02500,4.244
+31,mlp.experts.60.gate_proj,0.0000056248,0.02500,4.426
+31,mlp.experts.77.gate_proj,0.0000119670,0.02500,3.118
+31,mlp.experts.73.gate_proj,0.0000126466,0.02500,3.655
+31,mlp.experts.66.gate_proj,0.0000126956,0.02500,3.438
+31,mlp.experts.69.gate_proj,0.0000104002,0.02500,3.244
+31,mlp.experts.74.gate_proj,0.0000118095,0.02500,3.603
+31,mlp.experts.78.gate_proj,0.0000087857,0.02500,3.583
+31,mlp.experts.95.gate_proj,0.0000272163,0.02500,2.880
+31,mlp.experts.70.gate_proj,0.0000118466,0.02500,3.551
+31,mlp.experts.65.gate_proj,0.0000136951,0.02500,3.818
+31,mlp.experts.87.gate_proj,0.0000186541,0.02500,2.886
+31,mlp.experts.91.gate_proj,0.0000530777,0.02500,2.876
+31,mlp.experts.83.gate_proj,0.0000130109,0.02500,2.837
+31,mlp.experts.72.gate_proj,0.0000129982,0.02500,4.660
+31,mlp.experts.93.gate_proj,0.0000116881,0.02500,3.229
+31,mlp.experts.64.gate_proj,0.0000111969,0.02500,4.727
+31,mlp.experts.68.gate_proj,0.0000062287,0.02500,4.718
+31,mlp.experts.76.gate_proj,0.0000223994,0.02500,4.725
+31,mlp.experts.89.gate_proj,0.0000039073,0.02500,3.505
+31,mlp.experts.111.gate_proj,0.0000077183,0.02500,3.074
+31,mlp.experts.107.gate_proj,0.0000174983,0.02500,3.036
+31,mlp.experts.82.gate_proj,0.0000068781,0.02500,3.695
+31,mlp.experts.99.gate_proj,0.0000114265,0.02500,3.067
+31,mlp.experts.103.gate_proj,0.0000215344,0.02500,3.289
+31,mlp.experts.85.gate_proj,0.0000166566,0.02500,3.712
+31,mlp.experts.90.gate_proj,0.0000121527,0.02500,3.762
+31,mlp.experts.94.gate_proj,0.0000094244,0.02500,3.860
+31,mlp.experts.81.gate_proj,0.0000078704,0.02500,3.581
+31,mlp.experts.86.gate_proj,0.0000119487,0.02500,3.770
+31,mlp.experts.109.gate_proj,0.0000179484,0.02500,3.355
+31,mlp.experts.7.up_proj,0.0000165391,0.02500,3.101
+31,mlp.experts.3.up_proj,0.0000115904,0.02500,3.128
+31,mlp.experts.115.gate_proj,0.0000101405,0.02500,3.123
+31,mlp.experts.119.gate_proj,0.0000124090,0.02500,3.130
+31,mlp.experts.105.gate_proj,0.0000088159,0.02500,3.854
+31,mlp.experts.97.gate_proj,0.0000105543,0.02500,3.316
+31,mlp.experts.101.gate_proj,0.0000123682,0.02500,3.748
+31,mlp.experts.106.gate_proj,0.0000045056,0.02500,3.729
+31,mlp.experts.88.gate_proj,0.0000106668,0.02500,5.217
+31,mlp.experts.98.gate_proj,0.0000109966,0.02500,3.942
+31,mlp.experts.80.gate_proj,0.0000162547,0.02500,5.127
+31,mlp.experts.110.gate_proj,0.0000080323,0.02500,3.775
+31,mlp.experts.84.gate_proj,0.0000120040,0.02500,5.130
+31,mlp.experts.102.gate_proj,0.0000110176,0.02500,3.929
+31,mlp.experts.92.gate_proj,0.0000344321,0.02500,5.226
+31,mlp.experts.5.up_proj,0.0000188013,0.02500,3.718
+31,mlp.experts.23.up_proj,0.0000111289,0.02500,3.617
+31,mlp.experts.11.up_proj,0.0000073694,0.02500,3.600
+31,mlp.experts.1.up_proj,0.0000147468,0.02500,3.450
+31,mlp.experts.19.up_proj,0.0000076476,0.02500,3.919
+31,mlp.experts.113.gate_proj,0.0000155488,0.02500,3.376
+31,mlp.experts.15.up_proj,0.0000245059,0.02500,3.849
+31,mlp.experts.117.gate_proj,0.0000144676,0.02500,3.644
+31,mlp.experts.6.up_proj,0.0000121449,0.02500,3.396
+31,mlp.experts.114.gate_proj,0.0000059847,0.02500,3.627
+31,mlp.experts.2.up_proj,0.0000060769,0.02500,3.832
+31,mlp.experts.118.gate_proj,0.0000087288,0.02500,3.784
+31,mlp.experts.104.gate_proj,0.0000186160,0.02500,4.409
+31,mlp.experts.96.gate_proj,0.0000124956,0.02500,4.376
+31,mlp.experts.100.gate_proj,0.0000154876,0.02500,4.410
+31,mlp.experts.108.gate_proj,0.0000317445,0.02500,4.245
+31,mlp.experts.21.up_proj,0.0000147589,0.02500,3.468
+31,mlp.experts.9.up_proj,0.0000276379,0.02500,3.203
+31,mlp.experts.17.up_proj,0.0000139461,0.02500,3.583
+31,mlp.experts.13.up_proj,0.0000126667,0.02500,3.085
+31,mlp.experts.10.up_proj,0.0000125082,0.02500,3.492
+31,mlp.experts.22.up_proj,0.0000071465,0.02500,3.717
+31,mlp.experts.39.up_proj,0.0000155159,0.02500,4.792
+31,mlp.experts.18.up_proj,0.0000119931,0.02500,3.639
+31,mlp.experts.27.up_proj,0.0000096570,0.02500,4.602
+31,mlp.experts.35.up_proj,0.0000101746,0.02500,4.649
+31,mlp.experts.14.up_proj,0.0000106421,0.02500,3.471
+31,mlp.experts.31.up_proj,0.0000123484,0.02500,4.654
+31,mlp.experts.0.up_proj,0.0000067827,0.02500,3.904
+31,mlp.experts.112.gate_proj,0.0000119295,0.02500,3.956
+31,mlp.experts.116.gate_proj,0.0000183483,0.02500,4.095
+31,mlp.experts.4.up_proj,0.0000207435,0.02500,4.086
+31,mlp.experts.37.up_proj,0.0000207479,0.02500,3.793
+31,mlp.experts.29.up_proj,0.0000174476,0.02500,2.981
+31,mlp.experts.25.up_proj,0.0000392707,0.02500,3.530
+31,mlp.experts.33.up_proj,0.0000178891,0.02500,3.370
+31,mlp.experts.26.up_proj,0.0000096652,0.02500,3.088
+31,mlp.experts.34.up_proj,0.0000118956,0.02500,2.988
+31,mlp.experts.38.up_proj,0.0000136148,0.02500,3.184
+31,mlp.experts.30.up_proj,0.0000121709,0.02500,3.086
+31,mlp.experts.55.up_proj,0.0000158592,0.02500,4.765
+31,mlp.experts.16.up_proj,0.0000150183,0.02500,4.007
+31,mlp.experts.51.up_proj,0.0000059856,0.02500,4.727
+31,mlp.experts.43.up_proj,0.0000091328,0.02500,4.989
+31,mlp.experts.8.up_proj,0.0000132591,0.02500,3.973
+31,mlp.experts.47.up_proj,0.0000141358,0.02500,4.768
+31,mlp.experts.12.up_proj,0.0000130039,0.02500,3.891
+31,mlp.experts.20.up_proj,0.0000079819,0.02500,3.952
+31,mlp.experts.53.up_proj,0.0000105627,0.02500,3.771
+31,mlp.experts.42.up_proj,0.0000112483,0.02500,3.089
+31,mlp.experts.54.up_proj,0.0000058209,0.02500,3.098
+31,mlp.experts.50.up_proj,0.0000086799,0.02500,3.209
+31,mlp.experts.41.up_proj,0.0000125007,0.02500,3.759
+31,mlp.experts.45.up_proj,0.0000119790,0.02500,4.039
+31,mlp.experts.49.up_proj,0.0000130140,0.02500,3.888
+31,mlp.experts.46.up_proj,0.0000090561,0.02500,3.239
+31,mlp.experts.71.up_proj,0.0000135662,0.02500,3.834
+31,mlp.experts.69.up_proj,0.0000100503,0.02500,2.885
+31,mlp.experts.59.up_proj,0.0000054450,0.02500,4.004
+31,mlp.experts.57.up_proj,0.0000066404,0.02500,2.870
+31,mlp.experts.67.up_proj,0.0000154023,0.02500,4.161
+31,mlp.experts.61.up_proj,0.0000028718,0.02500,2.904
+31,mlp.experts.58.up_proj,0.0000111883,0.02500,3.278
+31,mlp.experts.65.up_proj,0.0000133531,0.02500,2.919
+31,mlp.experts.63.up_proj,0.0000170645,0.02500,4.214
+31,mlp.experts.70.up_proj,0.0000118786,0.02500,3.204
+31,mlp.experts.24.up_proj,0.0000086884,0.02500,4.409
+31,mlp.experts.66.up_proj,0.0000123213,0.02500,3.300
+31,mlp.experts.32.up_proj,0.0000025914,0.02500,4.620
+31,mlp.experts.28.up_proj,0.0000113743,0.02500,4.439
+31,mlp.experts.36.up_proj,0.0000154918,0.02500,4.563
+31,mlp.experts.62.up_proj,0.0000346474,0.02500,3.598
+31,mlp.experts.85.up_proj,0.0000165283,0.02500,3.202
+31,mlp.experts.73.up_proj,0.0000128453,0.02500,3.218
+31,mlp.experts.77.up_proj,0.0000120850,0.02500,3.141
+31,mlp.experts.74.up_proj,0.0000118251,0.02500,3.443
+31,mlp.experts.82.up_proj,0.0000063226,0.02500,3.226
+31,mlp.experts.81.up_proj,0.0000078134,0.02500,3.435
+31,mlp.experts.87.up_proj,0.0000186086,0.02500,4.449
+31,mlp.experts.86.up_proj,0.0000120611,0.02500,3.602
+31,mlp.experts.83.up_proj,0.0000124442,0.02500,4.210
+31,mlp.experts.48.up_proj,0.0000027402,0.02500,3.864
+31,mlp.experts.79.up_proj,0.0000141728,0.02500,4.088
+31,mlp.experts.40.up_proj,0.0000063205,0.02500,4.009
+31,mlp.experts.75.up_proj,0.0000036319,0.02500,4.511
+31,mlp.experts.78.up_proj,0.0000087280,0.02500,3.275
+31,mlp.experts.44.up_proj,0.0000124669,0.02500,3.985
+31,mlp.experts.52.up_proj,0.0000099025,0.02500,3.956
+31,mlp.experts.101.up_proj,0.0000124465,0.02500,3.216
+31,mlp.experts.89.up_proj,0.0000038234,0.02500,3.037
+31,mlp.experts.93.up_proj,0.0000115868,0.02500,3.038
+31,mlp.experts.97.up_proj,0.0000103983,0.02500,2.977
+31,mlp.experts.90.up_proj,0.0000123502,0.02500,3.278
+31,mlp.experts.98.up_proj,0.0000107779,0.02500,3.457
+31,mlp.experts.102.up_proj,0.0000111108,0.02500,3.414
+31,mlp.experts.94.up_proj,0.0000092625,0.02500,3.321
+31,mlp.experts.103.up_proj,0.0000216170,0.02500,4.377
+31,mlp.experts.56.up_proj,0.0000146853,0.02500,4.212
+31,mlp.experts.64.up_proj,0.0000112609,0.02500,4.331
+31,mlp.experts.117.up_proj,0.0000142740,0.02500,2.921
+31,mlp.experts.60.up_proj,0.0000056516,0.02500,4.298
+31,mlp.experts.91.up_proj,0.0000523724,0.02500,4.458
+31,mlp.experts.95.up_proj,0.0000262929,0.02500,4.588
+31,mlp.experts.105.up_proj,0.0000089341,0.02500,2.830
+31,mlp.experts.109.up_proj,0.0000178614,0.02500,2.826
+31,mlp.experts.99.up_proj,0.0000115364,0.02500,4.863
+31,mlp.experts.68.up_proj,0.0000062013,0.02500,4.311
+31,mlp.experts.113.up_proj,0.0000155065,0.02500,2.609
+31,mlp.experts.114.up_proj,0.0000055722,0.02500,3.296
+31,mlp.experts.106.up_proj,0.0000045376,0.02500,3.753
+31,mlp.experts.118.up_proj,0.0000082734,0.02500,3.442
+31,mlp.experts.110.up_proj,0.0000081322,0.02500,3.101
+31,mlp.experts.80.up_proj,0.0000163662,0.02500,3.827
+31,mlp.experts.72.up_proj,0.0000130264,0.02500,3.877
+31,mlp.experts.76.up_proj,0.0000221775,0.02500,3.828
+31,mlp.experts.84.up_proj,0.0000117509,0.02500,4.140
+31,mlp.experts.119.up_proj,0.0000125464,0.02500,5.174
+31,mlp.experts.107.up_proj,0.0000175931,0.02500,4.856
+31,mlp.experts.111.up_proj,0.0000076756,0.02500,4.859
+31,mlp.experts.115.up_proj,0.0000100730,0.02500,4.733
+31,mlp.experts.88.up_proj,0.0000112392,0.02500,4.248
+31,mlp.experts.92.up_proj,0.0000341781,0.02500,4.254
+31,mlp.experts.96.up_proj,0.0000123733,0.02500,4.681
+31,mlp.experts.100.up_proj,0.0000153529,0.02500,4.472
+31,mlp.experts.104.up_proj,0.0000185046,0.02500,4.526
+31,mlp.experts.108.up_proj,0.0000310424,0.02500,4.463
+31,mlp.experts.112.up_proj,0.0000120100,0.02500,4.447
+31,mlp.experts.116.up_proj,0.0000177146,0.02500,3.949
+31,mlp.experts.2.down_proj,0.0000007371,0.02500,1.005
+31,mlp.experts.6.down_proj,0.0000008775,0.02500,1.025
+31,mlp.experts.14.down_proj,0.0000018426,0.02500,1.009
+31,mlp.experts.10.down_proj,0.0000013748,0.02500,1.010
+31,mlp.experts.12.down_proj,0.0000010885,0.02500,1.561
+31,mlp.experts.1.down_proj,0.0000008870,0.02500,1.591
+31,mlp.experts.4.down_proj,0.0000018794,0.02500,1.596
+31,mlp.experts.8.down_proj,0.0000009610,0.02500,1.577
+31,mlp.experts.9.down_proj,0.0000029028,0.02500,1.632
+31,mlp.experts.0.down_proj,0.0000007270,0.02500,1.651
+31,mlp.experts.5.down_proj,0.0000016458,0.02500,1.680
+31,mlp.experts.13.down_proj,0.0000008746,0.02500,1.701
+31,mlp.experts.18.down_proj,0.0000009518,0.02500,1.055
+31,mlp.experts.22.down_proj,0.0000014311,0.02500,1.084
+31,mlp.experts.15.down_proj,0.0000028088,0.02500,2.096
+31,mlp.experts.11.down_proj,0.0000005016,0.02500,2.096
+31,mlp.experts.26.down_proj,0.0000012779,0.02500,1.117
+31,mlp.experts.7.down_proj,0.0000016888,0.02500,2.149
+31,mlp.experts.3.down_proj,0.0000013537,0.02500,2.162
+31,mlp.experts.30.down_proj,0.0000015131,0.02500,1.160
+31,mlp.experts.17.down_proj,0.0000011819,0.02500,1.008
+31,mlp.experts.25.down_proj,0.0000057526,0.02500,1.103
+31,mlp.experts.29.down_proj,0.0000014909,0.02500,1.038
+31,mlp.experts.21.down_proj,0.0000019549,0.02500,1.081
+31,mlp.experts.24.down_proj,0.0000005615,0.02500,1.455
+31,mlp.experts.20.down_proj,0.0000005472,0.02500,1.460
+31,mlp.experts.34.down_proj,0.0000014399,0.02500,0.997
+31,mlp.experts.28.down_proj,0.0000010445,0.02500,1.509
+31,mlp.experts.16.down_proj,0.0000011810,0.02500,1.438
+31,mlp.experts.38.down_proj,0.0000011631,0.02500,1.024
+31,mlp.experts.42.down_proj,0.0000015612,0.02500,1.120
+31,mlp.experts.46.down_proj,0.0000012181,0.02500,1.094
+31,mlp.experts.19.down_proj,0.0000005630,0.02500,1.388
+31,mlp.experts.31.down_proj,0.0000012737,0.02500,1.437
+31,mlp.experts.27.down_proj,0.0000006970,0.02500,1.502
+31,mlp.experts.23.down_proj,0.0000006608,0.02500,1.483
+31,mlp.experts.33.down_proj,0.0000015020,0.02500,1.099
+31,mlp.experts.45.down_proj,0.0000005622,0.02500,1.116
+31,mlp.experts.37.down_proj,0.0000020811,0.02500,1.116
+31,mlp.experts.41.down_proj,0.0000010568,0.02500,1.179
+31,mlp.experts.36.down_proj,0.0000011254,0.02500,0.941
+31,mlp.experts.40.down_proj,0.0000006795,0.02500,0.947
+31,mlp.experts.44.down_proj,0.0000010578,0.02500,0.939
+31,mlp.experts.32.down_proj,0.0000001854,0.02500,0.942
+31,mlp.experts.50.down_proj,0.0000007420,0.02500,1.011
+31,mlp.experts.54.down_proj,0.0000004784,0.02500,0.962
+31,mlp.experts.58.down_proj,0.0000009540,0.02500,0.942
+31,mlp.experts.62.down_proj,0.0000026068,0.02500,1.039
+31,mlp.experts.49.down_proj,0.0000010864,0.02500,0.971
+31,mlp.experts.61.down_proj,0.0000004669,0.02500,0.885
+31,mlp.experts.53.down_proj,0.0000009179,0.02500,0.882
+31,mlp.experts.57.down_proj,0.0000007909,0.02500,0.864
+31,mlp.experts.35.down_proj,0.0000007938,0.02500,1.346
+31,mlp.experts.56.down_proj,0.0000008365,0.02500,0.939
+31,mlp.experts.52.down_proj,0.0000008768,0.02500,0.941
+31,mlp.experts.39.down_proj,0.0000018012,0.02500,1.322
+31,mlp.experts.43.down_proj,0.0000005438,0.02500,1.359
+31,mlp.experts.48.down_proj,0.0000005167,0.02500,0.956
+31,mlp.experts.60.down_proj,0.0000003790,0.02500,0.959
+31,mlp.experts.70.down_proj,0.0000011584,0.02500,0.929
+31,mlp.experts.47.down_proj,0.0000015874,0.02500,1.478
+31,mlp.experts.74.down_proj,0.0000009692,0.02500,0.995
+31,mlp.experts.66.down_proj,0.0000009884,0.02500,1.168
+31,mlp.experts.78.down_proj,0.0000008842,0.02500,0.952
+31,mlp.experts.65.down_proj,0.0000011171,0.02500,0.897
+31,mlp.experts.77.down_proj,0.0000016091,0.02500,0.941
+31,mlp.experts.69.down_proj,0.0000007843,0.02500,0.963
+31,mlp.experts.73.down_proj,0.0000013918,0.02500,0.928
+31,mlp.experts.86.down_proj,0.0000009235,0.02500,1.015
+31,mlp.experts.51.down_proj,0.0000008020,0.02500,1.177
+31,mlp.experts.55.down_proj,0.0000010141,0.02500,1.153
+31,mlp.experts.59.down_proj,0.0000006692,0.02500,1.172
+31,mlp.experts.90.down_proj,0.0000011132,0.02500,0.959
+31,mlp.experts.63.down_proj,0.0000011685,0.02500,1.145
+31,mlp.experts.68.down_proj,0.0000005589,0.02500,1.326
+31,mlp.experts.82.down_proj,0.0000007605,0.02500,1.029
+31,mlp.experts.72.down_proj,0.0000016068,0.02500,1.341
+31,mlp.experts.76.down_proj,0.0000015945,0.02500,1.311
+31,mlp.experts.64.down_proj,0.0000013859,0.02500,1.337
+31,mlp.experts.94.down_proj,0.0000006061,0.02500,1.070
+31,mlp.experts.81.down_proj,0.0000005823,0.02500,1.090
+31,mlp.experts.89.down_proj,0.0000003979,0.02500,1.031
+31,mlp.experts.85.down_proj,0.0000013924,0.02500,1.048
+31,mlp.experts.93.down_proj,0.0000010277,0.02500,1.124
+31,mlp.experts.67.down_proj,0.0000013431,0.02500,0.886
+31,mlp.experts.71.down_proj,0.0000016455,0.02500,0.877
+31,mlp.experts.75.down_proj,0.0000005482,0.02500,0.900
+31,mlp.experts.102.down_proj,0.0000015162,0.02500,1.032
+31,mlp.experts.79.down_proj,0.0000013077,0.02500,0.900
+31,mlp.experts.106.down_proj,0.0000006007,0.02500,0.998
+31,mlp.experts.98.down_proj,0.0000010056,0.02500,0.903
+31,mlp.experts.110.down_proj,0.0000005919,0.02500,1.014
+31,mlp.experts.92.down_proj,0.0000039892,0.02500,1.330
+31,mlp.experts.88.down_proj,0.0000010199,0.02500,1.381
+31,mlp.experts.84.down_proj,0.0000010609,0.02500,1.457
+31,mlp.experts.118.down_proj,0.0000005375,0.02500,0.684
+31,mlp.experts.80.down_proj,0.0000016473,0.02500,1.472
+31,mlp.experts.97.down_proj,0.0000006505,0.02500,1.149
+31,mlp.experts.114.down_proj,0.0000009026,0.02500,0.662
+31,mlp.experts.101.down_proj,0.0000009606,0.02500,1.075
+31,mlp.experts.87.down_proj,0.0000018679,0.02500,0.958
+31,mlp.experts.109.down_proj,0.0000014162,0.02500,1.135
+31,mlp.experts.105.down_proj,0.0000006027,0.02500,1.206
+31,mlp.experts.83.down_proj,0.0000012387,0.02500,1.005
+31,mlp.experts.91.down_proj,0.0000073542,0.02500,0.975
+31,mlp.experts.95.down_proj,0.0000020008,0.02500,1.034
+31,mlp.experts.113.down_proj,0.0000017727,0.02500,0.692
+31,mlp.experts.117.down_proj,0.0000013518,0.02500,0.664
+31,mlp.experts.103.down_proj,0.0000018147,0.02500,0.862
+31,mlp.experts.99.down_proj,0.0000010918,0.02500,0.860
+31,mlp.experts.107.down_proj,0.0000014012,0.02500,0.855
+31,mlp.experts.111.down_proj,0.0000008700,0.02500,0.833
+31,mlp.experts.108.down_proj,0.0000043076,0.02500,1.368
+31,mlp.experts.104.down_proj,0.0000016727,0.02500,1.364
+31,mlp.experts.100.down_proj,0.0000014141,0.02500,1.330
+31,mlp.experts.96.down_proj,0.0000008110,0.02500,1.294
+31,mlp.experts.119.down_proj,0.0000011542,0.02500,0.632
+31,mlp.experts.115.down_proj,0.0000010765,0.02500,0.624
+31,mlp.experts.116.down_proj,0.0000017242,0.02500,0.608
+31,mlp.experts.112.down_proj,0.0000008986,0.02500,0.582
+32,self_attn.q_proj,0.0000000980,0.02500,1.699
+32,self_attn.k_proj,0.0000000155,0.02500,2.292
+32,self_attn.v_proj,0.0000000232,0.02500,2.311
+32,self_attn.o_proj,0.0000000581,0.02500,4.198
+32,mlp.shared_experts.gate_proj,0.0000006357,0.02500,1.276
+32,mlp.shared_experts.up_proj,0.0000006595,0.02500,1.439
+32,mlp.shared_experts.down_proj,0.0000000479,0.02500,0.396
+32,mlp.experts.9.gate_proj,0.0000154364,0.02500,4.241
+32,mlp.experts.6.gate_proj,0.0000082240,0.02500,4.457
+32,mlp.experts.13.gate_proj,0.0000170738,0.02500,4.125
+32,mlp.experts.5.gate_proj,0.0000115108,0.02500,4.476
+32,mlp.experts.10.gate_proj,0.0000047134,0.02500,4.510
+32,mlp.experts.1.gate_proj,0.0000072238,0.02500,4.642
+32,mlp.experts.2.gate_proj,0.0000096591,0.02500,4.697
+32,mlp.experts.14.gate_proj,0.0000196862,0.02500,4.350
+32,mlp.experts.4.gate_proj,0.0000271238,0.02500,5.197
+32,mlp.experts.8.gate_proj,0.0000144653,0.02500,5.288
+32,mlp.experts.0.gate_proj,0.0000152402,0.02500,5.385
+32,mlp.experts.12.gate_proj,0.0000119487,0.02500,5.141
+32,mlp.experts.3.gate_proj,0.0000206927,0.02500,6.058
+32,mlp.experts.7.gate_proj,0.0000141858,0.02500,6.130
+32,mlp.experts.15.gate_proj,0.0000207645,0.02500,5.802
+32,mlp.experts.11.gate_proj,0.0000106628,0.02500,5.936
+32,mlp.experts.22.gate_proj,0.0000113195,0.02500,3.359
+32,mlp.experts.25.gate_proj,0.0000141899,0.02500,3.651
+32,mlp.experts.18.gate_proj,0.0000121462,0.02500,3.250
+32,mlp.experts.26.gate_proj,0.0000144635,0.02500,3.488
+32,mlp.experts.30.gate_proj,0.0000137643,0.02500,3.386
+32,mlp.experts.29.gate_proj,0.0000067024,0.02500,3.764
+32,mlp.experts.20.gate_proj,0.0000131766,0.02500,3.256
+32,mlp.experts.24.gate_proj,0.0000122296,0.02500,3.255
+32,mlp.experts.16.gate_proj,0.0000121521,0.02500,3.281
+32,mlp.experts.28.gate_proj,0.0000128977,0.02500,3.268
+32,mlp.experts.17.gate_proj,0.0000115133,0.02500,4.197
+32,mlp.experts.21.gate_proj,0.0000125352,0.02500,4.425
+32,mlp.experts.38.gate_proj,0.0000067560,0.02500,2.876
+32,mlp.experts.23.gate_proj,0.0000326859,0.02500,4.623
+32,mlp.experts.31.gate_proj,0.0000105519,0.02500,4.626
+32,mlp.experts.34.gate_proj,0.0000100103,0.02500,2.908
+32,mlp.experts.19.gate_proj,0.0000153211,0.02500,4.860
+32,mlp.experts.42.gate_proj,0.0000174676,0.02500,2.986
+32,mlp.experts.46.gate_proj,0.0000104846,0.02500,2.904
+32,mlp.experts.27.gate_proj,0.0000048668,0.02500,4.723
+32,mlp.experts.41.gate_proj,0.0000279015,0.02500,3.532
+32,mlp.experts.36.gate_proj,0.0000033329,0.02500,3.257
+32,mlp.experts.40.gate_proj,0.0000025231,0.02500,3.401
+32,mlp.experts.32.gate_proj,0.0000220997,0.02500,3.328
+32,mlp.experts.45.gate_proj,0.0000097906,0.02500,3.777
+32,mlp.experts.44.gate_proj,0.0000099662,0.02500,3.335
+32,mlp.experts.37.gate_proj,0.0000197212,0.02500,3.565
+32,mlp.experts.33.gate_proj,0.0000024124,0.02500,3.755
+32,mlp.experts.54.gate_proj,0.0000146589,0.02500,3.199
+32,mlp.experts.50.gate_proj,0.0000178446,0.02500,3.184
+32,mlp.experts.58.gate_proj,0.0000072060,0.02500,3.255
+32,mlp.experts.62.gate_proj,0.0000126713,0.02500,3.258
+32,mlp.experts.52.gate_proj,0.0000168187,0.02500,3.264
+32,mlp.experts.57.gate_proj,0.0000137683,0.02500,3.600
+32,mlp.experts.48.gate_proj,0.0000203694,0.02500,3.166
+32,mlp.experts.56.gate_proj,0.0000122123,0.02500,3.267
+32,mlp.experts.60.gate_proj,0.0000255834,0.02500,3.224
+32,mlp.experts.61.gate_proj,0.0000067703,0.02500,3.476
+32,mlp.experts.39.gate_proj,0.0000066390,0.02500,4.944
+32,mlp.experts.53.gate_proj,0.0000152082,0.02500,3.330
+32,mlp.experts.47.gate_proj,0.0000145493,0.02500,5.019
+32,mlp.experts.43.gate_proj,0.0000156157,0.02500,4.870
+32,mlp.experts.35.gate_proj,0.0000384164,0.02500,5.019
+32,mlp.experts.49.gate_proj,0.0000107843,0.02500,3.604
+32,mlp.experts.70.gate_proj,0.0000237671,0.02500,3.059
+32,mlp.experts.66.gate_proj,0.0000123344,0.02500,3.116
+32,mlp.experts.78.gate_proj,0.0000291106,0.02500,3.016
+32,mlp.experts.74.gate_proj,0.0000076382,0.02500,3.078
+32,mlp.experts.55.gate_proj,0.0000193957,0.02500,3.106
+32,mlp.experts.73.gate_proj,0.0000143930,0.02500,3.818
+32,mlp.experts.63.gate_proj,0.0000105070,0.02500,3.142
+32,mlp.experts.59.gate_proj,0.0000183511,0.02500,3.105
+32,mlp.experts.51.gate_proj,0.0000144415,0.02500,3.157
+32,mlp.experts.69.gate_proj,0.0000089556,0.02500,3.358
+32,mlp.experts.68.gate_proj,0.0000189467,0.02500,4.283
+32,mlp.experts.77.gate_proj,0.0000155990,0.02500,3.780
+32,mlp.experts.64.gate_proj,0.0000336963,0.02500,4.262
+32,mlp.experts.72.gate_proj,0.0000085500,0.02500,4.288
+32,mlp.experts.76.gate_proj,0.0000113511,0.02500,4.293
+32,mlp.experts.65.gate_proj,0.0000177375,0.02500,3.494
+32,mlp.experts.86.gate_proj,0.0000166647,0.02500,3.374
+32,mlp.experts.82.gate_proj,0.0000131645,0.02500,3.388
+32,mlp.experts.94.gate_proj,0.0000157097,0.02500,3.391
+32,mlp.experts.90.gate_proj,0.0000091408,0.02500,3.512
+32,mlp.experts.71.gate_proj,0.0000083540,0.02500,3.157
+32,mlp.experts.75.gate_proj,0.0000097516,0.02500,3.110
+32,mlp.experts.79.gate_proj,0.0000161192,0.02500,3.207
+32,mlp.experts.67.gate_proj,0.0000225015,0.02500,3.296
+32,mlp.experts.89.gate_proj,0.0000155896,0.02500,4.041
+32,mlp.experts.85.gate_proj,0.0000114199,0.02500,3.942
+32,mlp.experts.93.gate_proj,0.0000140635,0.02500,3.877
+32,mlp.experts.81.gate_proj,0.0000066114,0.02500,3.735
+32,mlp.experts.84.gate_proj,0.0000354428,0.02500,4.462
+32,mlp.experts.80.gate_proj,0.0000168595,0.02500,4.446
+32,mlp.experts.88.gate_proj,0.0000145036,0.02500,4.419
+32,mlp.experts.102.gate_proj,0.0000156846,0.02500,3.614
+32,mlp.experts.92.gate_proj,0.0000186053,0.02500,4.366
+32,mlp.experts.98.gate_proj,0.0000148969,0.02500,3.797
+32,mlp.experts.110.gate_proj,0.0000135843,0.02500,3.807
+32,mlp.experts.106.gate_proj,0.0000157047,0.02500,3.926
+32,mlp.experts.87.gate_proj,0.0000032997,0.02500,3.086
+32,mlp.experts.91.gate_proj,0.0000137907,0.02500,3.102
+32,mlp.experts.95.gate_proj,0.0000125446,0.02500,3.141
+32,mlp.experts.83.gate_proj,0.0000188437,0.02500,3.076
+32,mlp.experts.101.gate_proj,0.0000147979,0.02500,3.705
+32,mlp.experts.109.gate_proj,0.0000078015,0.02500,3.727
+32,mlp.experts.105.gate_proj,0.0000135489,0.02500,4.127
+32,mlp.experts.97.gate_proj,0.0000114273,0.02500,4.101
+32,mlp.experts.118.gate_proj,0.0000109785,0.02500,3.676
+32,mlp.experts.100.gate_proj,0.0000135697,0.02500,4.230
+32,mlp.experts.114.gate_proj,0.0000214561,0.02500,3.621
+32,mlp.experts.96.gate_proj,0.0000164417,0.02500,4.186
+32,mlp.experts.6.up_proj,0.0000081898,0.02500,3.708
+32,mlp.experts.108.gate_proj,0.0000184729,0.02500,4.251
+32,mlp.experts.2.up_proj,0.0000096626,0.02500,3.538
+32,mlp.experts.104.gate_proj,0.0000065533,0.02500,4.406
+32,mlp.experts.103.gate_proj,0.0000123173,0.02500,3.592
+32,mlp.experts.107.gate_proj,0.0000150278,0.02500,3.618
+32,mlp.experts.111.gate_proj,0.0000129692,0.02500,3.619
+32,mlp.experts.99.gate_proj,0.0000134755,0.02500,3.595
+32,mlp.experts.5.up_proj,0.0000115758,0.02500,3.323
+32,mlp.experts.1.up_proj,0.0000070557,0.02500,3.309
+32,mlp.experts.117.gate_proj,0.0000050125,0.02500,3.697
+32,mlp.experts.113.gate_proj,0.0000176928,0.02500,3.358
+32,mlp.experts.10.up_proj,0.0000048055,0.02500,3.204
+32,mlp.experts.14.up_proj,0.0000198179,0.02500,3.859
+32,mlp.experts.18.up_proj,0.0000120383,0.02500,3.229
+32,mlp.experts.22.up_proj,0.0000113746,0.02500,3.485
+32,mlp.experts.119.gate_proj,0.0000089797,0.02500,3.233
+32,mlp.experts.3.up_proj,0.0000205429,0.02500,3.215
+32,mlp.experts.7.up_proj,0.0000126862,0.02500,3.246
+32,mlp.experts.115.gate_proj,0.0000274471,0.02500,3.208
+32,mlp.experts.116.gate_proj,0.0000101181,0.02500,4.961
+32,mlp.experts.112.gate_proj,0.0000051358,0.02500,4.948
+32,mlp.experts.4.up_proj,0.0000265997,0.02500,4.914
+32,mlp.experts.0.up_proj,0.0000149574,0.02500,4.950
+32,mlp.experts.17.up_proj,0.0000117265,0.02500,3.310
+32,mlp.experts.21.up_proj,0.0000121826,0.02500,3.662
+32,mlp.experts.13.up_proj,0.0000167397,0.02500,3.418
+32,mlp.experts.9.up_proj,0.0000155940,0.02500,3.574
+32,mlp.experts.26.up_proj,0.0000144119,0.02500,3.516
+32,mlp.experts.30.up_proj,0.0000131744,0.02500,3.452
+32,mlp.experts.34.up_proj,0.0000099727,0.02500,3.492
+32,mlp.experts.38.up_proj,0.0000064773,0.02500,3.534
+32,mlp.experts.15.up_proj,0.0000207249,0.02500,3.346
+32,mlp.experts.19.up_proj,0.0000154295,0.02500,3.363
+32,mlp.experts.23.up_proj,0.0000320649,0.02500,3.387
+32,mlp.experts.11.up_proj,0.0000106605,0.02500,3.355
+32,mlp.experts.33.up_proj,0.0000023913,0.02500,3.681
+32,mlp.experts.37.up_proj,0.0000200552,0.02500,3.592
+32,mlp.experts.12.up_proj,0.0000117234,0.02500,4.592
+32,mlp.experts.20.up_proj,0.0000130964,0.02500,4.435
+32,mlp.experts.8.up_proj,0.0000138313,0.02500,4.628
+32,mlp.experts.29.up_proj,0.0000067068,0.02500,3.733
+32,mlp.experts.42.up_proj,0.0000174934,0.02500,3.005
+32,mlp.experts.16.up_proj,0.0000122377,0.02500,4.536
+32,mlp.experts.25.up_proj,0.0000140819,0.02500,3.437
+32,mlp.experts.46.up_proj,0.0000105735,0.02500,3.025
+32,mlp.experts.50.up_proj,0.0000177328,0.02500,3.014
+32,mlp.experts.54.up_proj,0.0000154401,0.02500,3.015
+32,mlp.experts.31.up_proj,0.0000103309,0.02500,3.917
+32,mlp.experts.35.up_proj,0.0000374095,0.02500,3.953
+32,mlp.experts.39.up_proj,0.0000067050,0.02500,3.936
+32,mlp.experts.27.up_proj,0.0000047924,0.02500,3.993
+32,mlp.experts.58.up_proj,0.0000070625,0.02500,3.077
+32,mlp.experts.53.up_proj,0.0000151189,0.02500,3.539
+32,mlp.experts.49.up_proj,0.0000107324,0.02500,3.737
+32,mlp.experts.62.up_proj,0.0000125756,0.02500,3.118
+32,mlp.experts.66.up_proj,0.0000125680,0.02500,3.130
+32,mlp.experts.45.up_proj,0.0000099796,0.02500,3.518
+32,mlp.experts.70.up_proj,0.0000232592,0.02500,3.200
+32,mlp.experts.41.up_proj,0.0000276885,0.02500,3.598
+32,mlp.experts.36.up_proj,0.0000031782,0.02500,4.496
+32,mlp.experts.24.up_proj,0.0000121751,0.02500,4.503
+32,mlp.experts.28.up_proj,0.0000129448,0.02500,4.774
+32,mlp.experts.32.up_proj,0.0000217754,0.02500,4.524
+32,mlp.experts.47.up_proj,0.0000146274,0.02500,4.589
+32,mlp.experts.51.up_proj,0.0000143015,0.02500,4.563
+32,mlp.experts.74.up_proj,0.0000075873,0.02500,3.161
+32,mlp.experts.43.up_proj,0.0000152247,0.02500,4.474
+32,mlp.experts.55.up_proj,0.0000194003,0.02500,4.667
+32,mlp.experts.78.up_proj,0.0000283722,0.02500,3.178
+32,mlp.experts.82.up_proj,0.0000131320,0.02500,3.149
+32,mlp.experts.69.up_proj,0.0000090982,0.02500,3.427
+32,mlp.experts.86.up_proj,0.0000166895,0.02500,3.166
+32,mlp.experts.61.up_proj,0.0000066552,0.02500,3.577
+32,mlp.experts.65.up_proj,0.0000179435,0.02500,3.778
+32,mlp.experts.57.up_proj,0.0000132479,0.02500,3.598
+32,mlp.experts.52.up_proj,0.0000172403,0.02500,3.776
+32,mlp.experts.40.up_proj,0.0000024187,0.02500,3.768
+32,mlp.experts.44.up_proj,0.0000098542,0.02500,3.691
+32,mlp.experts.48.up_proj,0.0000204721,0.02500,3.740
+32,mlp.experts.90.up_proj,0.0000089155,0.02500,3.372
+32,mlp.experts.85.up_proj,0.0000112447,0.02500,3.334
+32,mlp.experts.94.up_proj,0.0000155039,0.02500,3.580
+32,mlp.experts.63.up_proj,0.0000103883,0.02500,4.287
+32,mlp.experts.98.up_proj,0.0000147152,0.02500,3.767
+32,mlp.experts.67.up_proj,0.0000225129,0.02500,4.324
+32,mlp.experts.102.up_proj,0.0000156024,0.02500,3.683
+32,mlp.experts.59.up_proj,0.0000172731,0.02500,4.314
+32,mlp.experts.77.up_proj,0.0000151132,0.02500,3.691
+32,mlp.experts.71.up_proj,0.0000082792,0.02500,4.369
+32,mlp.experts.81.up_proj,0.0000065048,0.02500,3.724
+32,mlp.experts.73.up_proj,0.0000141677,0.02500,3.718
+32,mlp.experts.68.up_proj,0.0000190224,0.02500,3.305
+32,mlp.experts.56.up_proj,0.0000122839,0.02500,3.319
+32,mlp.experts.60.up_proj,0.0000251891,0.02500,3.330
+32,mlp.experts.64.up_proj,0.0000327804,0.02500,3.295
+32,mlp.experts.106.up_proj,0.0000159595,0.02500,3.650
+32,mlp.experts.114.up_proj,0.0000213599,0.02500,3.161
+32,mlp.experts.101.up_proj,0.0000149477,0.02500,3.651
+32,mlp.experts.110.up_proj,0.0000137647,0.02500,3.599
+32,mlp.experts.118.up_proj,0.0000108539,0.02500,3.204
+32,mlp.experts.93.up_proj,0.0000138809,0.02500,3.530
+32,mlp.experts.97.up_proj,0.0000114350,0.02500,3.522
+32,mlp.experts.89.up_proj,0.0000151446,0.02500,3.478
+32,mlp.experts.84.up_proj,0.0000356570,0.02500,3.214
+32,mlp.experts.72.up_proj,0.0000085474,0.02500,3.251
+32,mlp.experts.79.up_proj,0.0000158509,0.02500,4.434
+32,mlp.experts.76.up_proj,0.0000110511,0.02500,3.167
+32,mlp.experts.80.up_proj,0.0000173408,0.02500,3.229
+32,mlp.experts.83.up_proj,0.0000185538,0.02500,4.487
+32,mlp.experts.87.up_proj,0.0000033168,0.02500,4.391
+32,mlp.experts.75.up_proj,0.0000094624,0.02500,4.568
+32,mlp.experts.117.up_proj,0.0000050220,0.02500,3.818
+32,mlp.experts.113.up_proj,0.0000180773,0.02500,3.322
+32,mlp.experts.109.up_proj,0.0000078778,0.02500,3.510
+32,mlp.experts.105.up_proj,0.0000134526,0.02500,3.272
+32,mlp.experts.100.up_proj,0.0000131728,0.02500,3.231
+32,mlp.experts.88.up_proj,0.0000146958,0.02500,3.265
+32,mlp.experts.92.up_proj,0.0000185560,0.02500,3.339
+32,mlp.experts.96.up_proj,0.0000160186,0.02500,3.291
+32,mlp.experts.95.up_proj,0.0000128849,0.02500,4.613
+32,mlp.experts.99.up_proj,0.0000135193,0.02500,4.597
+32,mlp.experts.91.up_proj,0.0000141468,0.02500,4.357
+32,mlp.experts.103.up_proj,0.0000122366,0.02500,4.629
+32,mlp.experts.116.up_proj,0.0000101327,0.02500,3.690
+32,mlp.experts.104.up_proj,0.0000064205,0.02500,3.716
+32,mlp.experts.108.up_proj,0.0000186882,0.02500,3.899
+32,mlp.experts.112.up_proj,0.0000051762,0.02500,3.901
+32,mlp.experts.111.up_proj,0.0000129213,0.02500,4.721
+32,mlp.experts.119.up_proj,0.0000087566,0.02500,4.378
+32,mlp.experts.115.up_proj,0.0000264644,0.02500,4.615
+32,mlp.experts.107.up_proj,0.0000143660,0.02500,4.663
+32,mlp.experts.5.down_proj,0.0000008801,0.02500,1.433
+32,mlp.experts.1.down_proj,0.0000003855,0.02500,1.495
+32,mlp.experts.9.down_proj,0.0000018361,0.02500,1.476
+32,mlp.experts.13.down_proj,0.0000021471,0.02500,1.559
+32,mlp.experts.3.down_proj,0.0000033262,0.02500,2.026
+32,mlp.experts.11.down_proj,0.0000009918,0.02500,2.111
+32,mlp.experts.7.down_proj,0.0000012273,0.02500,2.132
+32,mlp.experts.8.down_proj,0.0000018623,0.02500,2.141
+32,mlp.experts.15.down_proj,0.0000019482,0.02500,2.165
+32,mlp.experts.12.down_proj,0.0000022458,0.02500,2.196
+32,mlp.experts.4.down_proj,0.0000046041,0.02500,2.241
+32,mlp.experts.0.down_proj,0.0000012984,0.02500,2.289
+32,mlp.experts.10.down_proj,0.0000006730,0.02500,2.403
+32,mlp.experts.14.down_proj,0.0000018591,0.02500,2.419
+32,mlp.experts.6.down_proj,0.0000005605,0.02500,2.495
+32,mlp.experts.2.down_proj,0.0000008354,0.02500,2.507
+32,mlp.experts.21.down_proj,0.0000012484,0.02500,1.098
+32,mlp.experts.25.down_proj,0.0000013876,0.02500,1.033
+32,mlp.experts.17.down_proj,0.0000012255,0.02500,1.076
+32,mlp.experts.29.down_proj,0.0000010031,0.02500,1.141
+32,mlp.experts.23.down_proj,0.0000030850,0.02500,0.904
+32,mlp.experts.19.down_proj,0.0000016525,0.02500,1.084
+32,mlp.experts.31.down_proj,0.0000007943,0.02500,1.002
+32,mlp.experts.27.down_proj,0.0000004734,0.02500,1.089
+32,mlp.experts.26.down_proj,0.0000017384,0.02500,0.867
+32,mlp.experts.30.down_proj,0.0000009782,0.02500,0.871
+32,mlp.experts.22.down_proj,0.0000009375,0.02500,0.866
+32,mlp.experts.18.down_proj,0.0000009531,0.02500,0.858
+32,mlp.experts.24.down_proj,0.0000012227,0.02500,1.260
+32,mlp.experts.20.down_proj,0.0000012262,0.02500,1.254
+32,mlp.experts.37.down_proj,0.0000023791,0.02500,0.966
+32,mlp.experts.41.down_proj,0.0000027061,0.02500,0.963
+32,mlp.experts.28.down_proj,0.0000015266,0.02500,1.289
+32,mlp.experts.16.down_proj,0.0000020950,0.02500,1.264
+32,mlp.experts.33.down_proj,0.0000003169,0.02500,0.990
+32,mlp.experts.45.down_proj,0.0000011328,0.02500,1.068
+32,mlp.experts.39.down_proj,0.0000009032,0.02500,1.039
+32,mlp.experts.35.down_proj,0.0000063461,0.02500,0.949
+32,mlp.experts.46.down_proj,0.0000008546,0.02500,0.806
+32,mlp.experts.42.down_proj,0.0000025970,0.02500,0.841
+32,mlp.experts.47.down_proj,0.0000024069,0.02500,0.991
+32,mlp.experts.38.down_proj,0.0000007821,0.02500,0.827
+32,mlp.experts.34.down_proj,0.0000017251,0.02500,0.885
+32,mlp.experts.43.down_proj,0.0000015990,0.02500,1.088
+32,mlp.experts.53.down_proj,0.0000018119,0.02500,0.882
+32,mlp.experts.49.down_proj,0.0000013285,0.02500,0.927
+32,mlp.experts.57.down_proj,0.0000013839,0.02500,1.077
+32,mlp.experts.61.down_proj,0.0000010042,0.02500,1.006
+32,mlp.experts.40.down_proj,0.0000002861,0.02500,1.419
+32,mlp.experts.44.down_proj,0.0000008836,0.02500,1.462
+32,mlp.experts.62.down_proj,0.0000011434,0.02500,0.887
+32,mlp.experts.36.down_proj,0.0000007959,0.02500,1.518
+32,mlp.experts.58.down_proj,0.0000005225,0.02500,0.896
+32,mlp.experts.32.down_proj,0.0000016811,0.02500,1.496
+32,mlp.experts.54.down_proj,0.0000016218,0.02500,0.894
+32,mlp.experts.51.down_proj,0.0000010522,0.02500,1.067
+32,mlp.experts.50.down_proj,0.0000016856,0.02500,0.928
+32,mlp.experts.55.down_proj,0.0000034999,0.02500,1.106
+32,mlp.experts.69.down_proj,0.0000007900,0.02500,0.962
+32,mlp.experts.63.down_proj,0.0000019117,0.02500,1.218
+32,mlp.experts.73.down_proj,0.0000013354,0.02500,0.944
+32,mlp.experts.65.down_proj,0.0000017699,0.02500,1.038
+32,mlp.experts.59.down_proj,0.0000015879,0.02500,1.209
+32,mlp.experts.77.down_proj,0.0000011969,0.02500,1.104
+32,mlp.experts.74.down_proj,0.0000005220,0.02500,0.916
+32,mlp.experts.78.down_proj,0.0000042587,0.02500,1.001
+32,mlp.experts.70.down_proj,0.0000036023,0.02500,0.956
+32,mlp.experts.66.down_proj,0.0000014854,0.02500,0.929
+32,mlp.experts.85.down_proj,0.0000010591,0.02500,0.969
+32,mlp.experts.56.down_proj,0.0000013667,0.02500,1.488
+32,mlp.experts.67.down_proj,0.0000020599,0.02500,1.181
+32,mlp.experts.81.down_proj,0.0000006440,0.02500,0.847
+32,mlp.experts.60.down_proj,0.0000027583,0.02500,1.449
+32,mlp.experts.71.down_proj,0.0000016465,0.02500,1.250
+32,mlp.experts.48.down_proj,0.0000024801,0.02500,1.422
+32,mlp.experts.89.down_proj,0.0000018819,0.02500,0.974
+32,mlp.experts.52.down_proj,0.0000020408,0.02500,1.536
+32,mlp.experts.79.down_proj,0.0000011203,0.02500,1.356
+32,mlp.experts.90.down_proj,0.0000011037,0.02500,0.810
+32,mlp.experts.94.down_proj,0.0000013202,0.02500,0.807
+32,mlp.experts.86.down_proj,0.0000014302,0.02500,0.827
+32,mlp.experts.75.down_proj,0.0000011184,0.02500,1.392
+32,mlp.experts.82.down_proj,0.0000014418,0.02500,0.821
+32,mlp.experts.93.down_proj,0.0000014302,0.02500,1.090
+32,mlp.experts.101.down_proj,0.0000018553,0.02500,1.167
+32,mlp.experts.97.down_proj,0.0000008446,0.02500,1.146
+32,mlp.experts.106.down_proj,0.0000015880,0.02500,0.853
+32,mlp.experts.83.down_proj,0.0000016910,0.02500,1.280
+32,mlp.experts.87.down_proj,0.0000004808,0.02500,1.203
+32,mlp.experts.110.down_proj,0.0000021397,0.02500,0.851
+32,mlp.experts.102.down_proj,0.0000016366,0.02500,0.818
+32,mlp.experts.105.down_proj,0.0000028373,0.02500,1.190
+32,mlp.experts.98.down_proj,0.0000016688,0.02500,0.813
+32,mlp.experts.72.down_proj,0.0000008733,0.02500,1.408
+32,mlp.experts.76.down_proj,0.0000009490,0.02500,1.441
+32,mlp.experts.109.down_proj,0.0000008603,0.02500,0.871
+32,mlp.experts.95.down_proj,0.0000013475,0.02500,1.117
+32,mlp.experts.64.down_proj,0.0000041521,0.02500,1.465
+32,mlp.experts.68.down_proj,0.0000022721,0.02500,1.508
+32,mlp.experts.91.down_proj,0.0000014431,0.02500,1.152
+32,mlp.experts.118.down_proj,0.0000010301,0.02500,0.594
+32,mlp.experts.117.down_proj,0.0000010518,0.02500,0.822
+32,mlp.experts.114.down_proj,0.0000024351,0.02500,0.573
+32,mlp.experts.113.down_proj,0.0000014334,0.02500,0.821
+32,mlp.experts.99.down_proj,0.0000012672,0.02500,1.156
+32,mlp.experts.103.down_proj,0.0000019764,0.02500,1.218
+32,mlp.experts.88.down_proj,0.0000019520,0.02500,1.414
+32,mlp.experts.92.down_proj,0.0000024643,0.02500,1.418
+32,mlp.experts.80.down_proj,0.0000015491,0.02500,1.380
+32,mlp.experts.111.down_proj,0.0000025180,0.02500,1.485
+32,mlp.experts.107.down_proj,0.0000082771,0.02500,1.323
+32,mlp.experts.84.down_proj,0.0000038441,0.02500,1.495
+32,mlp.experts.115.down_proj,0.0000033361,0.02500,1.054
+32,mlp.experts.119.down_proj,0.0000008116,0.02500,0.978
+32,mlp.experts.104.down_proj,0.0000009218,0.02500,1.332
+32,mlp.experts.96.down_proj,0.0000020604,0.02500,1.307
+32,mlp.experts.108.down_proj,0.0000027618,0.02500,1.353
+32,mlp.experts.100.down_proj,0.0000014150,0.02500,1.217
+32,mlp.experts.112.down_proj,0.0000010148,0.02500,0.577
+32,mlp.experts.116.down_proj,0.0000008252,0.02500,0.544
+33,self_attn.k_proj,0.0000000167,0.02500,1.462
+33,self_attn.v_proj,0.0000000242,0.02500,1.721
+33,self_attn.q_proj,0.0000001082,0.02500,2.174
+33,self_attn.o_proj,0.0000001042,0.02500,4.348
+33,mlp.shared_experts.gate_proj,0.0000007259,0.02500,1.319
+33,mlp.shared_experts.up_proj,0.0000007982,0.02500,1.281
+33,mlp.shared_experts.down_proj,0.0000000469,0.02500,0.413
+33,mlp.experts.3.gate_proj,0.0000087980,0.02500,3.813
+33,mlp.experts.14.gate_proj,0.0000238887,0.02500,3.956
+33,mlp.experts.8.gate_proj,0.0000099746,0.02500,4.014
+33,mlp.experts.12.gate_proj,0.0000123384,0.02500,4.140
+33,mlp.experts.10.gate_proj,0.0000082775,0.02500,4.113
+33,mlp.experts.4.gate_proj,0.0000103106,0.02500,4.501
+33,mlp.experts.6.gate_proj,0.0000162144,0.02500,4.547
+33,mlp.experts.2.gate_proj,0.0000226326,0.02500,4.636
+33,mlp.experts.0.gate_proj,0.0000180765,0.02500,4.654
+33,mlp.experts.11.gate_proj,0.0000242914,0.02500,4.477
+33,mlp.experts.15.gate_proj,0.0000087368,0.02500,4.801
+33,mlp.experts.7.gate_proj,0.0000190176,0.02500,4.963
+33,mlp.experts.9.gate_proj,0.0000270301,0.02500,5.161
+33,mlp.experts.13.gate_proj,0.0000090475,0.02500,5.225
+33,mlp.experts.5.gate_proj,0.0000122480,0.02500,5.539
+33,mlp.experts.1.gate_proj,0.0000141348,0.02500,5.621
+33,mlp.experts.24.gate_proj,0.0000074802,0.02500,3.091
+33,mlp.experts.28.gate_proj,0.0000544842,0.02500,3.269
+33,mlp.experts.30.gate_proj,0.0000136628,0.02500,3.411
+33,mlp.experts.18.gate_proj,0.0000146621,0.02500,3.083
+33,mlp.experts.26.gate_proj,0.0000142342,0.02500,3.374
+33,mlp.experts.22.gate_proj,0.0000103903,0.02500,3.400
+33,mlp.experts.20.gate_proj,0.0000213123,0.02500,3.604
+33,mlp.experts.19.gate_proj,0.0000270623,0.02500,4.375
+33,mlp.experts.16.gate_proj,0.0000148853,0.02500,3.795
+33,mlp.experts.27.gate_proj,0.0000092758,0.02500,4.034
+33,mlp.experts.31.gate_proj,0.0000112421,0.02500,3.963
+33,mlp.experts.23.gate_proj,0.0000059113,0.02500,4.361
+33,mlp.experts.29.gate_proj,0.0000217574,0.02500,4.377
+33,mlp.experts.25.gate_proj,0.0000148426,0.02500,4.522
+33,mlp.experts.17.gate_proj,0.0000203219,0.02500,4.457
+33,mlp.experts.21.gate_proj,0.0000224211,0.02500,4.615
+33,mlp.experts.40.gate_proj,0.0000146494,0.02500,3.854
+33,mlp.experts.35.gate_proj,0.0000065121,0.02500,3.222
+33,mlp.experts.34.gate_proj,0.0000076950,0.02500,3.785
+33,mlp.experts.46.gate_proj,0.0000120805,0.02500,3.855
+33,mlp.experts.42.gate_proj,0.0000121088,0.02500,3.856
+33,mlp.experts.38.gate_proj,0.0000168003,0.02500,3.798
+33,mlp.experts.44.gate_proj,0.0000221197,0.02500,4.199
+33,mlp.experts.43.gate_proj,0.0000081988,0.02500,3.112
+33,mlp.experts.47.gate_proj,0.0000132030,0.02500,3.267
+33,mlp.experts.39.gate_proj,0.0000306440,0.02500,3.007
+33,mlp.experts.32.gate_proj,0.0000137245,0.02500,4.397
+33,mlp.experts.36.gate_proj,0.0000094262,0.02500,4.797
+33,mlp.experts.41.gate_proj,0.0000137703,0.02500,3.366
+33,mlp.experts.45.gate_proj,0.0000060787,0.02500,3.492
+33,mlp.experts.33.gate_proj,0.0000149729,0.02500,3.394
+33,mlp.experts.37.gate_proj,0.0000518010,0.02500,3.390
+33,mlp.experts.51.gate_proj,0.0000184120,0.02500,2.813
+33,mlp.experts.59.gate_proj,0.0000115491,0.02500,2.833
+33,mlp.experts.54.gate_proj,0.0000215233,0.02500,3.291
+33,mlp.experts.63.gate_proj,0.0000141316,0.02500,2.783
+33,mlp.experts.62.gate_proj,0.0000132169,0.02500,3.552
+33,mlp.experts.50.gate_proj,0.0000211573,0.02500,3.904
+33,mlp.experts.55.gate_proj,0.0000100548,0.02500,2.791
+33,mlp.experts.58.gate_proj,0.0000196200,0.02500,4.034
+33,mlp.experts.56.gate_proj,0.0000154164,0.02500,4.883
+33,mlp.experts.57.gate_proj,0.0000227405,0.02500,3.153
+33,mlp.experts.61.gate_proj,0.0000066321,0.02500,3.165
+33,mlp.experts.53.gate_proj,0.0000116823,0.02500,3.081
+33,mlp.experts.49.gate_proj,0.0000106449,0.02500,3.201
+33,mlp.experts.60.gate_proj,0.0000085903,0.02500,4.982
+33,mlp.experts.67.gate_proj,0.0000165380,0.02500,2.839
+33,mlp.experts.52.gate_proj,0.0000149727,0.02500,4.713
+33,mlp.experts.75.gate_proj,0.0000061266,0.02500,2.918
+33,mlp.experts.48.gate_proj,0.0000144511,0.02500,5.044
+33,mlp.experts.79.gate_proj,0.0000041034,0.02500,2.965
+33,mlp.experts.70.gate_proj,0.0000129172,0.02500,3.078
+33,mlp.experts.71.gate_proj,0.0000108466,0.02500,2.967
+33,mlp.experts.66.gate_proj,0.0000101649,0.02500,3.090
+33,mlp.experts.78.gate_proj,0.0000142833,0.02500,3.478
+33,mlp.experts.74.gate_proj,0.0000177594,0.02500,3.936
+33,mlp.experts.77.gate_proj,0.0000437551,0.02500,3.228
+33,mlp.experts.69.gate_proj,0.0000179887,0.02500,3.225
+33,mlp.experts.73.gate_proj,0.0000166118,0.02500,3.351
+33,mlp.experts.65.gate_proj,0.0000202411,0.02500,3.265
+33,mlp.experts.83.gate_proj,0.0000307909,0.02500,2.922
+33,mlp.experts.91.gate_proj,0.0000127404,0.02500,2.853
+33,mlp.experts.95.gate_proj,0.0000116479,0.02500,2.788
+33,mlp.experts.87.gate_proj,0.0000093541,0.02500,2.792
+33,mlp.experts.82.gate_proj,0.0000179848,0.02500,2.859
+33,mlp.experts.94.gate_proj,0.0000464514,0.02500,2.831
+33,mlp.experts.72.gate_proj,0.0000179552,0.02500,5.900
+33,mlp.experts.86.gate_proj,0.0000069569,0.02500,3.941
+33,mlp.experts.99.gate_proj,0.0000171508,0.02500,2.869
+33,mlp.experts.76.gate_proj,0.0000120157,0.02500,5.975
+33,mlp.experts.68.gate_proj,0.0000139970,0.02500,5.432
+33,mlp.experts.89.gate_proj,0.0000168506,0.02500,3.304
+33,mlp.experts.81.gate_proj,0.0000127913,0.02500,3.292
+33,mlp.experts.64.gate_proj,0.0000142159,0.02500,5.381
+33,mlp.experts.85.gate_proj,0.0000105590,0.02500,3.425
+33,mlp.experts.93.gate_proj,0.0000163163,0.02500,3.559
+33,mlp.experts.107.gate_proj,0.0000116696,0.02500,2.906
+33,mlp.experts.90.gate_proj,0.0000109716,0.02500,3.796
+33,mlp.experts.111.gate_proj,0.0000143749,0.02500,2.875
+33,mlp.experts.103.gate_proj,0.0000146762,0.02500,2.870
+33,mlp.experts.98.gate_proj,0.0000105676,0.02500,3.221
+33,mlp.experts.110.gate_proj,0.0000065431,0.02500,3.276
+33,mlp.experts.102.gate_proj,0.0000212049,0.02500,3.348
+33,mlp.experts.115.gate_proj,0.0000164177,0.02500,2.903
+33,mlp.experts.3.up_proj,0.0000088876,0.02500,2.918
+33,mlp.experts.88.gate_proj,0.0000072716,0.02500,4.357
+33,mlp.experts.106.gate_proj,0.0000237768,0.02500,3.020
+33,mlp.experts.105.gate_proj,0.0000219246,0.02500,3.399
+33,mlp.experts.97.gate_proj,0.0000155222,0.02500,3.418
+33,mlp.experts.7.up_proj,0.0000184610,0.02500,2.937
+33,mlp.experts.101.gate_proj,0.0000189270,0.02500,3.422
+33,mlp.experts.109.gate_proj,0.0000121370,0.02500,3.457
+33,mlp.experts.119.gate_proj,0.0000131139,0.02500,2.877
+33,mlp.experts.84.gate_proj,0.0000121859,0.02500,4.318
+33,mlp.experts.80.gate_proj,0.0000044571,0.02500,4.107
+33,mlp.experts.92.gate_proj,0.0000111072,0.02500,4.667
+33,mlp.experts.114.gate_proj,0.0000053857,0.02500,3.635
+33,mlp.experts.6.up_proj,0.0000167351,0.02500,3.961
+33,mlp.experts.11.up_proj,0.0000232279,0.02500,3.025
+33,mlp.experts.118.gate_proj,0.0000222078,0.02500,3.388
+33,mlp.experts.19.up_proj,0.0000273265,0.02500,3.033
+33,mlp.experts.2.up_proj,0.0000218324,0.02500,2.984
+33,mlp.experts.23.up_proj,0.0000058271,0.02500,3.072
+33,mlp.experts.1.up_proj,0.0000143832,0.02500,3.199
+33,mlp.experts.113.gate_proj,0.0000167091,0.02500,3.177
+33,mlp.experts.117.gate_proj,0.0000315561,0.02500,3.181
+33,mlp.experts.5.up_proj,0.0000121621,0.02500,3.145
+33,mlp.experts.15.up_proj,0.0000088221,0.02500,3.100
+33,mlp.experts.104.gate_proj,0.0000083889,0.02500,4.656
+33,mlp.experts.10.up_proj,0.0000084345,0.02500,3.483
+33,mlp.experts.27.up_proj,0.0000088448,0.02500,3.158
+33,mlp.experts.108.gate_proj,0.0000114334,0.02500,4.597
+33,mlp.experts.96.gate_proj,0.0000148504,0.02500,4.759
+33,mlp.experts.100.gate_proj,0.0000136151,0.02500,4.918
+33,mlp.experts.22.up_proj,0.0000101300,0.02500,3.800
+33,mlp.experts.35.up_proj,0.0000064851,0.02500,3.358
+33,mlp.experts.14.up_proj,0.0000235246,0.02500,3.975
+33,mlp.experts.39.up_proj,0.0000294989,0.02500,3.330
+33,mlp.experts.18.up_proj,0.0000145242,0.02500,3.747
+33,mlp.experts.31.up_proj,0.0000113950,0.02500,3.417
+33,mlp.experts.17.up_proj,0.0000202127,0.02500,3.845
+33,mlp.experts.13.up_proj,0.0000086656,0.02500,3.857
+33,mlp.experts.9.up_proj,0.0000274986,0.02500,4.038
+33,mlp.experts.21.up_proj,0.0000222766,0.02500,4.013
+33,mlp.experts.0.up_proj,0.0000176123,0.02500,3.737
+33,mlp.experts.43.up_proj,0.0000083418,0.02500,3.241
+33,mlp.experts.26.up_proj,0.0000142798,0.02500,3.767
+33,mlp.experts.4.up_proj,0.0000103157,0.02500,3.413
+33,mlp.experts.112.gate_proj,0.0000127638,0.02500,3.417
+33,mlp.experts.116.gate_proj,0.0000081613,0.02500,3.399
+33,mlp.experts.38.up_proj,0.0000166769,0.02500,3.407
+33,mlp.experts.51.up_proj,0.0000188352,0.02500,3.308
+33,mlp.experts.55.up_proj,0.0000099309,0.02500,3.192
+33,mlp.experts.47.up_proj,0.0000126900,0.02500,3.109
+33,mlp.experts.34.up_proj,0.0000080088,0.02500,3.439
+33,mlp.experts.30.up_proj,0.0000138487,0.02500,3.956
+33,mlp.experts.16.up_proj,0.0000146459,0.02500,3.190
+33,mlp.experts.33.up_proj,0.0000151078,0.02500,4.691
+33,mlp.experts.59.up_proj,0.0000114064,0.02500,3.129
+33,mlp.experts.29.up_proj,0.0000215500,0.02500,4.700
+33,mlp.experts.37.up_proj,0.0000499814,0.02500,4.617
+33,mlp.experts.25.up_proj,0.0000147846,0.02500,4.822
+33,mlp.experts.8.up_proj,0.0000094934,0.02500,3.236
+33,mlp.experts.20.up_proj,0.0000217935,0.02500,3.249
+33,mlp.experts.42.up_proj,0.0000117260,0.02500,3.391
+33,mlp.experts.12.up_proj,0.0000120353,0.02500,3.241
+33,mlp.experts.67.up_proj,0.0000163175,0.02500,3.424
+33,mlp.experts.54.up_proj,0.0000219609,0.02500,3.718
+33,mlp.experts.71.up_proj,0.0000111198,0.02500,3.529
+33,mlp.experts.63.up_proj,0.0000128535,0.02500,3.450
+33,mlp.experts.46.up_proj,0.0000122710,0.02500,3.418
+33,mlp.experts.50.up_proj,0.0000207978,0.02500,3.726
+33,mlp.experts.32.up_proj,0.0000138310,0.02500,3.077
+33,mlp.experts.75.up_proj,0.0000059923,0.02500,3.319
+33,mlp.experts.36.up_proj,0.0000089388,0.02500,3.132
+33,mlp.experts.24.up_proj,0.0000075488,0.02500,3.203
+33,mlp.experts.28.up_proj,0.0000531743,0.02500,3.136
+33,mlp.experts.49.up_proj,0.0000107294,0.02500,4.277
+33,mlp.experts.58.up_proj,0.0000192850,0.02500,3.818
+33,mlp.experts.45.up_proj,0.0000059545,0.02500,4.275
+33,mlp.experts.70.up_proj,0.0000133038,0.02500,3.176
+33,mlp.experts.83.up_proj,0.0000300870,0.02500,3.321
+33,mlp.experts.53.up_proj,0.0000119880,0.02500,4.240
+33,mlp.experts.41.up_proj,0.0000140826,0.02500,4.320
+33,mlp.experts.87.up_proj,0.0000089599,0.02500,3.304
+33,mlp.experts.79.up_proj,0.0000041405,0.02500,3.399
+33,mlp.experts.62.up_proj,0.0000132491,0.02500,3.302
+33,mlp.experts.66.up_proj,0.0000100544,0.02500,4.076
+33,mlp.experts.48.up_proj,0.0000146239,0.02500,3.498
+33,mlp.experts.52.up_proj,0.0000148664,0.02500,3.514
+33,mlp.experts.40.up_proj,0.0000147298,0.02500,3.557
+33,mlp.experts.91.up_proj,0.0000126627,0.02500,3.964
+33,mlp.experts.44.up_proj,0.0000214278,0.02500,3.565
+33,mlp.experts.74.up_proj,0.0000173784,0.02500,3.283
+33,mlp.experts.103.up_proj,0.0000146575,0.02500,2.968
+33,mlp.experts.99.up_proj,0.0000176289,0.02500,3.551
+33,mlp.experts.86.up_proj,0.0000069827,0.02500,3.672
+33,mlp.experts.78.up_proj,0.0000148083,0.02500,3.340
+33,mlp.experts.95.up_proj,0.0000113456,0.02500,3.403
+33,mlp.experts.65.up_proj,0.0000184863,0.02500,4.482
+33,mlp.experts.69.up_proj,0.0000181390,0.02500,4.458
+33,mlp.experts.61.up_proj,0.0000063388,0.02500,4.633
+33,mlp.experts.57.up_proj,0.0000224308,0.02500,4.449
+33,mlp.experts.64.up_proj,0.0000141396,0.02500,3.289
+33,mlp.experts.82.up_proj,0.0000180979,0.02500,3.657
+33,mlp.experts.68.up_proj,0.0000136406,0.02500,3.433
+33,mlp.experts.56.up_proj,0.0000150976,0.02500,3.461
+33,mlp.experts.60.up_proj,0.0000086234,0.02500,3.450
+33,mlp.experts.107.up_proj,0.0000114364,0.02500,3.609
+33,mlp.experts.119.up_proj,0.0000134820,0.02500,3.214
+33,mlp.experts.90.up_proj,0.0000110465,0.02500,3.525
+33,mlp.experts.111.up_proj,0.0000143073,0.02500,2.807
+33,mlp.experts.115.up_proj,0.0000170363,0.02500,3.293
+33,mlp.experts.102.up_proj,0.0000216496,0.02500,3.562
+33,mlp.experts.94.up_proj,0.0000458665,0.02500,3.616
+33,mlp.experts.81.up_proj,0.0000129248,0.02500,4.271
+33,mlp.experts.98.up_proj,0.0000108221,0.02500,3.400
+33,mlp.experts.85.up_proj,0.0000109766,0.02500,4.320
+33,mlp.experts.77.up_proj,0.0000425678,0.02500,4.353
+33,mlp.experts.73.up_proj,0.0000158663,0.02500,4.249
+33,mlp.experts.80.up_proj,0.0000043473,0.02500,4.476
+33,mlp.experts.106.up_proj,0.0000236428,0.02500,3.538
+33,mlp.experts.84.up_proj,0.0000117738,0.02500,4.419
+33,mlp.experts.72.up_proj,0.0000180151,0.02500,4.376
+33,mlp.experts.118.up_proj,0.0000215473,0.02500,3.477
+33,mlp.experts.76.up_proj,0.0000117317,0.02500,4.552
+33,mlp.experts.110.up_proj,0.0000066598,0.02500,3.289
+33,mlp.experts.114.up_proj,0.0000053860,0.02500,2.776
+33,mlp.experts.97.up_proj,0.0000152388,0.02500,4.849
+33,mlp.experts.101.up_proj,0.0000190819,0.02500,4.761
+33,mlp.experts.89.up_proj,0.0000166446,0.02500,4.826
+33,mlp.experts.93.up_proj,0.0000163355,0.02500,4.894
+33,mlp.experts.96.up_proj,0.0000148005,0.02500,4.454
+33,mlp.experts.100.up_proj,0.0000130827,0.02500,4.388
+33,mlp.experts.88.up_proj,0.0000072575,0.02500,4.365
+33,mlp.experts.92.up_proj,0.0000112075,0.02500,4.460
+33,mlp.experts.113.up_proj,0.0000166214,0.02500,3.034
+33,mlp.experts.117.up_proj,0.0000317529,0.02500,2.971
+33,mlp.experts.105.up_proj,0.0000219425,0.02500,2.887
+33,mlp.experts.109.up_proj,0.0000123627,0.02500,2.829
+33,mlp.experts.112.up_proj,0.0000126892,0.02500,4.554
+33,mlp.experts.116.up_proj,0.0000079817,0.02500,4.188
+33,mlp.experts.104.up_proj,0.0000080639,0.02500,4.136
+33,mlp.experts.108.up_proj,0.0000113093,0.02500,3.954
+33,mlp.experts.3.down_proj,0.0000008664,0.02500,1.064
+33,mlp.experts.7.down_proj,0.0000014660,0.02500,1.298
+33,mlp.experts.11.down_proj,0.0000019124,0.02500,1.068
+33,mlp.experts.6.down_proj,0.0000028863,0.02500,1.420
+33,mlp.experts.15.down_proj,0.0000009215,0.02500,1.129
+33,mlp.experts.2.down_proj,0.0000032673,0.02500,1.748
+33,mlp.experts.14.down_proj,0.0000034690,0.02500,1.589
+33,mlp.experts.10.down_proj,0.0000010950,0.02500,1.616
+33,mlp.experts.19.down_proj,0.0000037364,0.02500,1.002
+33,mlp.experts.1.down_proj,0.0000017917,0.02500,2.100
+33,mlp.experts.5.down_proj,0.0000020407,0.02500,2.117
+33,mlp.experts.9.down_proj,0.0000044252,0.02500,1.830
+33,mlp.experts.13.down_proj,0.0000009230,0.02500,1.858
+33,mlp.experts.31.down_proj,0.0000015170,0.02500,0.880
+33,mlp.experts.23.down_proj,0.0000012650,0.02500,1.085
+33,mlp.experts.8.down_proj,0.0000012951,0.02500,2.351
+33,mlp.experts.4.down_proj,0.0000018947,0.02500,2.443
+33,mlp.experts.12.down_proj,0.0000010140,0.02500,2.165
+33,mlp.experts.27.down_proj,0.0000008454,0.02500,1.103
+33,mlp.experts.0.down_proj,0.0000012571,0.02500,2.505
+33,mlp.experts.22.down_proj,0.0000005972,0.02500,1.117
+33,mlp.experts.18.down_proj,0.0000014576,0.02500,1.072
+33,mlp.experts.26.down_proj,0.0000011663,0.02500,1.048
+33,mlp.experts.30.down_proj,0.0000017236,0.02500,1.122
+33,mlp.experts.35.down_proj,0.0000010435,0.02500,0.954
+33,mlp.experts.21.down_proj,0.0000041584,0.02500,0.986
+33,mlp.experts.17.down_proj,0.0000032723,0.02500,1.015
+33,mlp.experts.25.down_proj,0.0000018873,0.02500,1.000
+33,mlp.experts.29.down_proj,0.0000030432,0.02500,0.985
+33,mlp.experts.39.down_proj,0.0000054114,0.02500,0.972
+33,mlp.experts.47.down_proj,0.0000012495,0.02500,1.137
+33,mlp.experts.38.down_proj,0.0000015535,0.02500,1.069
+33,mlp.experts.43.down_proj,0.0000009251,0.02500,1.131
+33,mlp.experts.24.down_proj,0.0000009738,0.02500,1.454
+33,mlp.experts.42.down_proj,0.0000010171,0.02500,0.932
+33,mlp.experts.34.down_proj,0.0000011075,0.02500,1.095
+33,mlp.experts.20.down_proj,0.0000019075,0.02500,1.487
+33,mlp.experts.28.down_proj,0.0000050580,0.02500,1.508
+33,mlp.experts.51.down_proj,0.0000022199,0.02500,0.975
+33,mlp.experts.16.down_proj,0.0000015275,0.02500,1.508
+33,mlp.experts.46.down_proj,0.0000020049,0.02500,1.008
+33,mlp.experts.33.down_proj,0.0000019841,0.02500,1.003
+33,mlp.experts.41.down_proj,0.0000012746,0.02500,1.036
+33,mlp.experts.45.down_proj,0.0000014690,0.02500,1.082
+33,mlp.experts.37.down_proj,0.0000074206,0.02500,1.203
+33,mlp.experts.55.down_proj,0.0000011535,0.02500,1.024
+33,mlp.experts.63.down_proj,0.0000010256,0.02500,1.070
+33,mlp.experts.59.down_proj,0.0000013732,0.02500,0.954
+33,mlp.experts.54.down_proj,0.0000028673,0.02500,1.283
+33,mlp.experts.67.down_proj,0.0000016737,0.02500,1.033
+33,mlp.experts.58.down_proj,0.0000019492,0.02500,1.248
+33,mlp.experts.50.down_proj,0.0000027476,0.02500,1.268
+33,mlp.experts.49.down_proj,0.0000012247,0.02500,1.136
+33,mlp.experts.40.down_proj,0.0000014602,0.02500,1.411
+33,mlp.experts.36.down_proj,0.0000010435,0.02500,1.371
+33,mlp.experts.62.down_proj,0.0000016432,0.02500,1.292
+33,mlp.experts.61.down_proj,0.0000006454,0.02500,1.118
+33,mlp.experts.57.down_proj,0.0000025567,0.02500,1.126
+33,mlp.experts.71.down_proj,0.0000010652,0.02500,1.008
+33,mlp.experts.44.down_proj,0.0000019304,0.02500,1.416
+33,mlp.experts.53.down_proj,0.0000026266,0.02500,1.113
+33,mlp.experts.75.down_proj,0.0000004959,0.02500,0.901
+33,mlp.experts.32.down_proj,0.0000018383,0.02500,1.487
+33,mlp.experts.79.down_proj,0.0000006768,0.02500,0.989
+33,mlp.experts.83.down_proj,0.0000046108,0.02500,0.990
+33,mlp.experts.70.down_proj,0.0000018043,0.02500,1.144
+33,mlp.experts.74.down_proj,0.0000018653,0.02500,0.966
+33,mlp.experts.65.down_proj,0.0000014469,0.02500,0.980
+33,mlp.experts.77.down_proj,0.0000072881,0.02500,0.985
+33,mlp.experts.73.down_proj,0.0000018006,0.02500,0.994
+33,mlp.experts.66.down_proj,0.0000010631,0.02500,1.172
+33,mlp.experts.91.down_proj,0.0000014195,0.02500,0.902
+33,mlp.experts.69.down_proj,0.0000014177,0.02500,0.989
+33,mlp.experts.78.down_proj,0.0000014121,0.02500,1.136
+33,mlp.experts.87.down_proj,0.0000010725,0.02500,1.149
+33,mlp.experts.95.down_proj,0.0000008419,0.02500,1.163
+33,mlp.experts.56.down_proj,0.0000018048,0.02500,1.460
+33,mlp.experts.52.down_proj,0.0000018782,0.02500,1.465
+33,mlp.experts.60.down_proj,0.0000008429,0.02500,1.516
+33,mlp.experts.48.down_proj,0.0000019539,0.02500,1.470
+33,mlp.experts.90.down_proj,0.0000008777,0.02500,0.924
+33,mlp.experts.99.down_proj,0.0000030264,0.02500,1.031
+33,mlp.experts.86.down_proj,0.0000010872,0.02500,1.121
+33,mlp.experts.81.down_proj,0.0000012753,0.02500,0.983
+33,mlp.experts.107.down_proj,0.0000006611,0.02500,0.897
+33,mlp.experts.93.down_proj,0.0000024486,0.02500,0.968
+33,mlp.experts.89.down_proj,0.0000022852,0.02500,0.977
+33,mlp.experts.85.down_proj,0.0000009195,0.02500,0.958
+33,mlp.experts.94.down_proj,0.0000080061,0.02500,0.956
+33,mlp.experts.103.down_proj,0.0000020054,0.02500,0.896
+33,mlp.experts.82.down_proj,0.0000018869,0.02500,1.138
+33,mlp.experts.111.down_proj,0.0000024053,0.02500,1.039
+33,mlp.experts.115.down_proj,0.0000013521,0.02500,0.868
+33,mlp.experts.106.down_proj,0.0000023538,0.02500,0.950
+33,mlp.experts.119.down_proj,0.0000016837,0.02500,0.641
+33,mlp.experts.97.down_proj,0.0000017043,0.02500,0.951
+33,mlp.experts.102.down_proj,0.0000019678,0.02500,1.044
+33,mlp.experts.68.down_proj,0.0000013169,0.02500,1.458
+33,mlp.experts.72.down_proj,0.0000033115,0.02500,1.476
+33,mlp.experts.109.down_proj,0.0000012100,0.02500,0.948
+33,mlp.experts.105.down_proj,0.0000045620,0.02500,0.950
+33,mlp.experts.101.down_proj,0.0000024046,0.02500,0.930
+33,mlp.experts.98.down_proj,0.0000014294,0.02500,0.808
+33,mlp.experts.110.down_proj,0.0000007199,0.02500,0.916
+33,mlp.experts.76.down_proj,0.0000028167,0.02500,1.444
+33,mlp.experts.64.down_proj,0.0000012009,0.02500,1.409
+33,mlp.experts.118.down_proj,0.0000018969,0.02500,0.614
+33,mlp.experts.113.down_proj,0.0000020540,0.02500,0.653
+33,mlp.experts.114.down_proj,0.0000006331,0.02500,0.576
+33,mlp.experts.117.down_proj,0.0000038894,0.02500,0.595
+33,mlp.experts.84.down_proj,0.0000009208,0.02500,1.361
+33,mlp.experts.88.down_proj,0.0000008605,0.02500,1.385
+33,mlp.experts.80.down_proj,0.0000009138,0.02500,1.331
+33,mlp.experts.92.down_proj,0.0000013643,0.02500,1.426
+33,mlp.experts.100.down_proj,0.0000015277,0.02500,1.377
+33,mlp.experts.104.down_proj,0.0000007631,0.02500,1.439
+33,mlp.experts.96.down_proj,0.0000024421,0.02500,1.353
+33,mlp.experts.108.down_proj,0.0000010238,0.02500,1.408
+33,mlp.experts.116.down_proj,0.0000009223,0.02500,0.681
+33,mlp.experts.112.down_proj,0.0000010600,0.02500,0.617
+34,self_attn.k_proj,0.0000000264,0.02500,1.687
+34,self_attn.v_proj,0.0000000393,0.02500,1.708
+34,self_attn.q_proj,0.0000001592,0.02500,2.517
+34,self_attn.o_proj,0.0000001017,0.02500,3.690
+34,mlp.shared_experts.gate_proj,0.0000008166,0.02500,1.362
+34,mlp.shared_experts.up_proj,0.0000008853,0.02500,1.405
+34,mlp.shared_experts.down_proj,0.0000000604,0.02500,0.397
+34,mlp.experts.3.gate_proj,0.0000149400,0.02500,4.083
+34,mlp.experts.7.gate_proj,0.0000128250,0.02500,4.279
+34,mlp.experts.15.gate_proj,0.0000154955,0.02500,3.708
+34,mlp.experts.11.gate_proj,0.0000111008,0.02500,3.868
+34,mlp.experts.2.gate_proj,0.0000183677,0.02500,5.028
+34,mlp.experts.10.gate_proj,0.0000122205,0.02500,5.029
+34,mlp.experts.14.gate_proj,0.0000327876,0.02500,3.719
+34,mlp.experts.6.gate_proj,0.0000300557,0.02500,5.201
+34,mlp.experts.5.gate_proj,0.0000369337,0.02500,5.481
+34,mlp.experts.9.gate_proj,0.0000149954,0.02500,5.487
+34,mlp.experts.1.gate_proj,0.0000120306,0.02500,5.586
+34,mlp.experts.13.gate_proj,0.0000355725,0.02500,4.504
+34,mlp.experts.8.gate_proj,0.0000231011,0.02500,6.706
+34,mlp.experts.12.gate_proj,0.0000248193,0.02500,5.721
+34,mlp.experts.4.gate_proj,0.0000172880,0.02500,6.959
+34,mlp.experts.0.gate_proj,0.0000185223,0.02500,7.127
+34,mlp.experts.23.gate_proj,0.0000199800,0.02500,3.405
+34,mlp.experts.19.gate_proj,0.0000060166,0.02500,3.649
+34,mlp.experts.31.gate_proj,0.0000420507,0.02500,3.193
+34,mlp.experts.22.gate_proj,0.0000233041,0.02500,3.262
+34,mlp.experts.30.gate_proj,0.0000067523,0.02500,3.366
+34,mlp.experts.25.gate_proj,0.0000158981,0.02500,3.129
+34,mlp.experts.26.gate_proj,0.0000399673,0.02500,3.597
+34,mlp.experts.29.gate_proj,0.0000160060,0.02500,3.082
+34,mlp.experts.17.gate_proj,0.0000246498,0.02500,3.100
+34,mlp.experts.21.gate_proj,0.0000328949,0.02500,3.250
+34,mlp.experts.18.gate_proj,0.0000071880,0.02500,3.750
+34,mlp.experts.27.gate_proj,0.0000067013,0.02500,3.958
+34,mlp.experts.35.gate_proj,0.0000426174,0.02500,3.132
+34,mlp.experts.47.gate_proj,0.0000300507,0.02500,2.943
+34,mlp.experts.39.gate_proj,0.0000109626,0.02500,3.526
+34,mlp.experts.24.gate_proj,0.0000207763,0.02500,5.034
+34,mlp.experts.28.gate_proj,0.0000267945,0.02500,4.938
+34,mlp.experts.42.gate_proj,0.0000129960,0.02500,3.294
+34,mlp.experts.46.gate_proj,0.0000331980,0.02500,3.506
+34,mlp.experts.38.gate_proj,0.0000294685,0.02500,3.608
+34,mlp.experts.20.gate_proj,0.0000080747,0.02500,5.157
+34,mlp.experts.16.gate_proj,0.0000345654,0.02500,5.052
+34,mlp.experts.34.gate_proj,0.0000141306,0.02500,3.461
+34,mlp.experts.41.gate_proj,0.0000216731,0.02500,3.733
+34,mlp.experts.37.gate_proj,0.0000460665,0.02500,3.666
+34,mlp.experts.33.gate_proj,0.0000325019,0.02500,3.785
+34,mlp.experts.45.gate_proj,0.0000151289,0.02500,3.814
+34,mlp.experts.43.gate_proj,0.0000159622,0.02500,3.845
+34,mlp.experts.63.gate_proj,0.0000097974,0.02500,2.934
+34,mlp.experts.55.gate_proj,0.0000138523,0.02500,3.059
+34,mlp.experts.51.gate_proj,0.0000220461,0.02500,3.727
+34,mlp.experts.54.gate_proj,0.0000180945,0.02500,3.332
+34,mlp.experts.62.gate_proj,0.0000155188,0.02500,3.492
+34,mlp.experts.58.gate_proj,0.0000153239,0.02500,3.679
+34,mlp.experts.50.gate_proj,0.0000370475,0.02500,3.472
+34,mlp.experts.49.gate_proj,0.0000138034,0.02500,3.452
+34,mlp.experts.57.gate_proj,0.0000316499,0.02500,3.630
+34,mlp.experts.53.gate_proj,0.0000308385,0.02500,3.583
+34,mlp.experts.61.gate_proj,0.0000226169,0.02500,3.584
+34,mlp.experts.44.gate_proj,0.0000236266,0.02500,4.454
+34,mlp.experts.40.gate_proj,0.0000283240,0.02500,4.543
+34,mlp.experts.59.gate_proj,0.0000115277,0.02500,3.917
+34,mlp.experts.36.gate_proj,0.0000279963,0.02500,4.592
+34,mlp.experts.32.gate_proj,0.0000259936,0.02500,4.668
+34,mlp.experts.79.gate_proj,0.0000070017,0.02500,3.021
+34,mlp.experts.71.gate_proj,0.0000157897,0.02500,2.974
+34,mlp.experts.67.gate_proj,0.0000425712,0.02500,3.484
+34,mlp.experts.70.gate_proj,0.0000171569,0.02500,3.308
+34,mlp.experts.73.gate_proj,0.0000203228,0.02500,3.039
+34,mlp.experts.77.gate_proj,0.0000168787,0.02500,2.995
+34,mlp.experts.74.gate_proj,0.0000145797,0.02500,3.467
+34,mlp.experts.69.gate_proj,0.0000042793,0.02500,3.151
+34,mlp.experts.65.gate_proj,0.0000470981,0.02500,3.205
+34,mlp.experts.78.gate_proj,0.0000258540,0.02500,3.741
+34,mlp.experts.66.gate_proj,0.0000222456,0.02500,3.540
+34,mlp.experts.75.gate_proj,0.0000110478,0.02500,3.570
+34,mlp.experts.87.gate_proj,0.0000119188,0.02500,3.291
+34,mlp.experts.95.gate_proj,0.0000208247,0.02500,3.866
+34,mlp.experts.83.gate_proj,0.0000184273,0.02500,2.952
+34,mlp.experts.60.gate_proj,0.0000134200,0.02500,4.928
+34,mlp.experts.56.gate_proj,0.0000150507,0.02500,5.004
+34,mlp.experts.52.gate_proj,0.0000128675,0.02500,4.797
+34,mlp.experts.48.gate_proj,0.0000131911,0.02500,4.881
+34,mlp.experts.86.gate_proj,0.0000105433,0.02500,3.726
+34,mlp.experts.90.gate_proj,0.0000094536,0.02500,3.512
+34,mlp.experts.89.gate_proj,0.0000378736,0.02500,3.606
+34,mlp.experts.85.gate_proj,0.0000193385,0.02500,3.590
+34,mlp.experts.93.gate_proj,0.0000085788,0.02500,3.666
+34,mlp.experts.94.gate_proj,0.0000110994,0.02500,3.560
+34,mlp.experts.81.gate_proj,0.0000069186,0.02500,3.703
+34,mlp.experts.82.gate_proj,0.0000243538,0.02500,3.896
+34,mlp.experts.91.gate_proj,0.0000182354,0.02500,2.944
+34,mlp.experts.99.gate_proj,0.0000040661,0.02500,2.913
+34,mlp.experts.103.gate_proj,0.0000134228,0.02500,3.848
+34,mlp.experts.111.gate_proj,0.0000041538,0.02500,3.950
+34,mlp.experts.76.gate_proj,0.0000050448,0.02500,4.015
+34,mlp.experts.72.gate_proj,0.0000224361,0.02500,3.934
+34,mlp.experts.68.gate_proj,0.0000106527,0.02500,3.972
+34,mlp.experts.64.gate_proj,0.0000136994,0.02500,4.003
+34,mlp.experts.107.gate_proj,0.0000060339,0.02500,3.043
+34,mlp.experts.102.gate_proj,0.0000059572,0.02500,3.982
+34,mlp.experts.110.gate_proj,0.0000175843,0.02500,3.612
+34,mlp.experts.106.gate_proj,0.0000181278,0.02500,3.986
+34,mlp.experts.105.gate_proj,0.0000128646,0.02500,4.381
+34,mlp.experts.98.gate_proj,0.0000246643,0.02500,3.899
+34,mlp.experts.101.gate_proj,0.0000149706,0.02500,4.420
+34,mlp.experts.109.gate_proj,0.0000141857,0.02500,4.496
+34,mlp.experts.119.gate_proj,0.0000175480,0.02500,2.873
+34,mlp.experts.97.gate_proj,0.0000294243,0.02500,4.479
+34,mlp.experts.115.gate_proj,0.0000169993,0.02500,3.779
+34,mlp.experts.7.up_proj,0.0000126024,0.02500,3.883
+34,mlp.experts.3.up_proj,0.0000150558,0.02500,3.148
+34,mlp.experts.92.gate_proj,0.0000143327,0.02500,4.272
+34,mlp.experts.88.gate_proj,0.0000258291,0.02500,4.361
+34,mlp.experts.84.gate_proj,0.0000221871,0.02500,4.186
+34,mlp.experts.80.gate_proj,0.0000240584,0.02500,4.042
+34,mlp.experts.118.gate_proj,0.0000393457,0.02500,4.251
+34,mlp.experts.15.up_proj,0.0000153941,0.02500,3.469
+34,mlp.experts.6.up_proj,0.0000309931,0.02500,4.373
+34,mlp.experts.2.up_proj,0.0000183259,0.02500,4.307
+34,mlp.experts.11.up_proj,0.0000108790,0.02500,3.188
+34,mlp.experts.114.gate_proj,0.0000169516,0.02500,4.333
+34,mlp.experts.23.up_proj,0.0000201896,0.02500,2.945
+34,mlp.experts.1.up_proj,0.0000122912,0.02500,4.654
+34,mlp.experts.117.gate_proj,0.0000093183,0.02500,4.673
+34,mlp.experts.5.up_proj,0.0000372745,0.02500,4.652
+34,mlp.experts.113.gate_proj,0.0000220607,0.02500,4.701
+34,mlp.experts.108.gate_proj,0.0000192868,0.02500,3.449
+34,mlp.experts.100.gate_proj,0.0000142508,0.02500,3.347
+34,mlp.experts.104.gate_proj,0.0000116575,0.02500,3.485
+34,mlp.experts.96.gate_proj,0.0000251271,0.02500,3.439
+34,mlp.experts.19.up_proj,0.0000060077,0.02500,3.840
+34,mlp.experts.27.up_proj,0.0000067706,0.02500,2.873
+34,mlp.experts.22.up_proj,0.0000234958,0.02500,3.513
+34,mlp.experts.14.up_proj,0.0000325862,0.02500,3.756
+34,mlp.experts.39.up_proj,0.0000108816,0.02500,2.914
+34,mlp.experts.31.up_proj,0.0000415226,0.02500,3.965
+34,mlp.experts.18.up_proj,0.0000071073,0.02500,3.833
+34,mlp.experts.10.up_proj,0.0000120791,0.02500,3.722
+34,mlp.experts.13.up_proj,0.0000350223,0.02500,4.350
+34,mlp.experts.17.up_proj,0.0000244779,0.02500,4.556
+34,mlp.experts.21.up_proj,0.0000338171,0.02500,4.417
+34,mlp.experts.9.up_proj,0.0000143597,0.02500,4.333
+34,mlp.experts.43.up_proj,0.0000158398,0.02500,2.952
+34,mlp.experts.4.up_proj,0.0000167023,0.02500,3.879
+34,mlp.experts.0.up_proj,0.0000184562,0.02500,3.810
+34,mlp.experts.116.gate_proj,0.0000108119,0.02500,3.931
+34,mlp.experts.112.gate_proj,0.0000088697,0.02500,3.959
+34,mlp.experts.35.up_proj,0.0000410618,0.02500,3.964
+34,mlp.experts.55.up_proj,0.0000138459,0.02500,3.003
+34,mlp.experts.38.up_proj,0.0000288524,0.02500,3.453
+34,mlp.experts.34.up_proj,0.0000143902,0.02500,3.490
+34,mlp.experts.30.up_proj,0.0000068853,0.02500,4.112
+34,mlp.experts.47.up_proj,0.0000299395,0.02500,3.939
+34,mlp.experts.26.up_proj,0.0000396106,0.02500,3.897
+34,mlp.experts.29.up_proj,0.0000161833,0.02500,3.230
+34,mlp.experts.33.up_proj,0.0000323665,0.02500,3.187
+34,mlp.experts.37.up_proj,0.0000446188,0.02500,3.217
+34,mlp.experts.25.up_proj,0.0000154007,0.02500,3.243
+34,mlp.experts.59.up_proj,0.0000114373,0.02500,3.212
+34,mlp.experts.71.up_proj,0.0000154776,0.02500,3.182
+34,mlp.experts.51.up_proj,0.0000226398,0.02500,3.639
+34,mlp.experts.54.up_proj,0.0000183213,0.02500,3.440
+34,mlp.experts.20.up_proj,0.0000075845,0.02500,4.497
+34,mlp.experts.16.up_proj,0.0000343486,0.02500,4.515
+34,mlp.experts.12.up_proj,0.0000249210,0.02500,4.581
+34,mlp.experts.50.up_proj,0.0000356314,0.02500,3.394
+34,mlp.experts.8.up_proj,0.0000233293,0.02500,4.425
+34,mlp.experts.63.up_proj,0.0000095944,0.02500,3.191
+34,mlp.experts.46.up_proj,0.0000322635,0.02500,3.562
+34,mlp.experts.42.up_proj,0.0000127958,0.02500,3.232
+34,mlp.experts.45.up_proj,0.0000151546,0.02500,3.015
+34,mlp.experts.49.up_proj,0.0000142920,0.02500,3.054
+34,mlp.experts.53.up_proj,0.0000317867,0.02500,3.021
+34,mlp.experts.41.up_proj,0.0000214610,0.02500,3.025
+34,mlp.experts.75.up_proj,0.0000108578,0.02500,3.313
+34,mlp.experts.87.up_proj,0.0000122435,0.02500,3.218
+34,mlp.experts.67.up_proj,0.0000430617,0.02500,3.115
+34,mlp.experts.66.up_proj,0.0000210995,0.02500,3.390
+34,mlp.experts.70.up_proj,0.0000170587,0.02500,3.783
+34,mlp.experts.79.up_proj,0.0000070302,0.02500,3.290
+34,mlp.experts.62.up_proj,0.0000151631,0.02500,3.388
+34,mlp.experts.61.up_proj,0.0000226012,0.02500,3.194
+34,mlp.experts.65.up_proj,0.0000467876,0.02500,3.231
+34,mlp.experts.69.up_proj,0.0000043339,0.02500,3.211
+34,mlp.experts.58.up_proj,0.0000153822,0.02500,3.589
+34,mlp.experts.57.up_proj,0.0000310242,0.02500,3.243
+34,mlp.experts.36.up_proj,0.0000276491,0.02500,4.658
+34,mlp.experts.32.up_proj,0.0000270057,0.02500,4.726
+34,mlp.experts.24.up_proj,0.0000204592,0.02500,4.688
+34,mlp.experts.28.up_proj,0.0000263048,0.02500,4.951
+34,mlp.experts.91.up_proj,0.0000183838,0.02500,3.503
+34,mlp.experts.103.up_proj,0.0000128903,0.02500,3.644
+34,mlp.experts.83.up_proj,0.0000178075,0.02500,3.621
+34,mlp.experts.86.up_proj,0.0000105542,0.02500,3.262
+34,mlp.experts.82.up_proj,0.0000234809,0.02500,3.461
+34,mlp.experts.95.up_proj,0.0000207832,0.02500,3.502
+34,mlp.experts.77.up_proj,0.0000169253,0.02500,3.195
+34,mlp.experts.81.up_proj,0.0000069298,0.02500,3.198
+34,mlp.experts.85.up_proj,0.0000185742,0.02500,3.189
+34,mlp.experts.73.up_proj,0.0000202051,0.02500,3.167
+34,mlp.experts.78.up_proj,0.0000259810,0.02500,3.610
+34,mlp.experts.74.up_proj,0.0000146372,0.02500,3.385
+34,mlp.experts.107.up_proj,0.0000061640,0.02500,3.034
+34,mlp.experts.52.up_proj,0.0000125814,0.02500,4.383
+34,mlp.experts.48.up_proj,0.0000133761,0.02500,4.367
+34,mlp.experts.40.up_proj,0.0000282423,0.02500,4.336
+34,mlp.experts.119.up_proj,0.0000174303,0.02500,3.220
+34,mlp.experts.99.up_proj,0.0000041829,0.02500,3.568
+34,mlp.experts.44.up_proj,0.0000201750,0.02500,5.057
+34,mlp.experts.111.up_proj,0.0000041545,0.02500,2.988
+34,mlp.experts.98.up_proj,0.0000247064,0.02500,3.548
+34,mlp.experts.93.up_proj,0.0000085940,0.02500,3.533
+34,mlp.experts.97.up_proj,0.0000294340,0.02500,3.529
+34,mlp.experts.102.up_proj,0.0000057065,0.02500,4.186
+34,mlp.experts.101.up_proj,0.0000142722,0.02500,3.559
+34,mlp.experts.89.up_proj,0.0000371860,0.02500,3.556
+34,mlp.experts.94.up_proj,0.0000106445,0.02500,3.747
+34,mlp.experts.115.up_proj,0.0000170196,0.02500,1.843
+34,mlp.experts.90.up_proj,0.0000091721,0.02500,4.140
+34,mlp.experts.68.up_proj,0.0000104434,0.02500,4.364
+34,mlp.experts.64.up_proj,0.0000134658,0.02500,4.432
+34,mlp.experts.56.up_proj,0.0000148463,0.02500,4.355
+34,mlp.experts.114.up_proj,0.0000170543,0.02500,3.448
+34,mlp.experts.113.up_proj,0.0000221232,0.02500,3.265
+34,mlp.experts.109.up_proj,0.0000133365,0.02500,3.371
+34,mlp.experts.118.up_proj,0.0000387119,0.02500,3.294
+34,mlp.experts.105.up_proj,0.0000121804,0.02500,3.179
+34,mlp.experts.117.up_proj,0.0000086851,0.02500,3.278
+34,mlp.experts.110.up_proj,0.0000170905,0.02500,3.032
+34,mlp.experts.106.up_proj,0.0000182231,0.02500,2.784
+34,mlp.experts.60.up_proj,0.0000134267,0.02500,5.056
+34,mlp.experts.84.up_proj,0.0000212274,0.02500,4.952
+34,mlp.experts.80.up_proj,0.0000220145,0.02500,5.076
+34,mlp.experts.72.up_proj,0.0000224704,0.02500,5.101
+34,mlp.experts.76.up_proj,0.0000050660,0.02500,5.272
+34,mlp.experts.100.up_proj,0.0000136564,0.02500,4.784
+34,mlp.experts.96.up_proj,0.0000256099,0.02500,4.852
+34,mlp.experts.88.up_proj,0.0000259222,0.02500,4.843
+34,mlp.experts.92.up_proj,0.0000144254,0.02500,5.300
+34,mlp.experts.116.up_proj,0.0000104451,0.02500,4.389
+34,mlp.experts.112.up_proj,0.0000088703,0.02500,4.295
+34,mlp.experts.104.up_proj,0.0000117223,0.02500,4.241
+34,mlp.experts.108.up_proj,0.0000191266,0.02500,2.768
+34,mlp.experts.3.down_proj,0.0000013754,0.02500,0.977
+34,mlp.experts.11.down_proj,0.0000008986,0.02500,1.013
+34,mlp.experts.15.down_proj,0.0000013831,0.02500,1.073
+34,mlp.experts.7.down_proj,0.0000024632,0.02500,1.085
+34,mlp.experts.5.down_proj,0.0000052836,0.02500,1.108
+34,mlp.experts.9.down_proj,0.0000013541,0.02500,1.114
+34,mlp.experts.1.down_proj,0.0000013453,0.02500,1.157
+34,mlp.experts.13.down_proj,0.0000046369,0.02500,1.174
+34,mlp.experts.14.down_proj,0.0000061141,0.02500,1.390
+34,mlp.experts.8.down_proj,0.0000042285,0.02500,1.411
+34,mlp.experts.10.down_proj,0.0000013756,0.02500,1.422
+34,mlp.experts.12.down_proj,0.0000024878,0.02500,1.424
+34,mlp.experts.0.down_proj,0.0000022523,0.02500,1.442
+34,mlp.experts.2.down_proj,0.0000017821,0.02500,1.469
+34,mlp.experts.4.down_proj,0.0000027545,0.02500,1.481
+34,mlp.experts.6.down_proj,0.0000055955,0.02500,1.499
+34,mlp.experts.27.down_proj,0.0000018077,0.02500,0.991
+34,mlp.experts.23.down_proj,0.0000021362,0.02500,0.963
+34,mlp.experts.19.down_proj,0.0000006091,0.02500,1.139
+34,mlp.experts.25.down_proj,0.0000018720,0.02500,1.074
+34,mlp.experts.21.down_proj,0.0000039724,0.02500,1.088
+34,mlp.experts.31.down_proj,0.0000061148,0.02500,1.165
+34,mlp.experts.17.down_proj,0.0000043902,0.02500,1.103
+34,mlp.experts.29.down_proj,0.0000016315,0.02500,1.098
+34,mlp.experts.18.down_proj,0.0000013746,0.02500,0.973
+34,mlp.experts.26.down_proj,0.0000066491,0.02500,1.089
+34,mlp.experts.22.down_proj,0.0000033027,0.02500,1.078
+34,mlp.experts.30.down_proj,0.0000010839,0.02500,1.204
+34,mlp.experts.24.down_proj,0.0000045107,0.02500,1.372
+34,mlp.experts.16.down_proj,0.0000061230,0.02500,1.348
+34,mlp.experts.28.down_proj,0.0000041407,0.02500,1.368
+34,mlp.experts.20.down_proj,0.0000007179,0.02500,1.382
+34,mlp.experts.43.down_proj,0.0000022747,0.02500,1.084
+34,mlp.experts.35.down_proj,0.0000045895,0.02500,1.035
+34,mlp.experts.37.down_proj,0.0000080757,0.02500,0.965
+34,mlp.experts.41.down_proj,0.0000028678,0.02500,0.970
+34,mlp.experts.39.down_proj,0.0000008465,0.02500,1.125
+34,mlp.experts.33.down_proj,0.0000032195,0.02500,0.965
+34,mlp.experts.45.down_proj,0.0000021499,0.02500,0.966
+34,mlp.experts.47.down_proj,0.0000046351,0.02500,1.115
+34,mlp.experts.42.down_proj,0.0000007499,0.02500,0.909
+34,mlp.experts.34.down_proj,0.0000022281,0.02500,1.010
+34,mlp.experts.46.down_proj,0.0000036598,0.02500,1.087
+34,mlp.experts.38.down_proj,0.0000035226,0.02500,1.175
+34,mlp.experts.44.down_proj,0.0000021066,0.02500,1.392
+34,mlp.experts.40.down_proj,0.0000036976,0.02500,1.415
+34,mlp.experts.57.down_proj,0.0000032125,0.02500,1.052
+34,mlp.experts.32.down_proj,0.0000029513,0.02500,1.441
+34,mlp.experts.36.down_proj,0.0000034958,0.02500,1.433
+34,mlp.experts.61.down_proj,0.0000032487,0.02500,1.077
+34,mlp.experts.53.down_proj,0.0000057123,0.02500,1.168
+34,mlp.experts.59.down_proj,0.0000014976,0.02500,1.233
+34,mlp.experts.58.down_proj,0.0000015741,0.02500,0.971
+34,mlp.experts.51.down_proj,0.0000018196,0.02500,1.256
+34,mlp.experts.55.down_proj,0.0000017436,0.02500,1.253
+34,mlp.experts.49.down_proj,0.0000017553,0.02500,1.302
+34,mlp.experts.50.down_proj,0.0000069534,0.02500,1.139
+34,mlp.experts.63.down_proj,0.0000011000,0.02500,1.254
+34,mlp.experts.54.down_proj,0.0000018391,0.02500,1.076
+34,mlp.experts.62.down_proj,0.0000012850,0.02500,1.174
+34,mlp.experts.60.down_proj,0.0000013295,0.02500,1.029
+34,mlp.experts.48.down_proj,0.0000013809,0.02500,1.031
+34,mlp.experts.56.down_proj,0.0000028551,0.02500,1.081
+34,mlp.experts.74.down_proj,0.0000023287,0.02500,0.916
+34,mlp.experts.52.down_proj,0.0000011446,0.02500,1.051
+34,mlp.experts.75.down_proj,0.0000009544,0.02500,1.029
+34,mlp.experts.71.down_proj,0.0000017858,0.02500,1.015
+34,mlp.experts.67.down_proj,0.0000065860,0.02500,1.075
+34,mlp.experts.73.down_proj,0.0000039878,0.02500,1.304
+34,mlp.experts.69.down_proj,0.0000003550,0.02500,1.280
+34,mlp.experts.79.down_proj,0.0000010761,0.02500,1.001
+34,mlp.experts.77.down_proj,0.0000016308,0.02500,1.298
+34,mlp.experts.66.down_proj,0.0000019837,0.02500,1.160
+34,mlp.experts.65.down_proj,0.0000125469,0.02500,1.296
+34,mlp.experts.70.down_proj,0.0000020711,0.02500,1.081
+34,mlp.experts.78.down_proj,0.0000028486,0.02500,1.053
+34,mlp.experts.76.down_proj,0.0000004581,0.02500,0.996
+34,mlp.experts.90.down_proj,0.0000016329,0.02500,0.964
+34,mlp.experts.72.down_proj,0.0000024981,0.02500,1.024
+34,mlp.experts.64.down_proj,0.0000011440,0.02500,1.048
+34,mlp.experts.68.down_proj,0.0000018480,0.02500,1.068
+34,mlp.experts.87.down_proj,0.0000009079,0.02500,0.967
+34,mlp.experts.91.down_proj,0.0000015658,0.02500,1.132
+34,mlp.experts.83.down_proj,0.0000021340,0.02500,1.092
+34,mlp.experts.95.down_proj,0.0000023640,0.02500,1.101
+34,mlp.experts.89.down_proj,0.0000056052,0.02500,1.210
+34,mlp.experts.85.down_proj,0.0000022296,0.02500,1.224
+34,mlp.experts.93.down_proj,0.0000008074,0.02500,1.232
+34,mlp.experts.82.down_proj,0.0000021360,0.02500,1.117
+34,mlp.experts.94.down_proj,0.0000020681,0.02500,1.078
+34,mlp.experts.86.down_proj,0.0000011021,0.02500,1.085
+34,mlp.experts.81.down_proj,0.0000015592,0.02500,1.217
+34,mlp.experts.106.down_proj,0.0000019542,0.02500,1.162
+34,mlp.experts.103.down_proj,0.0000013161,0.02500,1.030
+34,mlp.experts.92.down_proj,0.0000012020,0.02500,1.363
+34,mlp.experts.80.down_proj,0.0000017464,0.02500,1.305
+34,mlp.experts.88.down_proj,0.0000023991,0.02500,1.321
+34,mlp.experts.107.down_proj,0.0000007389,0.02500,1.160
+34,mlp.experts.99.down_proj,0.0000005472,0.02500,1.083
+34,mlp.experts.84.down_proj,0.0000032290,0.02500,1.309
+34,mlp.experts.98.down_proj,0.0000055743,0.02500,0.988
+34,mlp.experts.111.down_proj,0.0000009954,0.02500,1.151
+34,mlp.experts.110.down_proj,0.0000022037,0.02500,1.042
+34,mlp.experts.102.down_proj,0.0000004640,0.02500,1.050
+34,mlp.experts.105.down_proj,0.0000010964,0.02500,1.380
+34,mlp.experts.101.down_proj,0.0000017652,0.02500,1.336
+34,mlp.experts.109.down_proj,0.0000014844,0.02500,1.343
+34,mlp.experts.97.down_proj,0.0000051179,0.02500,1.276
+34,mlp.experts.119.down_proj,0.0000024935,0.02500,0.883
+34,mlp.experts.115.down_proj,0.0000018824,0.02500,0.717
+34,mlp.experts.114.down_proj,0.0000018352,0.02500,0.689
+34,mlp.experts.118.down_proj,0.0000030287,0.02500,0.642
+34,mlp.experts.108.down_proj,0.0000022935,0.02500,1.130
+34,mlp.experts.104.down_proj,0.0000009396,0.02500,1.083
+34,mlp.experts.96.down_proj,0.0000036061,0.02500,1.103
+34,mlp.experts.100.down_proj,0.0000013097,0.02500,1.060
+34,mlp.experts.117.down_proj,0.0000017405,0.02500,0.906
+34,mlp.experts.113.down_proj,0.0000041880,0.02500,0.815
+34,mlp.experts.112.down_proj,0.0000022053,0.02500,0.900
+34,mlp.experts.116.down_proj,0.0000012769,0.02500,0.875
+35,self_attn.k_proj,0.0000000228,0.02500,1.608
+35,self_attn.v_proj,0.0000000378,0.02500,1.777
+35,self_attn.q_proj,0.0000001588,0.02500,1.936
+35,self_attn.o_proj,0.0000001011,0.02500,3.563
+35,mlp.shared_experts.gate_proj,0.0000008796,0.02500,1.256
+35,mlp.shared_experts.up_proj,0.0000010041,0.02500,1.424
+35,mlp.shared_experts.down_proj,0.0000000675,0.02500,0.394
+35,mlp.experts.1.gate_proj,0.0000070784,0.02500,4.075
+35,mlp.experts.9.gate_proj,0.0000200884,0.02500,3.833
+35,mlp.experts.0.gate_proj,0.0000237984,0.02500,4.202
+35,mlp.experts.5.gate_proj,0.0000112131,0.02500,4.274
+35,mlp.experts.13.gate_proj,0.0000495793,0.02500,3.989
+35,mlp.experts.4.gate_proj,0.0000166206,0.02500,4.327
+35,mlp.experts.12.gate_proj,0.0000443265,0.02500,4.175
+35,mlp.experts.8.gate_proj,0.0000250809,0.02500,4.774
+35,mlp.experts.10.gate_proj,0.0000185786,0.02500,4.533
+35,mlp.experts.6.gate_proj,0.0000264614,0.02500,4.882
+35,mlp.experts.2.gate_proj,0.0000092192,0.02500,5.026
+35,mlp.experts.14.gate_proj,0.0000356458,0.02500,4.761
+35,mlp.experts.3.gate_proj,0.0000174040,0.02500,5.532
+35,mlp.experts.15.gate_proj,0.0000140658,0.02500,5.263
+35,mlp.experts.11.gate_proj,0.0000110012,0.02500,5.334
+35,mlp.experts.7.gate_proj,0.0000311665,0.02500,5.743
+35,mlp.experts.21.gate_proj,0.0000243538,0.02500,3.240
+35,mlp.experts.17.gate_proj,0.0000152963,0.02500,3.590
+35,mlp.experts.25.gate_proj,0.0000171195,0.02500,3.496
+35,mlp.experts.29.gate_proj,0.0000194412,0.02500,3.638
+35,mlp.experts.20.gate_proj,0.0000217323,0.02500,3.904
+35,mlp.experts.28.gate_proj,0.0000176149,0.02500,3.856
+35,mlp.experts.16.gate_proj,0.0000265946,0.02500,4.245
+35,mlp.experts.24.gate_proj,0.0000155816,0.02500,4.042
+35,mlp.experts.19.gate_proj,0.0000134683,0.02500,3.494
+35,mlp.experts.27.gate_proj,0.0000210628,0.02500,3.453
+35,mlp.experts.23.gate_proj,0.0000244728,0.02500,3.501
+35,mlp.experts.31.gate_proj,0.0000155824,0.02500,3.650
+35,mlp.experts.26.gate_proj,0.0000250640,0.02500,4.942
+35,mlp.experts.18.gate_proj,0.0000190828,0.02500,4.960
+35,mlp.experts.30.gate_proj,0.0000083452,0.02500,4.984
+35,mlp.experts.22.gate_proj,0.0000368378,0.02500,5.313
+35,mlp.experts.33.gate_proj,0.0000185694,0.02500,3.360
+35,mlp.experts.37.gate_proj,0.0000112313,0.02500,3.673
+35,mlp.experts.45.gate_proj,0.0000240220,0.02500,3.385
+35,mlp.experts.41.gate_proj,0.0000245675,0.02500,3.931
+35,mlp.experts.44.gate_proj,0.0000185229,0.02500,3.306
+35,mlp.experts.36.gate_proj,0.0000249220,0.02500,3.714
+35,mlp.experts.40.gate_proj,0.0000235993,0.02500,3.435
+35,mlp.experts.32.gate_proj,0.0000168512,0.02500,3.900
+35,mlp.experts.42.gate_proj,0.0000195938,0.02500,3.422
+35,mlp.experts.34.gate_proj,0.0000211358,0.02500,3.490
+35,mlp.experts.35.gate_proj,0.0000375318,0.02500,4.505
+35,mlp.experts.46.gate_proj,0.0000123564,0.02500,3.452
+35,mlp.experts.38.gate_proj,0.0000452884,0.02500,3.402
+35,mlp.experts.39.gate_proj,0.0000130545,0.02500,4.544
+35,mlp.experts.43.gate_proj,0.0000228909,0.02500,4.656
+35,mlp.experts.47.gate_proj,0.0000194368,0.02500,4.725
+35,mlp.experts.49.gate_proj,0.0000142374,0.02500,3.023
+35,mlp.experts.53.gate_proj,0.0000223808,0.02500,3.157
+35,mlp.experts.57.gate_proj,0.0000230951,0.02500,3.433
+35,mlp.experts.52.gate_proj,0.0000222891,0.02500,3.199
+35,mlp.experts.60.gate_proj,0.0000216892,0.02500,3.574
+35,mlp.experts.61.gate_proj,0.0000207406,0.02500,3.922
+35,mlp.experts.56.gate_proj,0.0000221510,0.02500,3.550
+35,mlp.experts.48.gate_proj,0.0000320846,0.02500,3.518
+35,mlp.experts.51.gate_proj,0.0000143235,0.02500,3.699
+35,mlp.experts.63.gate_proj,0.0000168189,0.02500,3.455
+35,mlp.experts.59.gate_proj,0.0000438748,0.02500,3.732
+35,mlp.experts.55.gate_proj,0.0000097347,0.02500,3.790
+35,mlp.experts.65.gate_proj,0.0000183848,0.02500,3.571
+35,mlp.experts.58.gate_proj,0.0000145317,0.02500,4.380
+35,mlp.experts.62.gate_proj,0.0000228822,0.02500,4.326
+35,mlp.experts.50.gate_proj,0.0000175593,0.02500,4.391
+35,mlp.experts.54.gate_proj,0.0000507975,0.02500,4.479
+35,mlp.experts.69.gate_proj,0.0000036251,0.02500,3.770
+35,mlp.experts.68.gate_proj,0.0000045055,0.02500,3.359
+35,mlp.experts.73.gate_proj,0.0000170333,0.02500,3.549
+35,mlp.experts.76.gate_proj,0.0000452732,0.02500,3.517
+35,mlp.experts.77.gate_proj,0.0000208222,0.02500,3.906
+35,mlp.experts.64.gate_proj,0.0000110079,0.02500,3.718
+35,mlp.experts.72.gate_proj,0.0000125248,0.02500,4.022
+35,mlp.experts.81.gate_proj,0.0000220499,0.02500,3.553
+35,mlp.experts.67.gate_proj,0.0000203331,0.02500,4.089
+35,mlp.experts.79.gate_proj,0.0000115435,0.02500,4.020
+35,mlp.experts.75.gate_proj,0.0000138566,0.02500,4.030
+35,mlp.experts.71.gate_proj,0.0000101724,0.02500,4.033
+35,mlp.experts.85.gate_proj,0.0000149839,0.02500,3.633
+35,mlp.experts.89.gate_proj,0.0000196340,0.02500,3.588
+35,mlp.experts.84.gate_proj,0.0000346369,0.02500,3.800
+35,mlp.experts.74.gate_proj,0.0000199252,0.02500,4.731
+35,mlp.experts.92.gate_proj,0.0000156559,0.02500,3.615
+35,mlp.experts.78.gate_proj,0.0000339360,0.02500,4.577
+35,mlp.experts.66.gate_proj,0.0000091931,0.02500,4.588
+35,mlp.experts.70.gate_proj,0.0000228048,0.02500,4.571
+35,mlp.experts.93.gate_proj,0.0000138950,0.02500,3.696
+35,mlp.experts.80.gate_proj,0.0000122833,0.02500,3.322
+35,mlp.experts.88.gate_proj,0.0000337758,0.02500,3.940
+35,mlp.experts.97.gate_proj,0.0000298957,0.02500,3.104
+35,mlp.experts.101.gate_proj,0.0000119719,0.02500,3.386
+35,mlp.experts.83.gate_proj,0.0000305424,0.02500,4.055
+35,mlp.experts.100.gate_proj,0.0000323935,0.02500,3.121
+35,mlp.experts.95.gate_proj,0.0000133501,0.02500,4.120
+35,mlp.experts.91.gate_proj,0.0000302207,0.02500,4.072
+35,mlp.experts.87.gate_proj,0.0000131431,0.02500,4.080
+35,mlp.experts.105.gate_proj,0.0000115766,0.02500,3.667
+35,mlp.experts.108.gate_proj,0.0000193725,0.02500,3.718
+35,mlp.experts.109.gate_proj,0.0000040624,0.02500,3.440
+35,mlp.experts.96.gate_proj,0.0000135242,0.02500,3.777
+35,mlp.experts.104.gate_proj,0.0000198717,0.02500,3.332
+35,mlp.experts.90.gate_proj,0.0000084006,0.02500,4.918
+35,mlp.experts.94.gate_proj,0.0000217014,0.02500,4.920
+35,mlp.experts.82.gate_proj,0.0000267394,0.02500,4.970
+35,mlp.experts.86.gate_proj,0.0000138513,0.02500,4.901
+35,mlp.experts.113.gate_proj,0.0000111124,0.02500,3.999
+35,mlp.experts.117.gate_proj,0.0000258390,0.02500,3.629
+35,mlp.experts.116.gate_proj,0.0000081330,0.02500,3.703
+35,mlp.experts.1.up_proj,0.0000071581,0.02500,3.720
+35,mlp.experts.99.gate_proj,0.0000150538,0.02500,4.270
+35,mlp.experts.4.up_proj,0.0000167161,0.02500,3.617
+35,mlp.experts.111.gate_proj,0.0000295305,0.02500,4.377
+35,mlp.experts.103.gate_proj,0.0000217398,0.02500,4.318
+35,mlp.experts.5.up_proj,0.0000115168,0.02500,3.698
+35,mlp.experts.107.gate_proj,0.0000157161,0.02500,4.518
+35,mlp.experts.112.gate_proj,0.0000093354,0.02500,3.489
+35,mlp.experts.106.gate_proj,0.0000242563,0.02500,3.428
+35,mlp.experts.110.gate_proj,0.0000072501,0.02500,3.459
+35,mlp.experts.0.up_proj,0.0000239316,0.02500,3.756
+35,mlp.experts.98.gate_proj,0.0000221268,0.02500,3.444
+35,mlp.experts.102.gate_proj,0.0000148652,0.02500,3.496
+35,mlp.experts.9.up_proj,0.0000205981,0.02500,3.426
+35,mlp.experts.13.up_proj,0.0000480398,0.02500,3.719
+35,mlp.experts.12.up_proj,0.0000441362,0.02500,3.407
+35,mlp.experts.20.up_proj,0.0000217993,0.02500,3.143
+35,mlp.experts.21.up_proj,0.0000250719,0.02500,3.319
+35,mlp.experts.17.up_proj,0.0000150556,0.02500,3.875
+35,mlp.experts.8.up_proj,0.0000240937,0.02500,3.670
+35,mlp.experts.115.gate_proj,0.0000087203,0.02500,4.348
+35,mlp.experts.7.up_proj,0.0000301683,0.02500,4.457
+35,mlp.experts.119.gate_proj,0.0000167107,0.02500,4.581
+35,mlp.experts.16.up_proj,0.0000250709,0.02500,3.805
+35,mlp.experts.3.up_proj,0.0000174515,0.02500,4.646
+35,mlp.experts.6.up_proj,0.0000266081,0.02500,4.074
+35,mlp.experts.114.gate_proj,0.0000224208,0.02500,4.102
+35,mlp.experts.2.up_proj,0.0000087899,0.02500,4.315
+35,mlp.experts.118.gate_proj,0.0000187190,0.02500,4.065
+35,mlp.experts.25.up_proj,0.0000165817,0.02500,3.456
+35,mlp.experts.29.up_proj,0.0000194416,0.02500,3.401
+35,mlp.experts.28.up_proj,0.0000179646,0.02500,3.518
+35,mlp.experts.36.up_proj,0.0000257173,0.02500,3.316
+35,mlp.experts.33.up_proj,0.0000185358,0.02500,3.341
+35,mlp.experts.37.up_proj,0.0000113224,0.02500,3.491
+35,mlp.experts.24.up_proj,0.0000156307,0.02500,3.542
+35,mlp.experts.32.up_proj,0.0000167924,0.02500,3.449
+35,mlp.experts.41.up_proj,0.0000249283,0.02500,3.129
+35,mlp.experts.11.up_proj,0.0000113940,0.02500,4.400
+35,mlp.experts.23.up_proj,0.0000234428,0.02500,4.366
+35,mlp.experts.15.up_proj,0.0000140044,0.02500,4.312
+35,mlp.experts.19.up_proj,0.0000128920,0.02500,4.204
+35,mlp.experts.45.up_proj,0.0000236292,0.02500,3.112
+35,mlp.experts.10.up_proj,0.0000180459,0.02500,4.296
+35,mlp.experts.22.up_proj,0.0000367686,0.02500,4.379
+35,mlp.experts.44.up_proj,0.0000182566,0.02500,3.317
+35,mlp.experts.18.up_proj,0.0000174117,0.02500,4.397
+35,mlp.experts.52.up_proj,0.0000222475,0.02500,3.418
+35,mlp.experts.14.up_proj,0.0000357141,0.02500,4.558
+35,mlp.experts.53.up_proj,0.0000214678,0.02500,3.042
+35,mlp.experts.49.up_proj,0.0000139514,0.02500,3.185
+35,mlp.experts.40.up_proj,0.0000229341,0.02500,3.542
+35,mlp.experts.57.up_proj,0.0000227895,0.02500,3.143
+35,mlp.experts.48.up_proj,0.0000329564,0.02500,3.634
+35,mlp.experts.27.up_proj,0.0000208441,0.02500,3.436
+35,mlp.experts.61.up_proj,0.0000207319,0.02500,3.216
+35,mlp.experts.39.up_proj,0.0000131546,0.02500,3.748
+35,mlp.experts.31.up_proj,0.0000154860,0.02500,3.738
+35,mlp.experts.35.up_proj,0.0000335104,0.02500,3.726
+35,mlp.experts.60.up_proj,0.0000210343,0.02500,3.396
+35,mlp.experts.69.up_proj,0.0000035712,0.02500,3.131
+35,mlp.experts.65.up_proj,0.0000175381,0.02500,3.105
+35,mlp.experts.68.up_proj,0.0000044508,0.02500,3.802
+35,mlp.experts.38.up_proj,0.0000436328,0.02500,4.663
+35,mlp.experts.26.up_proj,0.0000234962,0.02500,4.734
+35,mlp.experts.34.up_proj,0.0000211794,0.02500,4.647
+35,mlp.experts.30.up_proj,0.0000084498,0.02500,4.571
+35,mlp.experts.73.up_proj,0.0000156028,0.02500,3.118
+35,mlp.experts.56.up_proj,0.0000223488,0.02500,3.777
+35,mlp.experts.64.up_proj,0.0000108300,0.02500,3.457
+35,mlp.experts.77.up_proj,0.0000212744,0.02500,3.007
+35,mlp.experts.43.up_proj,0.0000237657,0.02500,3.470
+35,mlp.experts.55.up_proj,0.0000095416,0.02500,3.362
+35,mlp.experts.47.up_proj,0.0000196212,0.02500,3.250
+35,mlp.experts.76.up_proj,0.0000445400,0.02500,3.155
+35,mlp.experts.85.up_proj,0.0000153185,0.02500,3.045
+35,mlp.experts.51.up_proj,0.0000143873,0.02500,3.332
+35,mlp.experts.81.up_proj,0.0000218217,0.02500,3.047
+35,mlp.experts.84.up_proj,0.0000338651,0.02500,3.226
+35,mlp.experts.89.up_proj,0.0000192978,0.02500,3.012
+35,mlp.experts.54.up_proj,0.0000498755,0.02500,3.785
+35,mlp.experts.42.up_proj,0.0000191445,0.02500,3.830
+35,mlp.experts.50.up_proj,0.0000164371,0.02500,3.876
+35,mlp.experts.46.up_proj,0.0000123676,0.02500,3.835
+35,mlp.experts.93.up_proj,0.0000137306,0.02500,3.141
+35,mlp.experts.72.up_proj,0.0000127640,0.02500,3.830
+35,mlp.experts.92.up_proj,0.0000148449,0.02500,2.979
+35,mlp.experts.80.up_proj,0.0000122914,0.02500,4.002
+35,mlp.experts.97.up_proj,0.0000299964,0.02500,3.264
+35,mlp.experts.59.up_proj,0.0000448290,0.02500,4.157
+35,mlp.experts.101.up_proj,0.0000118663,0.02500,3.428
+35,mlp.experts.100.up_proj,0.0000290659,0.02500,3.027
+35,mlp.experts.63.up_proj,0.0000164788,0.02500,4.381
+35,mlp.experts.71.up_proj,0.0000096063,0.02500,4.426
+35,mlp.experts.67.up_proj,0.0000200341,0.02500,4.457
+35,mlp.experts.105.up_proj,0.0000110963,0.02500,3.748
+35,mlp.experts.70.up_proj,0.0000234779,0.02500,3.690
+35,mlp.experts.58.up_proj,0.0000146119,0.02500,3.759
+35,mlp.experts.66.up_proj,0.0000092669,0.02500,3.755
+35,mlp.experts.109.up_proj,0.0000038549,0.02500,3.469
+35,mlp.experts.62.up_proj,0.0000237101,0.02500,3.935
+35,mlp.experts.108.up_proj,0.0000194218,0.02500,3.294
+35,mlp.experts.88.up_proj,0.0000331986,0.02500,3.826
+35,mlp.experts.113.up_proj,0.0000109136,0.02500,3.286
+35,mlp.experts.117.up_proj,0.0000263761,0.02500,3.242
+35,mlp.experts.96.up_proj,0.0000136103,0.02500,3.806
+35,mlp.experts.116.up_proj,0.0000081583,0.02500,3.446
+35,mlp.experts.75.up_proj,0.0000140113,0.02500,3.784
+35,mlp.experts.79.up_proj,0.0000115161,0.02500,3.519
+35,mlp.experts.87.up_proj,0.0000132218,0.02500,3.544
+35,mlp.experts.83.up_proj,0.0000297543,0.02500,3.456
+35,mlp.experts.104.up_proj,0.0000203689,0.02500,2.200
+35,mlp.experts.112.up_proj,0.0000096599,0.02500,1.982
+35,mlp.experts.86.up_proj,0.0000133897,0.02500,4.917
+35,mlp.experts.91.up_proj,0.0000309483,0.02500,3.115
+35,mlp.experts.74.up_proj,0.0000197813,0.02500,5.028
+35,mlp.experts.82.up_proj,0.0000268340,0.02500,5.194
+35,mlp.experts.103.up_proj,0.0000217707,0.02500,3.415
+35,mlp.experts.95.up_proj,0.0000129829,0.02500,3.619
+35,mlp.experts.99.up_proj,0.0000150913,0.02500,3.517
+35,mlp.experts.78.up_proj,0.0000330272,0.02500,5.925
+35,mlp.experts.107.up_proj,0.0000167810,0.02500,3.821
+35,mlp.experts.119.up_proj,0.0000162482,0.02500,3.448
+35,mlp.experts.115.up_proj,0.0000086827,0.02500,3.289
+35,mlp.experts.111.up_proj,0.0000299609,0.02500,3.446
+35,mlp.experts.102.up_proj,0.0000145477,0.02500,5.248
+35,mlp.experts.90.up_proj,0.0000084286,0.02500,5.289
+35,mlp.experts.98.up_proj,0.0000214820,0.02500,5.496
+35,mlp.experts.94.up_proj,0.0000214795,0.02500,4.955
+35,mlp.experts.118.up_proj,0.0000184906,0.02500,4.225
+35,mlp.experts.106.up_proj,0.0000237668,0.02500,3.976
+35,mlp.experts.114.up_proj,0.0000229053,0.02500,3.682
+35,mlp.experts.110.up_proj,0.0000073079,0.02500,3.317
+35,mlp.experts.0.down_proj,0.0000030726,0.02500,1.207
+35,mlp.experts.12.down_proj,0.0000095962,0.02500,1.272
+35,mlp.experts.8.down_proj,0.0000056032,0.02500,1.306
+35,mlp.experts.4.down_proj,0.0000029828,0.02500,1.365
+35,mlp.experts.3.down_proj,0.0000017184,0.02500,1.630
+35,mlp.experts.11.down_proj,0.0000017289,0.02500,1.636
+35,mlp.experts.7.down_proj,0.0000038464,0.02500,1.657
+35,mlp.experts.15.down_proj,0.0000023157,0.02500,1.663
+35,mlp.experts.1.down_proj,0.0000010189,0.02500,2.173
+35,mlp.experts.9.down_proj,0.0000017974,0.02500,2.151
+35,mlp.experts.5.down_proj,0.0000015279,0.02500,2.208
+35,mlp.experts.13.down_proj,0.0000064488,0.02500,1.984
+35,mlp.experts.16.down_proj,0.0000022700,0.02500,1.134
+35,mlp.experts.6.down_proj,0.0000039054,0.02500,2.379
+35,mlp.experts.14.down_proj,0.0000044000,0.02500,2.374
+35,mlp.experts.2.down_proj,0.0000024233,0.02500,2.412
+35,mlp.experts.24.down_proj,0.0000021010,0.02500,1.150
+35,mlp.experts.10.down_proj,0.0000042393,0.02500,2.461
+35,mlp.experts.28.down_proj,0.0000018011,0.02500,1.211
+35,mlp.experts.20.down_proj,0.0000045838,0.02500,1.125
+35,mlp.experts.27.down_proj,0.0000018431,0.02500,0.952
+35,mlp.experts.19.down_proj,0.0000010389,0.02500,1.018
+35,mlp.experts.31.down_proj,0.0000014288,0.02500,1.008
+35,mlp.experts.23.down_proj,0.0000021473,0.02500,1.020
+35,mlp.experts.32.down_proj,0.0000020301,0.02500,0.977
+35,mlp.experts.17.down_proj,0.0000017513,0.02500,1.149
+35,mlp.experts.21.down_proj,0.0000032210,0.02500,1.115
+35,mlp.experts.36.down_proj,0.0000028812,0.02500,0.863
+35,mlp.experts.25.down_proj,0.0000014759,0.02500,1.203
+35,mlp.experts.29.down_proj,0.0000025491,0.02500,1.143
+35,mlp.experts.44.down_proj,0.0000022646,0.02500,0.973
+35,mlp.experts.40.down_proj,0.0000025462,0.02500,1.141
+35,mlp.experts.30.down_proj,0.0000018241,0.02500,1.289
+35,mlp.experts.43.down_proj,0.0000039196,0.02500,1.030
+35,mlp.experts.35.down_proj,0.0000045288,0.02500,1.035
+35,mlp.experts.22.down_proj,0.0000049533,0.02500,1.327
+35,mlp.experts.39.down_proj,0.0000018524,0.02500,1.037
+35,mlp.experts.26.down_proj,0.0000022850,0.02500,1.258
+35,mlp.experts.18.down_proj,0.0000021563,0.02500,1.345
+35,mlp.experts.47.down_proj,0.0000020202,0.02500,1.090
+35,mlp.experts.37.down_proj,0.0000012375,0.02500,0.880
+35,mlp.experts.33.down_proj,0.0000018779,0.02500,0.884
+35,mlp.experts.52.down_proj,0.0000033093,0.02500,0.879
+35,mlp.experts.45.down_proj,0.0000026410,0.02500,0.870
+35,mlp.experts.41.down_proj,0.0000031542,0.02500,0.908
+35,mlp.experts.60.down_proj,0.0000021291,0.02500,0.891
+35,mlp.experts.48.down_proj,0.0000053118,0.02500,1.161
+35,mlp.experts.51.down_proj,0.0000013565,0.02500,0.957
+35,mlp.experts.59.down_proj,0.0000077633,0.02500,0.971
+35,mlp.experts.55.down_proj,0.0000010085,0.02500,0.960
+35,mlp.experts.46.down_proj,0.0000010800,0.02500,1.007
+35,mlp.experts.42.down_proj,0.0000039399,0.02500,1.000
+35,mlp.experts.63.down_proj,0.0000023318,0.02500,0.972
+35,mlp.experts.56.down_proj,0.0000021416,0.02500,1.157
+35,mlp.experts.38.down_proj,0.0000069250,0.02500,1.236
+35,mlp.experts.34.down_proj,0.0000026650,0.02500,1.273
+35,mlp.experts.53.down_proj,0.0000031198,0.02500,0.880
+35,mlp.experts.49.down_proj,0.0000014130,0.02500,0.924
+35,mlp.experts.61.down_proj,0.0000022458,0.02500,0.886
+35,mlp.experts.57.down_proj,0.0000032038,0.02500,0.908
+35,mlp.experts.68.down_proj,0.0000010049,0.02500,0.983
+35,mlp.experts.76.down_proj,0.0000056889,0.02500,1.010
+35,mlp.experts.64.down_proj,0.0000012831,0.02500,0.978
+35,mlp.experts.67.down_proj,0.0000016185,0.02500,0.900
+35,mlp.experts.75.down_proj,0.0000014394,0.02500,0.924
+35,mlp.experts.71.down_proj,0.0000015489,0.02500,0.914
+35,mlp.experts.72.down_proj,0.0000018414,0.02500,0.871
+35,mlp.experts.79.down_proj,0.0000016651,0.02500,0.907
+35,mlp.experts.69.down_proj,0.0000005327,0.02500,0.876
+35,mlp.experts.65.down_proj,0.0000020012,0.02500,0.880
+35,mlp.experts.77.down_proj,0.0000034031,0.02500,0.855
+35,mlp.experts.73.down_proj,0.0000013685,0.02500,0.849
+35,mlp.experts.62.down_proj,0.0000021078,0.02500,1.426
+35,mlp.experts.58.down_proj,0.0000020553,0.02500,1.427
+35,mlp.experts.92.down_proj,0.0000013193,0.02500,0.868
+35,mlp.experts.84.down_proj,0.0000062412,0.02500,1.061
+35,mlp.experts.83.down_proj,0.0000043177,0.02500,0.899
+35,mlp.experts.91.down_proj,0.0000045154,0.02500,0.891
+35,mlp.experts.87.down_proj,0.0000012890,0.02500,0.912
+35,mlp.experts.95.down_proj,0.0000013261,0.02500,0.894
+35,mlp.experts.54.down_proj,0.0000079261,0.02500,1.633
+35,mlp.experts.88.down_proj,0.0000039604,0.02500,0.955
+35,mlp.experts.50.down_proj,0.0000017363,0.02500,1.554
+35,mlp.experts.80.down_proj,0.0000024441,0.02500,1.130
+35,mlp.experts.85.down_proj,0.0000013278,0.02500,0.840
+35,mlp.experts.81.down_proj,0.0000022291,0.02500,0.848
+35,mlp.experts.93.down_proj,0.0000024064,0.02500,0.854
+35,mlp.experts.89.down_proj,0.0000023171,0.02500,0.839
+35,mlp.experts.108.down_proj,0.0000020293,0.02500,1.111
+35,mlp.experts.99.down_proj,0.0000018742,0.02500,0.957
+35,mlp.experts.100.down_proj,0.0000028788,0.02500,1.136
+35,mlp.experts.78.down_proj,0.0000062350,0.02500,1.312
+35,mlp.experts.74.down_proj,0.0000026013,0.02500,1.269
+35,mlp.experts.107.down_proj,0.0000011191,0.02500,0.974
+35,mlp.experts.103.down_proj,0.0000021369,0.02500,0.960
+35,mlp.experts.111.down_proj,0.0000027696,0.02500,0.956
+35,mlp.experts.96.down_proj,0.0000011827,0.02500,0.937
+35,mlp.experts.104.down_proj,0.0000032012,0.02500,0.978
+35,mlp.experts.101.down_proj,0.0000009997,0.02500,0.846
+35,mlp.experts.97.down_proj,0.0000048122,0.02500,0.846
+35,mlp.experts.105.down_proj,0.0000013724,0.02500,0.836
+35,mlp.experts.109.down_proj,0.0000003188,0.02500,0.861
+35,mlp.experts.66.down_proj,0.0000012004,0.02500,1.182
+35,mlp.experts.70.down_proj,0.0000031871,0.02500,1.243
+35,mlp.experts.116.down_proj,0.0000008741,0.02500,0.639
+35,mlp.experts.115.down_proj,0.0000020403,0.02500,0.679
+35,mlp.experts.119.down_proj,0.0000012890,0.02500,0.653
+35,mlp.experts.112.down_proj,0.0000008550,0.02500,0.607
+35,mlp.experts.117.down_proj,0.0000028954,0.02500,0.674
+35,mlp.experts.113.down_proj,0.0000010678,0.02500,0.643
+35,mlp.experts.94.down_proj,0.0000020425,0.02500,1.243
+35,mlp.experts.90.down_proj,0.0000008509,0.02500,1.411
+35,mlp.experts.82.down_proj,0.0000037060,0.02500,1.273
+35,mlp.experts.86.down_proj,0.0000013162,0.02500,1.351
+35,mlp.experts.110.down_proj,0.0000010046,0.02500,1.455
+35,mlp.experts.106.down_proj,0.0000027314,0.02500,1.480
+35,mlp.experts.98.down_proj,0.0000019171,0.02500,1.292
+35,mlp.experts.102.down_proj,0.0000016214,0.02500,1.226
+35,mlp.experts.114.down_proj,0.0000049939,0.02500,0.538
+35,mlp.experts.118.down_proj,0.0000019158,0.02500,0.518
+36,self_attn.q_proj,0.0000002828,0.02500,1.522
+36,self_attn.k_proj,0.0000000416,0.02500,1.558
+36,self_attn.v_proj,0.0000000812,0.02500,1.681
+36,self_attn.o_proj,0.0000001269,0.02500,3.987
+36,mlp.shared_experts.gate_proj,0.0000009654,0.02500,1.315
+36,mlp.shared_experts.up_proj,0.0000011127,0.02500,1.265
+36,mlp.shared_experts.down_proj,0.0000000846,0.02500,0.371
+36,mlp.experts.6.gate_proj,0.0000533932,0.02500,3.937
+36,mlp.experts.15.gate_proj,0.0000262930,0.02500,3.562
+36,mlp.experts.13.gate_proj,0.0000116143,0.02500,3.584
+36,mlp.experts.3.gate_proj,0.0000241606,0.02500,4.403
+36,mlp.experts.7.gate_proj,0.0000207920,0.02500,4.414
+36,mlp.experts.2.gate_proj,0.0000113762,0.02500,4.500
+36,mlp.experts.11.gate_proj,0.0000153123,0.02500,3.809
+36,mlp.experts.5.gate_proj,0.0000242350,0.02500,4.634
+36,mlp.experts.10.gate_proj,0.0000249427,0.02500,3.960
+36,mlp.experts.9.gate_proj,0.0000245955,0.02500,4.024
+36,mlp.experts.14.gate_proj,0.0000114832,0.02500,4.231
+36,mlp.experts.1.gate_proj,0.0000155823,0.02500,4.985
+36,mlp.experts.4.gate_proj,0.0000079961,0.02500,5.715
+36,mlp.experts.12.gate_proj,0.0000231025,0.02500,5.046
+36,mlp.experts.0.gate_proj,0.0000132555,0.02500,5.845
+36,mlp.experts.8.gate_proj,0.0000480702,0.02500,5.950
+36,mlp.experts.31.gate_proj,0.0000459213,0.02500,3.064
+36,mlp.experts.23.gate_proj,0.0000427008,0.02500,3.055
+36,mlp.experts.29.gate_proj,0.0000319210,0.02500,3.176
+36,mlp.experts.19.gate_proj,0.0000219449,0.02500,3.142
+36,mlp.experts.27.gate_proj,0.0000248291,0.02500,3.101
+36,mlp.experts.22.gate_proj,0.0000173785,0.02500,4.107
+36,mlp.experts.21.gate_proj,0.0000166971,0.02500,3.529
+36,mlp.experts.17.gate_proj,0.0000705625,0.02500,3.258
+36,mlp.experts.25.gate_proj,0.0000176295,0.02500,3.631
+36,mlp.experts.18.gate_proj,0.0000247551,0.02500,4.122
+36,mlp.experts.26.gate_proj,0.0000668810,0.02500,4.079
+36,mlp.experts.30.gate_proj,0.0000176191,0.02500,4.120
+36,mlp.experts.20.gate_proj,0.0000199068,0.02500,4.033
+36,mlp.experts.16.gate_proj,0.0000074666,0.02500,3.996
+36,mlp.experts.24.gate_proj,0.0000168499,0.02500,4.045
+36,mlp.experts.28.gate_proj,0.0000198585,0.02500,4.278
+36,mlp.experts.47.gate_proj,0.0000237763,0.02500,2.804
+36,mlp.experts.39.gate_proj,0.0000190225,0.02500,2.784
+36,mlp.experts.35.gate_proj,0.0000228707,0.02500,2.807
+36,mlp.experts.43.gate_proj,0.0000103894,0.02500,2.771
+36,mlp.experts.45.gate_proj,0.0000263542,0.02500,3.594
+36,mlp.experts.38.gate_proj,0.0000232031,0.02500,3.411
+36,mlp.experts.41.gate_proj,0.0000220019,0.02500,3.278
+36,mlp.experts.33.gate_proj,0.0000166614,0.02500,3.449
+36,mlp.experts.34.gate_proj,0.0000144044,0.02500,3.547
+36,mlp.experts.37.gate_proj,0.0000347761,0.02500,4.124
+36,mlp.experts.46.gate_proj,0.0000242200,0.02500,3.482
+36,mlp.experts.42.gate_proj,0.0000233096,0.02500,3.934
+36,mlp.experts.63.gate_proj,0.0000220074,0.02500,3.065
+36,mlp.experts.55.gate_proj,0.0000242720,0.02500,3.093
+36,mlp.experts.59.gate_proj,0.0000555590,0.02500,3.024
+36,mlp.experts.51.gate_proj,0.0000113733,0.02500,3.311
+36,mlp.experts.32.gate_proj,0.0000289806,0.02500,4.296
+36,mlp.experts.36.gate_proj,0.0000141321,0.02500,4.466
+36,mlp.experts.40.gate_proj,0.0000392364,0.02500,4.354
+36,mlp.experts.44.gate_proj,0.0000164151,0.02500,4.332
+36,mlp.experts.54.gate_proj,0.0000323335,0.02500,4.018
+36,mlp.experts.61.gate_proj,0.0000227519,0.02500,4.625
+36,mlp.experts.50.gate_proj,0.0000251349,0.02500,3.793
+36,mlp.experts.49.gate_proj,0.0000192364,0.02500,4.618
+36,mlp.experts.57.gate_proj,0.0000066550,0.02500,4.715
+36,mlp.experts.71.gate_proj,0.0000138788,0.02500,3.492
+36,mlp.experts.79.gate_proj,0.0000226690,0.02500,3.654
+36,mlp.experts.53.gate_proj,0.0000192202,0.02500,4.780
+36,mlp.experts.62.gate_proj,0.0000265926,0.02500,4.553
+36,mlp.experts.67.gate_proj,0.0000470680,0.02500,3.587
+36,mlp.experts.75.gate_proj,0.0000259448,0.02500,3.862
+36,mlp.experts.58.gate_proj,0.0000157712,0.02500,4.611
+36,mlp.experts.52.gate_proj,0.0000282566,0.02500,3.224
+36,mlp.experts.48.gate_proj,0.0000290521,0.02500,3.386
+36,mlp.experts.56.gate_proj,0.0000171185,0.02500,3.342
+36,mlp.experts.60.gate_proj,0.0000256205,0.02500,3.351
+36,mlp.experts.70.gate_proj,0.0000269631,0.02500,4.510
+36,mlp.experts.87.gate_proj,0.0000373722,0.02500,3.241
+36,mlp.experts.95.gate_proj,0.0000256026,0.02500,3.561
+36,mlp.experts.91.gate_proj,0.0000251198,0.02500,3.259
+36,mlp.experts.68.gate_proj,0.0000222882,0.02500,3.228
+36,mlp.experts.66.gate_proj,0.0000183365,0.02500,4.717
+36,mlp.experts.64.gate_proj,0.0000036601,0.02500,3.233
+36,mlp.experts.83.gate_proj,0.0000377893,0.02500,3.564
+36,mlp.experts.72.gate_proj,0.0000286359,0.02500,3.233
+36,mlp.experts.77.gate_proj,0.0000171336,0.02500,5.231
+36,mlp.experts.76.gate_proj,0.0000251777,0.02500,3.222
+36,mlp.experts.74.gate_proj,0.0000141493,0.02500,4.072
+36,mlp.experts.78.gate_proj,0.0000243570,0.02500,4.262
+36,mlp.experts.65.gate_proj,0.0000263236,0.02500,5.221
+36,mlp.experts.73.gate_proj,0.0000294640,0.02500,5.293
+36,mlp.experts.69.gate_proj,0.0000119959,0.02500,5.593
+36,mlp.experts.103.gate_proj,0.0000098291,0.02500,3.302
+36,mlp.experts.86.gate_proj,0.0000304823,0.02500,3.491
+36,mlp.experts.82.gate_proj,0.0000159892,0.02500,3.205
+36,mlp.experts.111.gate_proj,0.0000233181,0.02500,3.457
+36,mlp.experts.107.gate_proj,0.0000131515,0.02500,3.657
+36,mlp.experts.99.gate_proj,0.0000211665,0.02500,3.523
+36,mlp.experts.94.gate_proj,0.0000124491,0.02500,3.234
+36,mlp.experts.84.gate_proj,0.0000188490,0.02500,4.079
+36,mlp.experts.80.gate_proj,0.0000684517,0.02500,4.098
+36,mlp.experts.88.gate_proj,0.0000314315,0.02500,4.092
+36,mlp.experts.90.gate_proj,0.0000331557,0.02500,3.667
+36,mlp.experts.92.gate_proj,0.0000116876,0.02500,4.105
+36,mlp.experts.93.gate_proj,0.0000047552,0.02500,5.590
+36,mlp.experts.81.gate_proj,0.0000100950,0.02500,5.167
+36,mlp.experts.102.gate_proj,0.0000257290,0.02500,3.290
+36,mlp.experts.89.gate_proj,0.0000280304,0.02500,5.192
+36,mlp.experts.119.gate_proj,0.0000195772,0.02500,3.804
+36,mlp.experts.98.gate_proj,0.0000191994,0.02500,3.306
+36,mlp.experts.7.up_proj,0.0000192590,0.02500,3.958
+36,mlp.experts.106.gate_proj,0.0000420361,0.02500,2.954
+36,mlp.experts.85.gate_proj,0.0000077876,0.02500,5.449
+36,mlp.experts.3.up_proj,0.0000240477,0.02500,4.081
+36,mlp.experts.115.gate_proj,0.0000057673,0.02500,4.036
+36,mlp.experts.110.gate_proj,0.0000252634,0.02500,3.935
+36,mlp.experts.100.gate_proj,0.0000206314,0.02500,4.095
+36,mlp.experts.96.gate_proj,0.0000120655,0.02500,4.122
+36,mlp.experts.104.gate_proj,0.0000252607,0.02500,4.123
+36,mlp.experts.108.gate_proj,0.0000253571,0.02500,4.065
+36,mlp.experts.114.gate_proj,0.0000311250,0.02500,2.903
+36,mlp.experts.118.gate_proj,0.0000238627,0.02500,3.391
+36,mlp.experts.15.up_proj,0.0000271885,0.02500,3.180
+36,mlp.experts.23.up_proj,0.0000394753,0.02500,2.981
+36,mlp.experts.109.gate_proj,0.0000284937,0.02500,4.704
+36,mlp.experts.19.up_proj,0.0000216226,0.02500,3.033
+36,mlp.experts.11.up_proj,0.0000147774,0.02500,2.964
+36,mlp.experts.105.gate_proj,0.0000294055,0.02500,4.463
+36,mlp.experts.97.gate_proj,0.0000281993,0.02500,4.732
+36,mlp.experts.2.up_proj,0.0000108092,0.02500,3.641
+36,mlp.experts.6.up_proj,0.0000529575,0.02500,3.766
+36,mlp.experts.101.gate_proj,0.0000166299,0.02500,4.341
+36,mlp.experts.116.gate_proj,0.0000151944,0.02500,4.200
+36,mlp.experts.112.gate_proj,0.0000080712,0.02500,4.190
+36,mlp.experts.31.up_proj,0.0000432855,0.02500,2.869
+36,mlp.experts.0.up_proj,0.0000119711,0.02500,4.169
+36,mlp.experts.14.up_proj,0.0000111066,0.02500,3.181
+36,mlp.experts.4.up_proj,0.0000077973,0.02500,4.250
+36,mlp.experts.10.up_proj,0.0000251313,0.02500,3.493
+36,mlp.experts.39.up_proj,0.0000191275,0.02500,2.894
+36,mlp.experts.35.up_proj,0.0000228756,0.02500,2.806
+36,mlp.experts.27.up_proj,0.0000254302,0.02500,2.873
+36,mlp.experts.18.up_proj,0.0000247660,0.02500,3.016
+36,mlp.experts.5.up_proj,0.0000241642,0.02500,4.524
+36,mlp.experts.1.up_proj,0.0000152726,0.02500,4.502
+36,mlp.experts.22.up_proj,0.0000175621,0.02500,3.635
+36,mlp.experts.113.gate_proj,0.0000392062,0.02500,4.616
+36,mlp.experts.47.up_proj,0.0000240406,0.02500,2.820
+36,mlp.experts.30.up_proj,0.0000175056,0.02500,2.952
+36,mlp.experts.12.up_proj,0.0000236562,0.02500,3.783
+36,mlp.experts.55.up_proj,0.0000251927,0.02500,3.082
+36,mlp.experts.8.up_proj,0.0000475940,0.02500,3.760
+36,mlp.experts.20.up_proj,0.0000200697,0.02500,3.637
+36,mlp.experts.16.up_proj,0.0000075223,0.02500,3.726
+36,mlp.experts.117.gate_proj,0.0000118782,0.02500,4.746
+36,mlp.experts.26.up_proj,0.0000649601,0.02500,3.615
+36,mlp.experts.51.up_proj,0.0000114414,0.02500,3.129
+36,mlp.experts.43.up_proj,0.0000100085,0.02500,3.127
+36,mlp.experts.34.up_proj,0.0000147177,0.02500,3.550
+36,mlp.experts.38.up_proj,0.0000233919,0.02500,3.270
+36,mlp.experts.63.up_proj,0.0000221531,0.02500,3.399
+36,mlp.experts.46.up_proj,0.0000235294,0.02500,3.567
+36,mlp.experts.71.up_proj,0.0000138668,0.02500,3.271
+36,mlp.experts.28.up_proj,0.0000203399,0.02500,3.316
+36,mlp.experts.21.up_proj,0.0000167540,0.02500,4.383
+36,mlp.experts.17.up_proj,0.0000689385,0.02500,4.355
+36,mlp.experts.24.up_proj,0.0000166248,0.02500,3.335
+36,mlp.experts.9.up_proj,0.0000244149,0.02500,4.275
+36,mlp.experts.32.up_proj,0.0000291706,0.02500,3.364
+36,mlp.experts.36.up_proj,0.0000138526,0.02500,3.425
+36,mlp.experts.42.up_proj,0.0000228239,0.02500,3.441
+36,mlp.experts.59.up_proj,0.0000553310,0.02500,3.453
+36,mlp.experts.67.up_proj,0.0000438944,0.02500,3.527
+36,mlp.experts.13.up_proj,0.0000119094,0.02500,4.104
+36,mlp.experts.50.up_proj,0.0000231526,0.02500,3.298
+36,mlp.experts.79.up_proj,0.0000233004,0.02500,3.043
+36,mlp.experts.54.up_proj,0.0000310141,0.02500,3.477
+36,mlp.experts.87.up_proj,0.0000353582,0.02500,2.945
+36,mlp.experts.44.up_proj,0.0000165662,0.02500,3.129
+36,mlp.experts.62.up_proj,0.0000254051,0.02500,3.441
+36,mlp.experts.40.up_proj,0.0000384470,0.02500,3.100
+36,mlp.experts.48.up_proj,0.0000287387,0.02500,3.091
+36,mlp.experts.52.up_proj,0.0000246460,0.02500,3.130
+36,mlp.experts.58.up_proj,0.0000158460,0.02500,3.539
+36,mlp.experts.83.up_proj,0.0000408407,0.02500,3.640
+36,mlp.experts.75.up_proj,0.0000255602,0.02500,3.893
+36,mlp.experts.33.up_proj,0.0000166397,0.02500,5.024
+36,mlp.experts.66.up_proj,0.0000185261,0.02500,3.731
+36,mlp.experts.25.up_proj,0.0000169558,0.02500,4.984
+36,mlp.experts.37.up_proj,0.0000341755,0.02500,5.262
+36,mlp.experts.95.up_proj,0.0000254539,0.02500,3.751
+36,mlp.experts.60.up_proj,0.0000247620,0.02500,3.058
+36,mlp.experts.29.up_proj,0.0000315340,0.02500,5.079
+36,mlp.experts.56.up_proj,0.0000166567,0.02500,3.136
+36,mlp.experts.64.up_proj,0.0000034751,0.02500,3.094
+36,mlp.experts.68.up_proj,0.0000221156,0.02500,3.102
+36,mlp.experts.70.up_proj,0.0000267750,0.02500,4.009
+36,mlp.experts.78.up_proj,0.0000233736,0.02500,3.546
+36,mlp.experts.103.up_proj,0.0000096879,0.02500,3.927
+36,mlp.experts.99.up_proj,0.0000203518,0.02500,3.300
+36,mlp.experts.74.up_proj,0.0000137791,0.02500,3.739
+36,mlp.experts.91.up_proj,0.0000239262,0.02500,3.536
+36,mlp.experts.82.up_proj,0.0000157542,0.02500,3.328
+36,mlp.experts.111.up_proj,0.0000225069,0.02500,3.095
+36,mlp.experts.76.up_proj,0.0000249923,0.02500,3.025
+36,mlp.experts.80.up_proj,0.0000674825,0.02500,3.039
+36,mlp.experts.86.up_proj,0.0000299207,0.02500,2.934
+36,mlp.experts.72.up_proj,0.0000285790,0.02500,3.208
+36,mlp.experts.84.up_proj,0.0000192181,0.02500,3.035
+36,mlp.experts.94.up_proj,0.0000118545,0.02500,2.946
+36,mlp.experts.119.up_proj,0.0000193727,0.02500,3.156
+36,mlp.experts.49.up_proj,0.0000190430,0.02500,5.377
+36,mlp.experts.41.up_proj,0.0000211476,0.02500,5.353
+36,mlp.experts.115.up_proj,0.0000056285,0.02500,2.990
+36,mlp.experts.90.up_proj,0.0000330045,0.02500,2.894
+36,mlp.experts.53.up_proj,0.0000193600,0.02500,5.578
+36,mlp.experts.107.up_proj,0.0000127824,0.02500,2.828
+36,mlp.experts.98.up_proj,0.0000195989,0.02500,2.903
+36,mlp.experts.45.up_proj,0.0000264492,0.02500,5.423
+36,mlp.experts.102.up_proj,0.0000239573,0.02500,2.961
+36,mlp.experts.110.up_proj,0.0000253305,0.02500,2.893
+36,mlp.experts.92.up_proj,0.0000118706,0.02500,3.513
+36,mlp.experts.100.up_proj,0.0000201580,0.02500,3.542
+36,mlp.experts.96.up_proj,0.0000122736,0.02500,3.696
+36,mlp.experts.88.up_proj,0.0000317277,0.02500,3.668
+36,mlp.experts.106.up_proj,0.0000418641,0.02500,3.135
+36,mlp.experts.114.up_proj,0.0000314166,0.02500,2.983
+36,mlp.experts.118.up_proj,0.0000240179,0.02500,2.420
+36,mlp.experts.65.up_proj,0.0000257608,0.02500,4.699
+36,mlp.experts.57.up_proj,0.0000068205,0.02500,4.776
+36,mlp.experts.69.up_proj,0.0000122178,0.02500,4.762
+36,mlp.experts.61.up_proj,0.0000224313,0.02500,4.426
+36,mlp.experts.108.up_proj,0.0000248639,0.02500,4.097
+36,mlp.experts.112.up_proj,0.0000078727,0.02500,3.893
+36,mlp.experts.116.up_proj,0.0000145747,0.02500,3.963
+36,mlp.experts.104.up_proj,0.0000247328,0.02500,3.895
+36,mlp.experts.73.up_proj,0.0000284293,0.02500,4.372
+36,mlp.experts.81.up_proj,0.0000102018,0.02500,4.581
+36,mlp.experts.85.up_proj,0.0000078330,0.02500,4.471
+36,mlp.experts.77.up_proj,0.0000168854,0.02500,4.559
+36,mlp.experts.89.up_proj,0.0000274867,0.02500,4.980
+36,mlp.experts.97.up_proj,0.0000270465,0.02500,5.267
+36,mlp.experts.101.up_proj,0.0000157270,0.02500,5.263
+36,mlp.experts.93.up_proj,0.0000045436,0.02500,5.369
+36,mlp.experts.105.up_proj,0.0000295492,0.02500,5.173
+36,mlp.experts.113.up_proj,0.0000398251,0.02500,5.115
+36,mlp.experts.117.up_proj,0.0000109807,0.02500,4.838
+36,mlp.experts.109.up_proj,0.0000285183,0.02500,4.343
+36,mlp.experts.1.down_proj,0.0000019092,0.02500,1.442
+36,mlp.experts.5.down_proj,0.0000023323,0.02500,1.487
+36,mlp.experts.9.down_proj,0.0000025314,0.02500,1.456
+36,mlp.experts.13.down_proj,0.0000021573,0.02500,1.472
+36,mlp.experts.10.down_proj,0.0000025081,0.02500,1.725
+36,mlp.experts.6.down_proj,0.0000064781,0.02500,1.986
+36,mlp.experts.14.down_proj,0.0000015275,0.02500,1.803
+36,mlp.experts.2.down_proj,0.0000011736,0.02500,2.065
+36,mlp.experts.12.down_proj,0.0000035927,0.02500,2.016
+36,mlp.experts.4.down_proj,0.0000010206,0.02500,2.216
+36,mlp.experts.0.down_proj,0.0000024534,0.02500,2.241
+36,mlp.experts.8.down_proj,0.0000131064,0.02500,2.258
+36,mlp.experts.15.down_proj,0.0000031623,0.02500,2.240
+36,mlp.experts.11.down_proj,0.0000027553,0.02500,2.243
+36,mlp.experts.3.down_proj,0.0000043909,0.02500,2.339
+36,mlp.experts.17.down_proj,0.0000140712,0.02500,0.961
+36,mlp.experts.21.down_proj,0.0000024479,0.02500,0.959
+36,mlp.experts.7.down_proj,0.0000013788,0.02500,2.450
+36,mlp.experts.25.down_proj,0.0000017727,0.02500,1.074
+36,mlp.experts.29.down_proj,0.0000039514,0.02500,1.169
+36,mlp.experts.26.down_proj,0.0000084203,0.02500,0.873
+36,mlp.experts.22.down_proj,0.0000021332,0.02500,0.876
+36,mlp.experts.30.down_proj,0.0000021677,0.02500,0.884
+36,mlp.experts.18.down_proj,0.0000024388,0.02500,0.864
+36,mlp.experts.33.down_proj,0.0000024592,0.02500,1.089
+36,mlp.experts.28.down_proj,0.0000019544,0.02500,1.401
+36,mlp.experts.37.down_proj,0.0000042443,0.02500,1.147
+36,mlp.experts.20.down_proj,0.0000022950,0.02500,1.404
+36,mlp.experts.16.down_proj,0.0000008528,0.02500,1.429
+36,mlp.experts.42.down_proj,0.0000034991,0.02500,0.847
+36,mlp.experts.38.down_proj,0.0000054203,0.02500,0.873
+36,mlp.experts.46.down_proj,0.0000023742,0.02500,0.834
+36,mlp.experts.24.down_proj,0.0000027839,0.02500,1.503
+36,mlp.experts.34.down_proj,0.0000031604,0.02500,0.834
+36,mlp.experts.41.down_proj,0.0000016841,0.02500,1.181
+36,mlp.experts.31.down_proj,0.0000053270,0.02500,1.472
+36,mlp.experts.27.down_proj,0.0000042117,0.02500,1.480
+36,mlp.experts.45.down_proj,0.0000047757,0.02500,1.129
+36,mlp.experts.19.down_proj,0.0000030081,0.02500,1.509
+36,mlp.experts.23.down_proj,0.0000061645,0.02500,1.442
+36,mlp.experts.49.down_proj,0.0000034154,0.02500,1.120
+36,mlp.experts.58.down_proj,0.0000015196,0.02500,0.945
+36,mlp.experts.50.down_proj,0.0000030368,0.02500,0.934
+36,mlp.experts.62.down_proj,0.0000034370,0.02500,0.935
+36,mlp.experts.54.down_proj,0.0000055643,0.02500,0.965
+36,mlp.experts.53.down_proj,0.0000030435,0.02500,1.186
+36,mlp.experts.61.down_proj,0.0000034518,0.02500,0.962
+36,mlp.experts.43.down_proj,0.0000012122,0.02500,1.014
+36,mlp.experts.47.down_proj,0.0000028778,0.02500,1.028
+36,mlp.experts.57.down_proj,0.0000009849,0.02500,1.102
+36,mlp.experts.35.down_proj,0.0000022926,0.02500,1.041
+36,mlp.experts.39.down_proj,0.0000021579,0.02500,1.011
+36,mlp.experts.36.down_proj,0.0000019280,0.02500,1.392
+36,mlp.experts.44.down_proj,0.0000033234,0.02500,1.469
+36,mlp.experts.32.down_proj,0.0000033180,0.02500,1.432
+36,mlp.experts.40.down_proj,0.0000048110,0.02500,1.557
+36,mlp.experts.74.down_proj,0.0000011725,0.02500,0.863
+36,mlp.experts.78.down_proj,0.0000025123,0.02500,0.845
+36,mlp.experts.70.down_proj,0.0000036164,0.02500,0.856
+36,mlp.experts.66.down_proj,0.0000019018,0.02500,0.870
+36,mlp.experts.65.down_proj,0.0000049277,0.02500,1.035
+36,mlp.experts.63.down_proj,0.0000020157,0.02500,0.898
+36,mlp.experts.59.down_proj,0.0000121165,0.02500,0.926
+36,mlp.experts.69.down_proj,0.0000017299,0.02500,1.002
+36,mlp.experts.55.down_proj,0.0000040604,0.02500,0.891
+36,mlp.experts.51.down_proj,0.0000010480,0.02500,0.932
+36,mlp.experts.73.down_proj,0.0000079519,0.02500,0.985
+36,mlp.experts.77.down_proj,0.0000015123,0.02500,1.069
+36,mlp.experts.60.down_proj,0.0000022220,0.02500,1.247
+36,mlp.experts.52.down_proj,0.0000027323,0.02500,1.315
+36,mlp.experts.48.down_proj,0.0000028379,0.02500,1.259
+36,mlp.experts.90.down_proj,0.0000054131,0.02500,0.887
+36,mlp.experts.94.down_proj,0.0000030281,0.02500,0.880
+36,mlp.experts.82.down_proj,0.0000018985,0.02500,0.874
+36,mlp.experts.86.down_proj,0.0000037466,0.02500,0.912
+36,mlp.experts.56.down_proj,0.0000015619,0.02500,1.284
+36,mlp.experts.79.down_proj,0.0000037895,0.02500,0.992
+36,mlp.experts.75.down_proj,0.0000024682,0.02500,1.006
+36,mlp.experts.71.down_proj,0.0000025056,0.02500,0.975
+36,mlp.experts.67.down_proj,0.0000062644,0.02500,0.974
+36,mlp.experts.81.down_proj,0.0000008704,0.02500,1.153
+36,mlp.experts.85.down_proj,0.0000027828,0.02500,1.100
+36,mlp.experts.93.down_proj,0.0000005947,0.02500,1.057
+36,mlp.experts.89.down_proj,0.0000060675,0.02500,1.125
+36,mlp.experts.106.down_proj,0.0000085216,0.02500,1.000
+36,mlp.experts.110.down_proj,0.0000037898,0.02500,0.984
+36,mlp.experts.102.down_proj,0.0000031300,0.02500,0.937
+36,mlp.experts.98.down_proj,0.0000022601,0.02500,0.988
+36,mlp.experts.76.down_proj,0.0000028610,0.02500,1.348
+36,mlp.experts.95.down_proj,0.0000026687,0.02500,1.026
+36,mlp.experts.64.down_proj,0.0000003529,0.02500,1.374
+36,mlp.experts.91.down_proj,0.0000028986,0.02500,1.001
+36,mlp.experts.68.down_proj,0.0000028535,0.02500,1.429
+36,mlp.experts.87.down_proj,0.0000032481,0.02500,1.011
+36,mlp.experts.83.down_proj,0.0000035793,0.02500,0.988
+36,mlp.experts.109.down_proj,0.0000079718,0.02500,0.909
+36,mlp.experts.105.down_proj,0.0000027859,0.02500,0.956
+36,mlp.experts.101.down_proj,0.0000042162,0.02500,1.094
+36,mlp.experts.97.down_proj,0.0000032423,0.02500,1.173
+36,mlp.experts.118.down_proj,0.0000029174,0.02500,0.650
+36,mlp.experts.114.down_proj,0.0000033361,0.02500,0.638
+36,mlp.experts.72.down_proj,0.0000075560,0.02500,1.505
+36,mlp.experts.107.down_proj,0.0000009900,0.02500,0.850
+36,mlp.experts.111.down_proj,0.0000028645,0.02500,0.864
+36,mlp.experts.117.down_proj,0.0000019028,0.02500,0.624
+36,mlp.experts.113.down_proj,0.0000054450,0.02500,0.638
+36,mlp.experts.99.down_proj,0.0000017387,0.02500,0.837
+36,mlp.experts.103.down_proj,0.0000012063,0.02500,0.853
+36,mlp.experts.92.down_proj,0.0000008982,0.02500,1.342
+36,mlp.experts.80.down_proj,0.0000200054,0.02500,1.317
+36,mlp.experts.84.down_proj,0.0000029598,0.02500,1.322
+36,mlp.experts.115.down_proj,0.0000007319,0.02500,0.585
+36,mlp.experts.119.down_proj,0.0000028333,0.02500,0.593
+36,mlp.experts.88.down_proj,0.0000037178,0.02500,1.442
+36,mlp.experts.108.down_proj,0.0000022565,0.02500,1.323
+36,mlp.experts.96.down_proj,0.0000014613,0.02500,1.337
+36,mlp.experts.100.down_proj,0.0000022921,0.02500,1.313
+36,mlp.experts.104.down_proj,0.0000024016,0.02500,1.388
+36,mlp.experts.112.down_proj,0.0000024736,0.02500,1.050
+36,mlp.experts.116.down_proj,0.0000017405,0.02500,1.061
+37,self_attn.k_proj,0.0000000382,0.02500,1.576
+37,self_attn.v_proj,0.0000000646,0.02500,1.522
+37,self_attn.q_proj,0.0000002574,0.02500,1.922
+37,self_attn.o_proj,0.0000001506,0.02500,4.166
+37,mlp.shared_experts.gate_proj,0.0000009670,0.02500,1.391
+37,mlp.shared_experts.up_proj,0.0000011982,0.02500,1.294
+37,mlp.shared_experts.down_proj,0.0000001048,0.02500,0.403
+37,mlp.experts.15.gate_proj,0.0000192181,0.02500,4.154
+37,mlp.experts.3.gate_proj,0.0000201540,0.02500,4.697
+37,mlp.experts.11.gate_proj,0.0000155823,0.02500,4.309
+37,mlp.experts.7.gate_proj,0.0000187411,0.02500,4.925
+37,mlp.experts.8.gate_proj,0.0000270262,0.02500,5.629
+37,mlp.experts.5.gate_proj,0.0000197285,0.02500,5.638
+37,mlp.experts.4.gate_proj,0.0000387835,0.02500,5.684
+37,mlp.experts.0.gate_proj,0.0000186888,0.02500,5.749
+37,mlp.experts.9.gate_proj,0.0000118944,0.02500,5.274
+37,mlp.experts.12.gate_proj,0.0000157736,0.02500,5.338
+37,mlp.experts.13.gate_proj,0.0000204263,0.02500,5.529
+37,mlp.experts.1.gate_proj,0.0000104834,0.02500,6.018
+37,mlp.experts.6.gate_proj,0.0000512709,0.02500,6.445
+37,mlp.experts.10.gate_proj,0.0000260741,0.02500,6.034
+37,mlp.experts.14.gate_proj,0.0000172323,0.02500,6.107
+37,mlp.experts.2.gate_proj,0.0000310200,0.02500,6.624
+37,mlp.experts.27.gate_proj,0.0000195959,0.02500,4.067
+37,mlp.experts.19.gate_proj,0.0000148549,0.02500,4.224
+37,mlp.experts.31.gate_proj,0.0000721525,0.02500,4.298
+37,mlp.experts.23.gate_proj,0.0000090135,0.02500,4.133
+37,mlp.experts.21.gate_proj,0.0000119421,0.02500,4.962
+37,mlp.experts.25.gate_proj,0.0000272739,0.02500,4.860
+37,mlp.experts.29.gate_proj,0.0000181343,0.02500,4.807
+37,mlp.experts.17.gate_proj,0.0000190262,0.02500,4.800
+37,mlp.experts.24.gate_proj,0.0000202089,0.02500,5.734
+37,mlp.experts.20.gate_proj,0.0000227047,0.02500,5.775
+37,mlp.experts.26.gate_proj,0.0000260061,0.02500,5.042
+37,mlp.experts.16.gate_proj,0.0000140835,0.02500,5.884
+37,mlp.experts.28.gate_proj,0.0000176197,0.02500,5.827
+37,mlp.experts.22.gate_proj,0.0000206755,0.02500,5.264
+37,mlp.experts.18.gate_proj,0.0000257670,0.02500,5.187
+37,mlp.experts.30.gate_proj,0.0000176390,0.02500,5.300
+37,mlp.experts.43.gate_proj,0.0000181048,0.02500,4.431
+37,mlp.experts.35.gate_proj,0.0000244294,0.02500,4.604
+37,mlp.experts.47.gate_proj,0.0000168176,0.02500,4.614
+37,mlp.experts.39.gate_proj,0.0000158313,0.02500,4.492
+37,mlp.experts.37.gate_proj,0.0000132443,0.02500,4.047
+37,mlp.experts.41.gate_proj,0.0000171298,0.02500,4.163
+37,mlp.experts.40.gate_proj,0.0000223048,0.02500,3.336
+37,mlp.experts.45.gate_proj,0.0000111972,0.02500,4.044
+37,mlp.experts.36.gate_proj,0.0000035241,0.02500,3.436
+37,mlp.experts.33.gate_proj,0.0000412966,0.02500,4.153
+37,mlp.experts.32.gate_proj,0.0000192470,0.02500,3.355
+37,mlp.experts.44.gate_proj,0.0000272576,0.02500,3.395
+37,mlp.experts.42.gate_proj,0.0000225459,0.02500,4.152
+37,mlp.experts.34.gate_proj,0.0000252713,0.02500,3.939
+37,mlp.experts.46.gate_proj,0.0000169803,0.02500,4.011
+37,mlp.experts.38.gate_proj,0.0000180142,0.02500,4.259
+37,mlp.experts.52.gate_proj,0.0000192929,0.02500,3.238
+37,mlp.experts.61.gate_proj,0.0000218946,0.02500,3.274
+37,mlp.experts.56.gate_proj,0.0000112804,0.02500,3.430
+37,mlp.experts.53.gate_proj,0.0000299602,0.02500,3.576
+37,mlp.experts.48.gate_proj,0.0000204647,0.02500,3.245
+37,mlp.experts.57.gate_proj,0.0000169743,0.02500,3.525
+37,mlp.experts.60.gate_proj,0.0000259695,0.02500,3.356
+37,mlp.experts.49.gate_proj,0.0000063558,0.02500,3.531
+37,mlp.experts.59.gate_proj,0.0000186512,0.02500,5.572
+37,mlp.experts.51.gate_proj,0.0000242306,0.02500,5.606
+37,mlp.experts.55.gate_proj,0.0000060147,0.02500,5.683
+37,mlp.experts.63.gate_proj,0.0000483960,0.02500,5.762
+37,mlp.experts.50.gate_proj,0.0000176729,0.02500,3.698
+37,mlp.experts.58.gate_proj,0.0000532133,0.02500,3.799
+37,mlp.experts.54.gate_proj,0.0000113925,0.02500,3.776
+37,mlp.experts.62.gate_proj,0.0000119053,0.02500,3.903
+37,mlp.experts.77.gate_proj,0.0000280881,0.02500,3.080
+37,mlp.experts.73.gate_proj,0.0000370467,0.02500,3.096
+37,mlp.experts.69.gate_proj,0.0000376286,0.02500,3.287
+37,mlp.experts.65.gate_proj,0.0000224798,0.02500,3.147
+37,mlp.experts.64.gate_proj,0.0000250210,0.02500,3.541
+37,mlp.experts.68.gate_proj,0.0000228786,0.02500,3.639
+37,mlp.experts.72.gate_proj,0.0000283377,0.02500,3.739
+37,mlp.experts.76.gate_proj,0.0000079825,0.02500,3.773
+37,mlp.experts.75.gate_proj,0.0000446736,0.02500,4.281
+37,mlp.experts.67.gate_proj,0.0000227904,0.02500,4.052
+37,mlp.experts.79.gate_proj,0.0000134873,0.02500,4.015
+37,mlp.experts.66.gate_proj,0.0000253258,0.02500,3.887
+37,mlp.experts.71.gate_proj,0.0000320919,0.02500,4.136
+37,mlp.experts.70.gate_proj,0.0000221439,0.02500,3.652
+37,mlp.experts.74.gate_proj,0.0000413664,0.02500,4.105
+37,mlp.experts.78.gate_proj,0.0000219329,0.02500,3.873
+37,mlp.experts.93.gate_proj,0.0000238269,0.02500,3.637
+37,mlp.experts.89.gate_proj,0.0000198854,0.02500,3.653
+37,mlp.experts.85.gate_proj,0.0000227060,0.02500,3.580
+37,mlp.experts.80.gate_proj,0.0000061861,0.02500,3.464
+37,mlp.experts.81.gate_proj,0.0000244202,0.02500,3.675
+37,mlp.experts.84.gate_proj,0.0000546588,0.02500,3.652
+37,mlp.experts.88.gate_proj,0.0000390365,0.02500,3.571
+37,mlp.experts.92.gate_proj,0.0000224532,0.02500,3.546
+37,mlp.experts.82.gate_proj,0.0000333237,0.02500,3.646
+37,mlp.experts.86.gate_proj,0.0000176923,0.02500,3.669
+37,mlp.experts.94.gate_proj,0.0000141440,0.02500,3.621
+37,mlp.experts.91.gate_proj,0.0000171964,0.02500,4.259
+37,mlp.experts.90.gate_proj,0.0000176604,0.02500,3.871
+37,mlp.experts.83.gate_proj,0.0000372356,0.02500,4.309
+37,mlp.experts.95.gate_proj,0.0000185389,0.02500,4.301
+37,mlp.experts.87.gate_proj,0.0000150772,0.02500,4.495
+37,mlp.experts.109.gate_proj,0.0000241165,0.02500,3.727
+37,mlp.experts.101.gate_proj,0.0000163870,0.02500,3.544
+37,mlp.experts.105.gate_proj,0.0000141867,0.02500,3.679
+37,mlp.experts.96.gate_proj,0.0000241875,0.02500,3.752
+37,mlp.experts.97.gate_proj,0.0000241041,0.02500,3.988
+37,mlp.experts.104.gate_proj,0.0000209936,0.02500,3.914
+37,mlp.experts.108.gate_proj,0.0000253456,0.02500,4.079
+37,mlp.experts.100.gate_proj,0.0000231644,0.02500,4.498
+37,mlp.experts.98.gate_proj,0.0000219189,0.02500,3.162
+37,mlp.experts.110.gate_proj,0.0000250874,0.02500,3.172
+37,mlp.experts.102.gate_proj,0.0000286991,0.02500,3.729
+37,mlp.experts.106.gate_proj,0.0000422040,0.02500,3.678
+37,mlp.experts.117.gate_proj,0.0000213100,0.02500,3.093
+37,mlp.experts.107.gate_proj,0.0000498881,0.02500,4.425
+37,mlp.experts.112.gate_proj,0.0000367184,0.02500,3.032
+37,mlp.experts.111.gate_proj,0.0000303598,0.02500,4.404
+37,mlp.experts.1.up_proj,0.0000105681,0.02500,3.351
+37,mlp.experts.99.gate_proj,0.0000177103,0.02500,4.646
+37,mlp.experts.5.up_proj,0.0000200787,0.02500,3.643
+37,mlp.experts.103.gate_proj,0.0000225660,0.02500,4.457
+37,mlp.experts.0.up_proj,0.0000180097,0.02500,2.906
+37,mlp.experts.116.gate_proj,0.0000572944,0.02500,2.913
+37,mlp.experts.4.up_proj,0.0000390831,0.02500,3.130
+37,mlp.experts.113.gate_proj,0.0000256082,0.02500,3.842
+37,mlp.experts.114.gate_proj,0.0000242556,0.02500,3.351
+37,mlp.experts.6.up_proj,0.0000494797,0.02500,3.369
+37,mlp.experts.118.gate_proj,0.0000195333,0.02500,3.662
+37,mlp.experts.2.up_proj,0.0000302372,0.02500,3.644
+37,mlp.experts.13.up_proj,0.0000203769,0.02500,3.453
+37,mlp.experts.8.up_proj,0.0000267486,0.02500,3.537
+37,mlp.experts.17.up_proj,0.0000179949,0.02500,3.565
+37,mlp.experts.21.up_proj,0.0000118462,0.02500,3.589
+37,mlp.experts.3.up_proj,0.0000198892,0.02500,4.223
+37,mlp.experts.20.up_proj,0.0000229259,0.02500,3.349
+37,mlp.experts.7.up_proj,0.0000180890,0.02500,4.269
+37,mlp.experts.16.up_proj,0.0000138692,0.02500,4.039
+37,mlp.experts.115.gate_proj,0.0000544581,0.02500,4.269
+37,mlp.experts.12.up_proj,0.0000150302,0.02500,3.647
+37,mlp.experts.119.gate_proj,0.0000244556,0.02500,4.193
+37,mlp.experts.9.up_proj,0.0000126005,0.02500,3.588
+37,mlp.experts.22.up_proj,0.0000200687,0.02500,3.318
+37,mlp.experts.10.up_proj,0.0000251006,0.02500,3.770
+37,mlp.experts.14.up_proj,0.0000174415,0.02500,3.837
+37,mlp.experts.18.up_proj,0.0000255038,0.02500,4.123
+37,mlp.experts.24.up_proj,0.0000186310,0.02500,3.652
+37,mlp.experts.29.up_proj,0.0000175905,0.02500,4.478
+37,mlp.experts.36.up_proj,0.0000035971,0.02500,3.648
+37,mlp.experts.33.up_proj,0.0000383567,0.02500,4.362
+37,mlp.experts.32.up_proj,0.0000183255,0.02500,3.658
+37,mlp.experts.37.up_proj,0.0000132150,0.02500,4.497
+37,mlp.experts.28.up_proj,0.0000182756,0.02500,3.925
+37,mlp.experts.19.up_proj,0.0000150259,0.02500,4.433
+37,mlp.experts.23.up_proj,0.0000109571,0.02500,4.425
+37,mlp.experts.11.up_proj,0.0000146941,0.02500,4.367
+37,mlp.experts.15.up_proj,0.0000188765,0.02500,4.496
+37,mlp.experts.25.up_proj,0.0000252920,0.02500,4.577
+37,mlp.experts.38.up_proj,0.0000188824,0.02500,4.594
+37,mlp.experts.26.up_proj,0.0000257102,0.02500,4.703
+37,mlp.experts.30.up_proj,0.0000177532,0.02500,4.509
+37,mlp.experts.45.up_proj,0.0000112428,0.02500,3.653
+37,mlp.experts.34.up_proj,0.0000241129,0.02500,4.509
+37,mlp.experts.53.up_proj,0.0000287900,0.02500,3.664
+37,mlp.experts.49.up_proj,0.0000065278,0.02500,4.117
+37,mlp.experts.40.up_proj,0.0000216257,0.02500,4.930
+37,mlp.experts.52.up_proj,0.0000194890,0.02500,4.908
+37,mlp.experts.35.up_proj,0.0000246883,0.02500,4.361
+37,mlp.experts.41.up_proj,0.0000157795,0.02500,3.617
+37,mlp.experts.48.up_proj,0.0000200968,0.02500,4.957
+37,mlp.experts.39.up_proj,0.0000137646,0.02500,4.344
+37,mlp.experts.27.up_proj,0.0000198991,0.02500,4.340
+37,mlp.experts.44.up_proj,0.0000274694,0.02500,4.865
+37,mlp.experts.31.up_proj,0.0000709507,0.02500,4.319
+37,mlp.experts.54.up_proj,0.0000109069,0.02500,3.781
+37,mlp.experts.42.up_proj,0.0000222992,0.02500,3.816
+37,mlp.experts.61.up_proj,0.0000220413,0.02500,3.365
+37,mlp.experts.46.up_proj,0.0000170702,0.02500,3.880
+37,mlp.experts.50.up_proj,0.0000170181,0.02500,3.404
+37,mlp.experts.65.up_proj,0.0000218553,0.02500,3.060
+37,mlp.experts.69.up_proj,0.0000375587,0.02500,3.646
+37,mlp.experts.57.up_proj,0.0000168542,0.02500,3.312
+37,mlp.experts.70.up_proj,0.0000212668,0.02500,3.286
+37,mlp.experts.56.up_proj,0.0000112290,0.02500,4.687
+37,mlp.experts.51.up_proj,0.0000238618,0.02500,4.251
+37,mlp.experts.43.up_proj,0.0000173317,0.02500,4.105
+37,mlp.experts.55.up_proj,0.0000060644,0.02500,4.293
+37,mlp.experts.47.up_proj,0.0000169082,0.02500,4.218
+37,mlp.experts.58.up_proj,0.0000538997,0.02500,3.772
+37,mlp.experts.68.up_proj,0.0000217137,0.02500,4.899
+37,mlp.experts.77.up_proj,0.0000276165,0.02500,3.102
+37,mlp.experts.64.up_proj,0.0000250389,0.02500,4.908
+37,mlp.experts.60.up_proj,0.0000261757,0.02500,4.726
+37,mlp.experts.62.up_proj,0.0000120490,0.02500,3.360
+37,mlp.experts.81.up_proj,0.0000240226,0.02500,3.147
+37,mlp.experts.66.up_proj,0.0000243702,0.02500,3.535
+37,mlp.experts.85.up_proj,0.0000225000,0.02500,3.594
+37,mlp.experts.73.up_proj,0.0000346679,0.02500,3.371
+37,mlp.experts.86.up_proj,0.0000180981,0.02500,3.540
+37,mlp.experts.93.up_proj,0.0000237019,0.02500,3.151
+37,mlp.experts.74.up_proj,0.0000418381,0.02500,3.421
+37,mlp.experts.78.up_proj,0.0000204578,0.02500,3.294
+37,mlp.experts.67.up_proj,0.0000225562,0.02500,4.334
+37,mlp.experts.59.up_proj,0.0000184517,0.02500,4.511
+37,mlp.experts.71.up_proj,0.0000299384,0.02500,4.377
+37,mlp.experts.72.up_proj,0.0000277768,0.02500,5.025
+37,mlp.experts.97.up_proj,0.0000237290,0.02500,3.531
+37,mlp.experts.82.up_proj,0.0000301915,0.02500,3.634
+37,mlp.experts.63.up_proj,0.0000484454,0.02500,4.502
+37,mlp.experts.101.up_proj,0.0000165411,0.02500,3.537
+37,mlp.experts.80.up_proj,0.0000062249,0.02500,4.937
+37,mlp.experts.89.up_proj,0.0000198320,0.02500,3.339
+37,mlp.experts.84.up_proj,0.0000523608,0.02500,5.318
+37,mlp.experts.76.up_proj,0.0000077326,0.02500,5.255
+37,mlp.experts.102.up_proj,0.0000286660,0.02500,3.275
+37,mlp.experts.90.up_proj,0.0000170672,0.02500,3.207
+37,mlp.experts.109.up_proj,0.0000244906,0.02500,3.506
+37,mlp.experts.94.up_proj,0.0000145440,0.02500,3.299
+37,mlp.experts.113.up_proj,0.0000253810,0.02500,3.163
+37,mlp.experts.98.up_proj,0.0000208814,0.02500,3.098
+37,mlp.experts.83.up_proj,0.0000376217,0.02500,4.210
+37,mlp.experts.117.up_proj,0.0000214148,0.02500,3.151
+37,mlp.experts.75.up_proj,0.0000435409,0.02500,4.195
+37,mlp.experts.87.up_proj,0.0000144366,0.02500,4.205
+37,mlp.experts.105.up_proj,0.0000148923,0.02500,3.033
+37,mlp.experts.79.up_proj,0.0000135653,0.02500,4.069
+37,mlp.experts.118.up_proj,0.0000192980,0.02500,2.897
+37,mlp.experts.106.up_proj,0.0000401892,0.02500,2.724
+37,mlp.experts.110.up_proj,0.0000250263,0.02500,2.613
+37,mlp.experts.88.up_proj,0.0000398753,0.02500,5.573
+37,mlp.experts.114.up_proj,0.0000243343,0.02500,2.400
+37,mlp.experts.96.up_proj,0.0000233016,0.02500,5.242
+37,mlp.experts.100.up_proj,0.0000217279,0.02500,5.158
+37,mlp.experts.92.up_proj,0.0000222710,0.02500,5.219
+37,mlp.experts.99.up_proj,0.0000170817,0.02500,4.111
+37,mlp.experts.103.up_proj,0.0000221498,0.02500,4.035
+37,mlp.experts.91.up_proj,0.0000170198,0.02500,4.134
+37,mlp.experts.95.up_proj,0.0000177693,0.02500,4.173
+37,mlp.experts.104.up_proj,0.0000214543,0.02500,4.815
+37,mlp.experts.112.up_proj,0.0000365876,0.02500,4.509
+37,mlp.experts.116.up_proj,0.0000564649,0.02500,4.513
+37,mlp.experts.108.up_proj,0.0000256423,0.02500,4.378
+37,mlp.experts.119.up_proj,0.0000242746,0.02500,3.244
+37,mlp.experts.115.up_proj,0.0000541690,0.02500,3.478
+37,mlp.experts.107.up_proj,0.0000486306,0.02500,3.297
+37,mlp.experts.111.up_proj,0.0000306780,0.02500,3.123
+37,mlp.experts.10.down_proj,0.0000029080,0.02500,0.908
+37,mlp.experts.2.down_proj,0.0000053183,0.02500,0.912
+37,mlp.experts.6.down_proj,0.0000118561,0.02500,0.914
+37,mlp.experts.14.down_proj,0.0000019853,0.02500,0.956
+37,mlp.experts.1.down_proj,0.0000020531,0.02500,0.976
+37,mlp.experts.5.down_proj,0.0000029353,0.02500,0.989
+37,mlp.experts.13.down_proj,0.0000042601,0.02500,1.029
+37,mlp.experts.3.down_proj,0.0000028237,0.02500,1.065
+37,mlp.experts.15.down_proj,0.0000026655,0.02500,1.068
+37,mlp.experts.11.down_proj,0.0000029477,0.02500,1.091
+37,mlp.experts.9.down_proj,0.0000027107,0.02500,1.155
+37,mlp.experts.7.down_proj,0.0000024305,0.02500,1.165
+37,mlp.experts.0.down_proj,0.0000030955,0.02500,1.712
+37,mlp.experts.12.down_proj,0.0000025930,0.02500,1.722
+37,mlp.experts.4.down_proj,0.0000066650,0.02500,1.811
+37,mlp.experts.8.down_proj,0.0000037304,0.02500,1.834
+37,mlp.experts.18.down_proj,0.0000026607,0.02500,0.971
+37,mlp.experts.17.down_proj,0.0000035630,0.02500,0.908
+37,mlp.experts.22.down_proj,0.0000048063,0.02500,0.972
+37,mlp.experts.31.down_proj,0.0000138727,0.02500,0.835
+37,mlp.experts.30.down_proj,0.0000039110,0.02500,0.975
+37,mlp.experts.21.down_proj,0.0000024509,0.02500,0.965
+37,mlp.experts.26.down_proj,0.0000039715,0.02500,1.063
+37,mlp.experts.27.down_proj,0.0000028181,0.02500,0.980
+37,mlp.experts.19.down_proj,0.0000023884,0.02500,1.011
+37,mlp.experts.29.down_proj,0.0000014459,0.02500,1.105
+37,mlp.experts.23.down_proj,0.0000012659,0.02500,1.011
+37,mlp.experts.25.down_proj,0.0000037621,0.02500,1.074
+37,mlp.experts.38.down_proj,0.0000021575,0.02500,0.834
+37,mlp.experts.34.down_proj,0.0000039704,0.02500,0.858
+37,mlp.experts.46.down_proj,0.0000030657,0.02500,0.829
+37,mlp.experts.42.down_proj,0.0000041000,0.02500,0.821
+37,mlp.experts.47.down_proj,0.0000026097,0.02500,1.005
+37,mlp.experts.33.down_proj,0.0000072666,0.02500,1.052
+37,mlp.experts.35.down_proj,0.0000028395,0.02500,0.960
+37,mlp.experts.37.down_proj,0.0000013921,0.02500,1.107
+37,mlp.experts.43.down_proj,0.0000023327,0.02500,1.012
+37,mlp.experts.45.down_proj,0.0000012908,0.02500,0.984
+37,mlp.experts.41.down_proj,0.0000015279,0.02500,1.002
+37,mlp.experts.39.down_proj,0.0000039380,0.02500,1.087
+37,mlp.experts.28.down_proj,0.0000039223,0.02500,1.797
+37,mlp.experts.16.down_proj,0.0000015884,0.02500,1.840
+37,mlp.experts.54.down_proj,0.0000020477,0.02500,0.853
+37,mlp.experts.50.down_proj,0.0000018714,0.02500,0.845
+37,mlp.experts.58.down_proj,0.0000178741,0.02500,0.849
+37,mlp.experts.20.down_proj,0.0000036376,0.02500,1.860
+37,mlp.experts.62.down_proj,0.0000020371,0.02500,0.928
+37,mlp.experts.24.down_proj,0.0000018045,0.02500,1.861
+37,mlp.experts.63.down_proj,0.0000099444,0.02500,1.011
+37,mlp.experts.51.down_proj,0.0000075611,0.02500,0.905
+37,mlp.experts.53.down_proj,0.0000049697,0.02500,0.910
+37,mlp.experts.61.down_proj,0.0000028012,0.02500,0.930
+37,mlp.experts.49.down_proj,0.0000008542,0.02500,1.117
+37,mlp.experts.55.down_proj,0.0000008768,0.02500,0.904
+37,mlp.experts.59.down_proj,0.0000017503,0.02500,1.119
+37,mlp.experts.57.down_proj,0.0000019732,0.02500,1.011
+37,mlp.experts.70.down_proj,0.0000028685,0.02500,0.842
+37,mlp.experts.66.down_proj,0.0000048125,0.02500,0.845
+37,mlp.experts.74.down_proj,0.0000120942,0.02500,0.838
+37,mlp.experts.78.down_proj,0.0000030590,0.02500,0.853
+37,mlp.experts.67.down_proj,0.0000028622,0.02500,0.941
+37,mlp.experts.79.down_proj,0.0000028786,0.02500,1.016
+37,mlp.experts.77.down_proj,0.0000035179,0.02500,0.927
+37,mlp.experts.71.down_proj,0.0000030751,0.02500,0.874
+37,mlp.experts.44.down_proj,0.0000072987,0.02500,1.563
+37,mlp.experts.73.down_proj,0.0000042960,0.02500,0.882
+37,mlp.experts.69.down_proj,0.0000098371,0.02500,1.156
+37,mlp.experts.65.down_proj,0.0000039770,0.02500,1.099
+37,mlp.experts.32.down_proj,0.0000023083,0.02500,1.621
+37,mlp.experts.86.down_proj,0.0000035364,0.02500,0.842
+37,mlp.experts.82.down_proj,0.0000061908,0.02500,0.828
+37,mlp.experts.90.down_proj,0.0000020390,0.02500,0.824
+37,mlp.experts.75.down_proj,0.0000037990,0.02500,1.147
+37,mlp.experts.94.down_proj,0.0000024179,0.02500,0.817
+37,mlp.experts.36.down_proj,0.0000006601,0.02500,1.878
+37,mlp.experts.40.down_proj,0.0000033339,0.02500,1.891
+37,mlp.experts.83.down_proj,0.0000049046,0.02500,1.018
+37,mlp.experts.87.down_proj,0.0000039759,0.02500,0.924
+37,mlp.experts.93.down_proj,0.0000039706,0.02500,1.000
+37,mlp.experts.89.down_proj,0.0000022838,0.02500,0.966
+37,mlp.experts.95.down_proj,0.0000031511,0.02500,1.164
+37,mlp.experts.85.down_proj,0.0000061680,0.02500,1.009
+37,mlp.experts.98.down_proj,0.0000025005,0.02500,0.958
+37,mlp.experts.81.down_proj,0.0000023522,0.02500,1.079
+37,mlp.experts.106.down_proj,0.0000083627,0.02500,0.961
+37,mlp.experts.110.down_proj,0.0000066694,0.02500,0.944
+37,mlp.experts.102.down_proj,0.0000052012,0.02500,1.068
+37,mlp.experts.91.down_proj,0.0000013593,0.02500,1.056
+37,mlp.experts.99.down_proj,0.0000019155,0.02500,0.894
+37,mlp.experts.114.down_proj,0.0000070680,0.02500,0.617
+37,mlp.experts.60.down_proj,0.0000035622,0.02500,1.787
+37,mlp.experts.118.down_proj,0.0000020589,0.02500,0.578
+37,mlp.experts.48.down_proj,0.0000023320,0.02500,1.749
+37,mlp.experts.109.down_proj,0.0000035668,0.02500,0.980
+37,mlp.experts.101.down_proj,0.0000024040,0.02500,0.911
+37,mlp.experts.111.down_proj,0.0000059186,0.02500,0.956
+37,mlp.experts.103.down_proj,0.0000037120,0.02500,1.107
+37,mlp.experts.105.down_proj,0.0000029059,0.02500,1.062
+37,mlp.experts.97.down_proj,0.0000025586,0.02500,0.986
+37,mlp.experts.107.down_proj,0.0000132162,0.02500,0.844
+37,mlp.experts.52.down_proj,0.0000023458,0.02500,1.814
+37,mlp.experts.56.down_proj,0.0000011570,0.02500,1.811
+37,mlp.experts.115.down_proj,0.0000151603,0.02500,0.701
+37,mlp.experts.119.down_proj,0.0000028560,0.02500,0.567
+37,mlp.experts.117.down_proj,0.0000021195,0.02500,0.831
+37,mlp.experts.113.down_proj,0.0000070239,0.02500,0.727
+37,mlp.experts.76.down_proj,0.0000026582,0.02500,1.544
+37,mlp.experts.64.down_proj,0.0000021006,0.02500,1.563
+37,mlp.experts.68.down_proj,0.0000022310,0.02500,1.636
+37,mlp.experts.72.down_proj,0.0000051966,0.02500,1.625
+37,mlp.experts.92.down_proj,0.0000028001,0.02500,1.496
+37,mlp.experts.80.down_proj,0.0000006621,0.02500,1.530
+37,mlp.experts.84.down_proj,0.0000081011,0.02500,1.316
+37,mlp.experts.88.down_proj,0.0000053294,0.02500,1.329
+37,mlp.experts.108.down_proj,0.0000031880,0.02500,1.205
+37,mlp.experts.96.down_proj,0.0000020018,0.02500,1.314
+37,mlp.experts.100.down_proj,0.0000026129,0.02500,1.136
+37,mlp.experts.104.down_proj,0.0000037625,0.02500,1.124
+37,mlp.experts.112.down_proj,0.0000040947,0.02500,0.932
+37,mlp.experts.116.down_proj,0.0000109238,0.02500,0.859
+38,self_attn.v_proj,0.0000000744,0.02500,1.431
+38,self_attn.k_proj,0.0000000425,0.02500,1.558
+38,self_attn.q_proj,0.0000002597,0.02500,1.771
+38,self_attn.o_proj,0.0000001999,0.02500,3.810
+38,mlp.shared_experts.gate_proj,0.0000010440,0.02500,1.344
+38,mlp.shared_experts.up_proj,0.0000012608,0.02500,1.539
+38,mlp.shared_experts.down_proj,0.0000001210,0.02500,0.397
+38,mlp.experts.7.gate_proj,0.0000574172,0.02500,3.695
+38,mlp.experts.11.gate_proj,0.0000201403,0.02500,3.741
+38,mlp.experts.3.gate_proj,0.0000242707,0.02500,3.810
+38,mlp.experts.15.gate_proj,0.0000192859,0.02500,3.688
+38,mlp.experts.10.gate_proj,0.0000110646,0.02500,4.603
+38,mlp.experts.8.gate_proj,0.0000194028,0.02500,4.618
+38,mlp.experts.6.gate_proj,0.0000396101,0.02500,4.689
+38,mlp.experts.4.gate_proj,0.0000078352,0.02500,4.765
+38,mlp.experts.12.gate_proj,0.0000172496,0.02500,4.420
+38,mlp.experts.0.gate_proj,0.0000467762,0.02500,5.010
+38,mlp.experts.14.gate_proj,0.0000198326,0.02500,4.817
+38,mlp.experts.2.gate_proj,0.0000185413,0.02500,5.274
+38,mlp.experts.1.gate_proj,0.0000240665,0.02500,6.123
+38,mlp.experts.5.gate_proj,0.0000108007,0.02500,6.205
+38,mlp.experts.13.gate_proj,0.0000334916,0.02500,5.848
+38,mlp.experts.9.gate_proj,0.0000245765,0.02500,6.580
+38,mlp.experts.27.gate_proj,0.0000072504,0.02500,3.814
+38,mlp.experts.19.gate_proj,0.0000262529,0.02500,3.820
+38,mlp.experts.23.gate_proj,0.0000114715,0.02500,3.997
+38,mlp.experts.26.gate_proj,0.0000073252,0.02500,3.318
+38,mlp.experts.22.gate_proj,0.0000219256,0.02500,3.296
+38,mlp.experts.31.gate_proj,0.0000151677,0.02500,4.112
+38,mlp.experts.30.gate_proj,0.0000231354,0.02500,3.219
+38,mlp.experts.18.gate_proj,0.0000262587,0.02500,3.198
+38,mlp.experts.20.gate_proj,0.0000065099,0.02500,4.585
+38,mlp.experts.28.gate_proj,0.0000190444,0.02500,4.700
+38,mlp.experts.16.gate_proj,0.0000229189,0.02500,4.680
+38,mlp.experts.24.gate_proj,0.0000493710,0.02500,5.152
+38,mlp.experts.17.gate_proj,0.0000084888,0.02500,4.233
+38,mlp.experts.21.gate_proj,0.0000203793,0.02500,4.246
+38,mlp.experts.29.gate_proj,0.0000126712,0.02500,4.335
+38,mlp.experts.43.gate_proj,0.0000127030,0.02500,3.090
+38,mlp.experts.25.gate_proj,0.0000194299,0.02500,4.313
+38,mlp.experts.39.gate_proj,0.0000198333,0.02500,3.283
+38,mlp.experts.35.gate_proj,0.0000220960,0.02500,3.415
+38,mlp.experts.42.gate_proj,0.0000219763,0.02500,3.769
+38,mlp.experts.47.gate_proj,0.0000322773,0.02500,3.736
+38,mlp.experts.38.gate_proj,0.0000200728,0.02500,3.916
+38,mlp.experts.34.gate_proj,0.0000261793,0.02500,3.959
+38,mlp.experts.46.gate_proj,0.0000191032,0.02500,4.304
+38,mlp.experts.36.gate_proj,0.0000141465,0.02500,4.746
+38,mlp.experts.44.gate_proj,0.0000240202,0.02500,4.616
+38,mlp.experts.32.gate_proj,0.0000265376,0.02500,4.506
+38,mlp.experts.40.gate_proj,0.0000177173,0.02500,4.553
+38,mlp.experts.59.gate_proj,0.0000119573,0.02500,4.116
+38,mlp.experts.37.gate_proj,0.0000200742,0.02500,4.323
+38,mlp.experts.33.gate_proj,0.0000263357,0.02500,4.465
+38,mlp.experts.55.gate_proj,0.0000163668,0.02500,3.934
+38,mlp.experts.45.gate_proj,0.0000302169,0.02500,4.394
+38,mlp.experts.51.gate_proj,0.0000230489,0.02500,4.125
+38,mlp.experts.41.gate_proj,0.0000428165,0.02500,4.357
+38,mlp.experts.63.gate_proj,0.0000282240,0.02500,3.778
+38,mlp.experts.54.gate_proj,0.0000257812,0.02500,3.771
+38,mlp.experts.58.gate_proj,0.0000205683,0.02500,4.208
+38,mlp.experts.50.gate_proj,0.0000097010,0.02500,3.973
+38,mlp.experts.62.gate_proj,0.0000191218,0.02500,4.124
+38,mlp.experts.71.gate_proj,0.0000404116,0.02500,3.382
+38,mlp.experts.60.gate_proj,0.0000088809,0.02500,4.165
+38,mlp.experts.52.gate_proj,0.0000327818,0.02500,4.320
+38,mlp.experts.48.gate_proj,0.0000081193,0.02500,4.299
+38,mlp.experts.56.gate_proj,0.0000273053,0.02500,4.329
+38,mlp.experts.75.gate_proj,0.0000256743,0.02500,3.927
+38,mlp.experts.67.gate_proj,0.0000125326,0.02500,3.633
+38,mlp.experts.53.gate_proj,0.0000192249,0.02500,4.332
+38,mlp.experts.49.gate_proj,0.0000280535,0.02500,4.399
+38,mlp.experts.79.gate_proj,0.0000267540,0.02500,3.569
+38,mlp.experts.61.gate_proj,0.0000215538,0.02500,4.347
+38,mlp.experts.57.gate_proj,0.0000175161,0.02500,4.400
+38,mlp.experts.70.gate_proj,0.0000114490,0.02500,3.953
+38,mlp.experts.74.gate_proj,0.0000192314,0.02500,3.941
+38,mlp.experts.66.gate_proj,0.0000367604,0.02500,3.671
+38,mlp.experts.78.gate_proj,0.0000649904,0.02500,3.208
+38,mlp.experts.87.gate_proj,0.0000293087,0.02500,3.389
+38,mlp.experts.83.gate_proj,0.0000125787,0.02500,3.222
+38,mlp.experts.91.gate_proj,0.0000255772,0.02500,3.920
+38,mlp.experts.76.gate_proj,0.0000242520,0.02500,4.454
+38,mlp.experts.68.gate_proj,0.0000439258,0.02500,4.406
+38,mlp.experts.86.gate_proj,0.0000119226,0.02500,3.285
+38,mlp.experts.95.gate_proj,0.0000217259,0.02500,3.751
+38,mlp.experts.72.gate_proj,0.0000612656,0.02500,4.401
+38,mlp.experts.94.gate_proj,0.0000403471,0.02500,3.135
+38,mlp.experts.64.gate_proj,0.0000264774,0.02500,4.776
+38,mlp.experts.90.gate_proj,0.0000268147,0.02500,3.586
+38,mlp.experts.69.gate_proj,0.0000349659,0.02500,4.720
+38,mlp.experts.82.gate_proj,0.0000204756,0.02500,3.855
+38,mlp.experts.65.gate_proj,0.0000437231,0.02500,4.734
+38,mlp.experts.77.gate_proj,0.0000189702,0.02500,4.817
+38,mlp.experts.73.gate_proj,0.0000336997,0.02500,4.897
+38,mlp.experts.103.gate_proj,0.0000154365,0.02500,4.084
+38,mlp.experts.99.gate_proj,0.0000190865,0.02500,4.035
+38,mlp.experts.102.gate_proj,0.0000425816,0.02500,3.337
+38,mlp.experts.107.gate_proj,0.0000243250,0.02500,3.815
+38,mlp.experts.110.gate_proj,0.0000300679,0.02500,3.579
+38,mlp.experts.111.gate_proj,0.0000310650,0.02500,3.896
+38,mlp.experts.106.gate_proj,0.0000500194,0.02500,4.046
+38,mlp.experts.98.gate_proj,0.0000217436,0.02500,3.833
+38,mlp.experts.85.gate_proj,0.0000201599,0.02500,4.058
+38,mlp.experts.92.gate_proj,0.0000272448,0.02500,5.285
+38,mlp.experts.81.gate_proj,0.0000096460,0.02500,4.100
+38,mlp.experts.93.gate_proj,0.0000281679,0.02500,3.959
+38,mlp.experts.84.gate_proj,0.0000199354,0.02500,5.376
+38,mlp.experts.88.gate_proj,0.0000204346,0.02500,5.367
+38,mlp.experts.89.gate_proj,0.0000230661,0.02500,3.940
+38,mlp.experts.80.gate_proj,0.0000325108,0.02500,5.320
+38,mlp.experts.119.gate_proj,0.0000247925,0.02500,3.457
+38,mlp.experts.115.gate_proj,0.0000278872,0.02500,3.507
+38,mlp.experts.3.up_proj,0.0000248396,0.02500,3.574
+38,mlp.experts.7.up_proj,0.0000551155,0.02500,3.381
+38,mlp.experts.118.gate_proj,0.0000160648,0.02500,4.051
+38,mlp.experts.6.up_proj,0.0000374363,0.02500,3.884
+38,mlp.experts.2.up_proj,0.0000187387,0.02500,3.787
+38,mlp.experts.114.gate_proj,0.0000397784,0.02500,3.603
+38,mlp.experts.101.gate_proj,0.0000292591,0.02500,3.842
+38,mlp.experts.97.gate_proj,0.0000296699,0.02500,3.902
+38,mlp.experts.109.gate_proj,0.0000235598,0.02500,3.983
+38,mlp.experts.105.gate_proj,0.0000116523,0.02500,3.854
+38,mlp.experts.108.gate_proj,0.0000139682,0.02500,4.546
+38,mlp.experts.15.up_proj,0.0000194421,0.02500,3.376
+38,mlp.experts.100.gate_proj,0.0000459374,0.02500,4.704
+38,mlp.experts.11.up_proj,0.0000191427,0.02500,3.394
+38,mlp.experts.104.gate_proj,0.0000264484,0.02500,4.668
+38,mlp.experts.96.gate_proj,0.0000134863,0.02500,4.630
+38,mlp.experts.19.up_proj,0.0000252882,0.02500,3.499
+38,mlp.experts.14.up_proj,0.0000195930,0.02500,3.328
+38,mlp.experts.23.up_proj,0.0000114978,0.02500,3.369
+38,mlp.experts.22.up_proj,0.0000208526,0.02500,3.463
+38,mlp.experts.10.up_proj,0.0000113059,0.02500,3.122
+38,mlp.experts.117.gate_proj,0.0000232622,0.02500,3.184
+38,mlp.experts.113.gate_proj,0.0000100752,0.02500,3.207
+38,mlp.experts.18.up_proj,0.0000257841,0.02500,3.941
+38,mlp.experts.5.up_proj,0.0000117792,0.02500,3.289
+38,mlp.experts.1.up_proj,0.0000240975,0.02500,3.295
+38,mlp.experts.31.up_proj,0.0000148762,0.02500,3.316
+38,mlp.experts.27.up_proj,0.0000070198,0.02500,3.597
+38,mlp.experts.35.up_proj,0.0000218318,0.02500,3.506
+38,mlp.experts.39.up_proj,0.0000195344,0.02500,3.401
+38,mlp.experts.30.up_proj,0.0000228717,0.02500,3.995
+38,mlp.experts.4.up_proj,0.0000077409,0.02500,5.229
+38,mlp.experts.116.gate_proj,0.0000265841,0.02500,5.164
+38,mlp.experts.38.up_proj,0.0000202303,0.02500,3.938
+38,mlp.experts.0.up_proj,0.0000460746,0.02500,5.116
+38,mlp.experts.112.gate_proj,0.0000323623,0.02500,5.045
+38,mlp.experts.26.up_proj,0.0000073541,0.02500,3.905
+38,mlp.experts.13.up_proj,0.0000334129,0.02500,3.501
+38,mlp.experts.9.up_proj,0.0000249760,0.02500,3.442
+38,mlp.experts.21.up_proj,0.0000209453,0.02500,3.351
+38,mlp.experts.17.up_proj,0.0000099780,0.02500,3.426
+38,mlp.experts.34.up_proj,0.0000266343,0.02500,4.238
+38,mlp.experts.47.up_proj,0.0000322837,0.02500,3.720
+38,mlp.experts.43.up_proj,0.0000127616,0.02500,3.241
+38,mlp.experts.51.up_proj,0.0000223069,0.02500,3.179
+38,mlp.experts.55.up_proj,0.0000159136,0.02500,3.808
+38,mlp.experts.46.up_proj,0.0000189786,0.02500,3.739
+38,mlp.experts.20.up_proj,0.0000065932,0.02500,3.913
+38,mlp.experts.54.up_proj,0.0000249190,0.02500,3.689
+38,mlp.experts.12.up_proj,0.0000172470,0.02500,3.911
+38,mlp.experts.42.up_proj,0.0000217450,0.02500,3.646
+38,mlp.experts.16.up_proj,0.0000231295,0.02500,3.934
+38,mlp.experts.8.up_proj,0.0000184719,0.02500,3.928
+38,mlp.experts.50.up_proj,0.0000097826,0.02500,3.397
+38,mlp.experts.59.up_proj,0.0000113409,0.02500,3.079
+38,mlp.experts.29.up_proj,0.0000125534,0.02500,4.628
+38,mlp.experts.25.up_proj,0.0000200437,0.02500,4.587
+38,mlp.experts.63.up_proj,0.0000296958,0.02500,3.624
+38,mlp.experts.37.up_proj,0.0000199894,0.02500,4.658
+38,mlp.experts.67.up_proj,0.0000139864,0.02500,3.364
+38,mlp.experts.33.up_proj,0.0000262484,0.02500,4.753
+38,mlp.experts.62.up_proj,0.0000194359,0.02500,3.072
+38,mlp.experts.71.up_proj,0.0000394023,0.02500,3.728
+38,mlp.experts.36.up_proj,0.0000148552,0.02500,3.167
+38,mlp.experts.70.up_proj,0.0000113983,0.02500,3.148
+38,mlp.experts.28.up_proj,0.0000187753,0.02500,3.210
+38,mlp.experts.58.up_proj,0.0000196608,0.02500,3.162
+38,mlp.experts.32.up_proj,0.0000270048,0.02500,3.264
+38,mlp.experts.24.up_proj,0.0000497163,0.02500,3.353
+38,mlp.experts.66.up_proj,0.0000374642,0.02500,3.150
+38,mlp.experts.75.up_proj,0.0000248613,0.02500,3.616
+38,mlp.experts.79.up_proj,0.0000268109,0.02500,3.535
+38,mlp.experts.83.up_proj,0.0000155120,0.02500,3.444
+38,mlp.experts.45.up_proj,0.0000297096,0.02500,4.429
+38,mlp.experts.78.up_proj,0.0000637838,0.02500,3.071
+38,mlp.experts.41.up_proj,0.0000418836,0.02500,4.451
+38,mlp.experts.53.up_proj,0.0000190371,0.02500,4.341
+38,mlp.experts.86.up_proj,0.0000114798,0.02500,3.053
+38,mlp.experts.49.up_proj,0.0000287287,0.02500,4.370
+38,mlp.experts.74.up_proj,0.0000192484,0.02500,3.056
+38,mlp.experts.87.up_proj,0.0000296797,0.02500,3.888
+38,mlp.experts.52.up_proj,0.0000328135,0.02500,3.640
+38,mlp.experts.44.up_proj,0.0000254385,0.02500,3.613
+38,mlp.experts.48.up_proj,0.0000081314,0.02500,3.575
+38,mlp.experts.82.up_proj,0.0000201504,0.02500,3.016
+38,mlp.experts.40.up_proj,0.0000171117,0.02500,3.587
+38,mlp.experts.91.up_proj,0.0000263781,0.02500,4.079
+38,mlp.experts.94.up_proj,0.0000410451,0.02500,3.160
+38,mlp.experts.95.up_proj,0.0000220397,0.02500,4.006
+38,mlp.experts.99.up_proj,0.0000192838,0.02500,3.926
+38,mlp.experts.102.up_proj,0.0000426679,0.02500,3.222
+38,mlp.experts.90.up_proj,0.0000261074,0.02500,3.319
+38,mlp.experts.103.up_proj,0.0000146170,0.02500,3.820
+38,mlp.experts.61.up_proj,0.0000218314,0.02500,4.966
+38,mlp.experts.98.up_proj,0.0000209173,0.02500,3.444
+38,mlp.experts.57.up_proj,0.0000159926,0.02500,4.915
+38,mlp.experts.68.up_proj,0.0000446949,0.02500,4.104
+38,mlp.experts.69.up_proj,0.0000353090,0.02500,4.959
+38,mlp.experts.60.up_proj,0.0000087201,0.02500,4.224
+38,mlp.experts.65.up_proj,0.0000446881,0.02500,5.016
+38,mlp.experts.64.up_proj,0.0000241578,0.02500,4.455
+38,mlp.experts.56.up_proj,0.0000279830,0.02500,4.348
+38,mlp.experts.107.up_proj,0.0000239183,0.02500,3.104
+38,mlp.experts.115.up_proj,0.0000279031,0.02500,3.229
+38,mlp.experts.111.up_proj,0.0000295494,0.02500,3.381
+38,mlp.experts.110.up_proj,0.0000302945,0.02500,3.504
+38,mlp.experts.118.up_proj,0.0000162373,0.02500,3.717
+38,mlp.experts.106.up_proj,0.0000502833,0.02500,3.610
+38,mlp.experts.119.up_proj,0.0000249237,0.02500,2.881
+38,mlp.experts.114.up_proj,0.0000399682,0.02500,3.083
+38,mlp.experts.77.up_proj,0.0000192707,0.02500,3.985
+38,mlp.experts.73.up_proj,0.0000315614,0.02500,4.053
+38,mlp.experts.85.up_proj,0.0000201665,0.02500,3.985
+38,mlp.experts.81.up_proj,0.0000087164,0.02500,3.850
+38,mlp.experts.84.up_proj,0.0000193551,0.02500,5.022
+38,mlp.experts.76.up_proj,0.0000242934,0.02500,5.058
+38,mlp.experts.72.up_proj,0.0000574394,0.02500,4.855
+38,mlp.experts.80.up_proj,0.0000331201,0.02500,5.100
+38,mlp.experts.93.up_proj,0.0000280201,0.02500,4.576
+38,mlp.experts.101.up_proj,0.0000298379,0.02500,4.413
+38,mlp.experts.89.up_proj,0.0000247896,0.02500,4.622
+38,mlp.experts.97.up_proj,0.0000295805,0.02500,4.540
+38,mlp.experts.100.up_proj,0.0000435833,0.02500,4.270
+38,mlp.experts.92.up_proj,0.0000271974,0.02500,4.220
+38,mlp.experts.88.up_proj,0.0000207987,0.02500,4.170
+38,mlp.experts.96.up_proj,0.0000127710,0.02500,4.136
+38,mlp.experts.116.up_proj,0.0000268976,0.02500,3.217
+38,mlp.experts.108.up_proj,0.0000146389,0.02500,2.885
+38,mlp.experts.104.up_proj,0.0000270534,0.02500,2.787
+38,mlp.experts.112.up_proj,0.0000321856,0.02500,2.860
+38,mlp.experts.109.up_proj,0.0000226307,0.02500,4.881
+38,mlp.experts.117.up_proj,0.0000230165,0.02500,4.877
+38,mlp.experts.105.up_proj,0.0000119638,0.02500,4.780
+38,mlp.experts.113.up_proj,0.0000098760,0.02500,4.514
+38,mlp.experts.3.down_proj,0.0000047455,0.02500,1.346
+38,mlp.experts.7.down_proj,0.0000100961,0.02500,1.347
+38,mlp.experts.11.down_proj,0.0000019280,0.02500,1.318
+38,mlp.experts.15.down_proj,0.0000026061,0.02500,1.323
+38,mlp.experts.10.down_proj,0.0000011074,0.02500,1.696
+38,mlp.experts.6.down_proj,0.0000043156,0.02500,2.060
+38,mlp.experts.2.down_proj,0.0000022870,0.02500,2.140
+38,mlp.experts.14.down_proj,0.0000020530,0.02500,1.910
+38,mlp.experts.12.down_proj,0.0000020383,0.02500,2.087
+38,mlp.experts.0.down_proj,0.0000087372,0.02500,2.190
+38,mlp.experts.4.down_proj,0.0000007718,0.02500,2.228
+38,mlp.experts.19.down_proj,0.0000035407,0.02500,0.882
+38,mlp.experts.23.down_proj,0.0000018369,0.02500,0.900
+38,mlp.experts.8.down_proj,0.0000028188,0.02500,2.258
+38,mlp.experts.27.down_proj,0.0000011105,0.02500,0.901
+38,mlp.experts.31.down_proj,0.0000026066,0.02500,0.895
+38,mlp.experts.5.down_proj,0.0000013592,0.02500,2.485
+38,mlp.experts.9.down_proj,0.0000050789,0.02500,2.542
+38,mlp.experts.13.down_proj,0.0000046123,0.02500,2.271
+38,mlp.experts.1.down_proj,0.0000020974,0.02500,2.593
+38,mlp.experts.26.down_proj,0.0000009340,0.02500,0.912
+38,mlp.experts.22.down_proj,0.0000024239,0.02500,0.905
+38,mlp.experts.35.down_proj,0.0000030349,0.02500,0.886
+38,mlp.experts.39.down_proj,0.0000043444,0.02500,0.873
+38,mlp.experts.43.down_proj,0.0000018212,0.02500,0.871
+38,mlp.experts.47.down_proj,0.0000037250,0.02500,0.881
+38,mlp.experts.18.down_proj,0.0000039801,0.02500,1.179
+38,mlp.experts.30.down_proj,0.0000023619,0.02500,1.179
+38,mlp.experts.16.down_proj,0.0000035632,0.02500,1.493
+38,mlp.experts.28.down_proj,0.0000016826,0.02500,1.500
+38,mlp.experts.20.down_proj,0.0000014178,0.02500,1.504
+38,mlp.experts.42.down_proj,0.0000035113,0.02500,0.869
+38,mlp.experts.24.down_proj,0.0000098685,0.02500,1.579
+38,mlp.experts.38.down_proj,0.0000023074,0.02500,0.877
+38,mlp.experts.55.down_proj,0.0000027433,0.02500,0.899
+38,mlp.experts.51.down_proj,0.0000037524,0.02500,0.936
+38,mlp.experts.25.down_proj,0.0000035868,0.02500,1.529
+38,mlp.experts.29.down_proj,0.0000010609,0.02500,1.518
+38,mlp.experts.59.down_proj,0.0000018117,0.02500,0.921
+38,mlp.experts.21.down_proj,0.0000034605,0.02500,1.612
+38,mlp.experts.63.down_proj,0.0000058582,0.02500,0.920
+38,mlp.experts.17.down_proj,0.0000013135,0.02500,1.566
+38,mlp.experts.34.down_proj,0.0000047615,0.02500,1.078
+38,mlp.experts.46.down_proj,0.0000021620,0.02500,1.144
+38,mlp.experts.54.down_proj,0.0000023446,0.02500,0.953
+38,mlp.experts.58.down_proj,0.0000020587,0.02500,1.124
+38,mlp.experts.44.down_proj,0.0000027709,0.02500,1.378
+38,mlp.experts.41.down_proj,0.0000054204,0.02500,0.994
+38,mlp.experts.32.down_proj,0.0000045944,0.02500,1.401
+38,mlp.experts.45.down_proj,0.0000046594,0.02500,1.004
+38,mlp.experts.37.down_proj,0.0000035264,0.02500,0.979
+38,mlp.experts.36.down_proj,0.0000040268,0.02500,1.398
+38,mlp.experts.33.down_proj,0.0000041797,0.02500,0.983
+38,mlp.experts.67.down_proj,0.0000018870,0.02500,1.106
+38,mlp.experts.71.down_proj,0.0000084201,0.02500,1.157
+38,mlp.experts.40.down_proj,0.0000015759,0.02500,1.444
+38,mlp.experts.75.down_proj,0.0000035518,0.02500,1.198
+38,mlp.experts.79.down_proj,0.0000062548,0.02500,1.234
+38,mlp.experts.50.down_proj,0.0000010489,0.02500,1.141
+38,mlp.experts.62.down_proj,0.0000027944,0.02500,1.177
+38,mlp.experts.70.down_proj,0.0000020302,0.02500,1.077
+38,mlp.experts.61.down_proj,0.0000030573,0.02500,0.910
+38,mlp.experts.53.down_proj,0.0000027241,0.02500,0.915
+38,mlp.experts.57.down_proj,0.0000021385,0.02500,0.959
+38,mlp.experts.49.down_proj,0.0000039916,0.02500,0.916
+38,mlp.experts.74.down_proj,0.0000035762,0.02500,1.132
+38,mlp.experts.87.down_proj,0.0000040569,0.02500,1.034
+38,mlp.experts.83.down_proj,0.0000018019,0.02500,1.077
+38,mlp.experts.48.down_proj,0.0000022049,0.02500,1.281
+38,mlp.experts.52.down_proj,0.0000060280,0.02500,1.250
+38,mlp.experts.60.down_proj,0.0000025620,0.02500,1.360
+38,mlp.experts.91.down_proj,0.0000041960,0.02500,1.174
+38,mlp.experts.56.down_proj,0.0000032789,0.02500,1.251
+38,mlp.experts.95.down_proj,0.0000024903,0.02500,1.180
+38,mlp.experts.66.down_proj,0.0000041396,0.02500,1.080
+38,mlp.experts.78.down_proj,0.0000219162,0.02500,1.078
+38,mlp.experts.86.down_proj,0.0000010582,0.02500,1.043
+38,mlp.experts.90.down_proj,0.0000036318,0.02500,0.992
+38,mlp.experts.103.down_proj,0.0000023553,0.02500,0.897
+38,mlp.experts.99.down_proj,0.0000050442,0.02500,0.901
+38,mlp.experts.77.down_proj,0.0000022602,0.02500,1.171
+38,mlp.experts.65.down_proj,0.0000082106,0.02500,1.154
+38,mlp.experts.69.down_proj,0.0000080190,0.02500,1.218
+38,mlp.experts.73.down_proj,0.0000046487,0.02500,1.290
+38,mlp.experts.107.down_proj,0.0000026389,0.02500,1.057
+38,mlp.experts.64.down_proj,0.0000027820,0.02500,1.259
+38,mlp.experts.111.down_proj,0.0000049876,0.02500,1.112
+38,mlp.experts.68.down_proj,0.0000094281,0.02500,1.274
+38,mlp.experts.76.down_proj,0.0000029836,0.02500,1.231
+38,mlp.experts.82.down_proj,0.0000024502,0.02500,1.075
+38,mlp.experts.94.down_proj,0.0000095982,0.02500,1.029
+38,mlp.experts.72.down_proj,0.0000098424,0.02500,1.258
+38,mlp.experts.115.down_proj,0.0000067472,0.02500,0.763
+38,mlp.experts.102.down_proj,0.0000056570,0.02500,1.033
+38,mlp.experts.119.down_proj,0.0000032190,0.02500,0.852
+38,mlp.experts.106.down_proj,0.0000134829,0.02500,1.105
+38,mlp.experts.98.down_proj,0.0000045696,0.02500,0.905
+38,mlp.experts.93.down_proj,0.0000041162,0.02500,1.439
+38,mlp.experts.85.down_proj,0.0000020020,0.02500,1.446
+38,mlp.experts.81.down_proj,0.0000007929,0.02500,1.486
+38,mlp.experts.89.down_proj,0.0000053532,0.02500,1.459
+38,mlp.experts.110.down_proj,0.0000088884,0.02500,1.027
+38,mlp.experts.92.down_proj,0.0000032235,0.02500,1.246
+38,mlp.experts.118.down_proj,0.0000019337,0.02500,0.954
+38,mlp.experts.84.down_proj,0.0000021525,0.02500,1.259
+38,mlp.experts.80.down_proj,0.0000037084,0.02500,1.351
+38,mlp.experts.88.down_proj,0.0000023688,0.02500,1.263
+38,mlp.experts.114.down_proj,0.0000065145,0.02500,0.579
+38,mlp.experts.109.down_proj,0.0000027611,0.02500,1.363
+38,mlp.experts.101.down_proj,0.0000033366,0.02500,1.365
+38,mlp.experts.97.down_proj,0.0000035047,0.02500,1.368
+38,mlp.experts.105.down_proj,0.0000021032,0.02500,1.357
+38,mlp.experts.100.down_proj,0.0000063622,0.02500,1.248
+38,mlp.experts.108.down_proj,0.0000042469,0.02500,1.300
+38,mlp.experts.96.down_proj,0.0000023925,0.02500,1.320
+38,mlp.experts.104.down_proj,0.0000055788,0.02500,1.328
+38,mlp.experts.117.down_proj,0.0000038372,0.02500,0.917
+38,mlp.experts.113.down_proj,0.0000016412,0.02500,0.883
+38,mlp.experts.116.down_proj,0.0000068549,0.02500,0.891
+38,mlp.experts.112.down_proj,0.0000049786,0.02500,0.833
+39,self_attn.v_proj,0.0000001283,0.02500,1.362
+39,self_attn.k_proj,0.0000000689,0.02500,1.467
+39,self_attn.q_proj,0.0000004272,0.02500,1.504
+39,self_attn.o_proj,0.0000002624,0.02500,3.754
+39,mlp.shared_experts.gate_proj,0.0000010087,0.02500,1.373
+39,mlp.shared_experts.up_proj,0.0000013083,0.02500,1.342
+39,mlp.shared_experts.down_proj,0.0000001540,0.02500,0.394
+39,mlp.experts.0.gate_proj,0.0000292377,0.02500,4.345
+39,mlp.experts.4.gate_proj,0.0000295557,0.02500,4.404
+39,mlp.experts.8.gate_proj,0.0000264265,0.02500,4.561
+39,mlp.experts.9.gate_proj,0.0000302309,0.02500,4.906
+39,mlp.experts.12.gate_proj,0.0000207336,0.02500,3.735
+39,mlp.experts.5.gate_proj,0.0000189744,0.02500,5.024
+39,mlp.experts.1.gate_proj,0.0000221943,0.02500,5.071
+39,mlp.experts.13.gate_proj,0.0000059829,0.02500,3.968
+39,mlp.experts.10.gate_proj,0.0000327157,0.02500,6.323
+39,mlp.experts.14.gate_proj,0.0000175350,0.02500,5.090
+39,mlp.experts.2.gate_proj,0.0000318051,0.02500,6.447
+39,mlp.experts.6.gate_proj,0.0000272600,0.02500,6.516
+39,mlp.experts.7.gate_proj,0.0000432980,0.02500,6.717
+39,mlp.experts.11.gate_proj,0.0000059929,0.02500,6.802
+39,mlp.experts.3.gate_proj,0.0000305737,0.02500,6.880
+39,mlp.experts.15.gate_proj,0.0000198661,0.02500,5.832
+39,mlp.experts.16.gate_proj,0.0000437909,0.02500,3.498
+39,mlp.experts.20.gate_proj,0.0000080426,0.02500,3.524
+39,mlp.experts.24.gate_proj,0.0000274129,0.02500,3.570
+39,mlp.experts.25.gate_proj,0.0000277248,0.02500,3.543
+39,mlp.experts.28.gate_proj,0.0000368993,0.02500,3.548
+39,mlp.experts.21.gate_proj,0.0000300279,0.02500,3.522
+39,mlp.experts.17.gate_proj,0.0000162797,0.02500,3.979
+39,mlp.experts.29.gate_proj,0.0000233856,0.02500,3.912
+39,mlp.experts.27.gate_proj,0.0000263971,0.02500,3.874
+39,mlp.experts.30.gate_proj,0.0000330328,0.02500,4.373
+39,mlp.experts.23.gate_proj,0.0000162481,0.02500,4.031
+39,mlp.experts.26.gate_proj,0.0000370769,0.02500,4.456
+39,mlp.experts.32.gate_proj,0.0000179318,0.02500,2.998
+39,mlp.experts.19.gate_proj,0.0000046154,0.02500,3.988
+39,mlp.experts.22.gate_proj,0.0000273150,0.02500,4.426
+39,mlp.experts.31.gate_proj,0.0000466901,0.02500,3.895
+39,mlp.experts.18.gate_proj,0.0000201251,0.02500,4.555
+39,mlp.experts.36.gate_proj,0.0000226214,0.02500,3.652
+39,mlp.experts.40.gate_proj,0.0000258016,0.02500,3.527
+39,mlp.experts.41.gate_proj,0.0000262024,0.02500,3.409
+39,mlp.experts.44.gate_proj,0.0000256415,0.02500,3.491
+39,mlp.experts.37.gate_proj,0.0000477473,0.02500,3.701
+39,mlp.experts.45.gate_proj,0.0000041378,0.02500,3.487
+39,mlp.experts.33.gate_proj,0.0000244661,0.02500,3.607
+39,mlp.experts.48.gate_proj,0.0000348442,0.02500,3.293
+39,mlp.experts.39.gate_proj,0.0000316974,0.02500,3.633
+39,mlp.experts.35.gate_proj,0.0000327811,0.02500,3.697
+39,mlp.experts.43.gate_proj,0.0000128942,0.02500,3.934
+39,mlp.experts.47.gate_proj,0.0000375962,0.02500,3.829
+39,mlp.experts.46.gate_proj,0.0000324665,0.02500,4.114
+39,mlp.experts.52.gate_proj,0.0000214465,0.02500,3.265
+39,mlp.experts.34.gate_proj,0.0000193831,0.02500,3.904
+39,mlp.experts.56.gate_proj,0.0000931622,0.02500,3.271
+39,mlp.experts.38.gate_proj,0.0000235490,0.02500,4.050
+39,mlp.experts.42.gate_proj,0.0000376891,0.02500,4.216
+39,mlp.experts.53.gate_proj,0.0000300856,0.02500,3.149
+39,mlp.experts.57.gate_proj,0.0000245290,0.02500,3.670
+39,mlp.experts.60.gate_proj,0.0000396994,0.02500,3.839
+39,mlp.experts.49.gate_proj,0.0000711501,0.02500,3.562
+39,mlp.experts.61.gate_proj,0.0000114456,0.02500,3.904
+39,mlp.experts.64.gate_proj,0.0000331088,0.02500,3.660
+39,mlp.experts.62.gate_proj,0.0000240571,0.02500,3.157
+39,mlp.experts.58.gate_proj,0.0000169199,0.02500,3.094
+39,mlp.experts.54.gate_proj,0.0000316191,0.02500,3.098
+39,mlp.experts.50.gate_proj,0.0000268325,0.02500,3.282
+39,mlp.experts.68.gate_proj,0.0000087252,0.02500,3.664
+39,mlp.experts.72.gate_proj,0.0000389271,0.02500,3.779
+39,mlp.experts.55.gate_proj,0.0000226151,0.02500,4.336
+39,mlp.experts.51.gate_proj,0.0000123627,0.02500,4.343
+39,mlp.experts.59.gate_proj,0.0000071312,0.02500,4.402
+39,mlp.experts.63.gate_proj,0.0000455501,0.02500,4.387
+39,mlp.experts.73.gate_proj,0.0000143928,0.02500,3.664
+39,mlp.experts.69.gate_proj,0.0000328238,0.02500,3.961
+39,mlp.experts.76.gate_proj,0.0000362595,0.02500,3.766
+39,mlp.experts.65.gate_proj,0.0000132188,0.02500,3.950
+39,mlp.experts.77.gate_proj,0.0000309877,0.02500,3.939
+39,mlp.experts.80.gate_proj,0.0000384402,0.02500,3.495
+39,mlp.experts.84.gate_proj,0.0000235648,0.02500,3.594
+39,mlp.experts.78.gate_proj,0.0000755278,0.02500,4.249
+39,mlp.experts.88.gate_proj,0.0000178399,0.02500,3.538
+39,mlp.experts.70.gate_proj,0.0000289063,0.02500,4.232
+39,mlp.experts.74.gate_proj,0.0000403754,0.02500,4.290
+39,mlp.experts.66.gate_proj,0.0000437380,0.02500,4.262
+39,mlp.experts.85.gate_proj,0.0000210399,0.02500,3.122
+39,mlp.experts.89.gate_proj,0.0000523841,0.02500,3.669
+39,mlp.experts.92.gate_proj,0.0000090754,0.02500,3.527
+39,mlp.experts.71.gate_proj,0.0000112290,0.02500,4.641
+39,mlp.experts.67.gate_proj,0.0000265459,0.02500,4.651
+39,mlp.experts.75.gate_proj,0.0000230000,0.02500,4.619
+39,mlp.experts.93.gate_proj,0.0000332054,0.02500,3.195
+39,mlp.experts.79.gate_proj,0.0000422059,0.02500,4.533
+39,mlp.experts.81.gate_proj,0.0000165265,0.02500,3.613
+39,mlp.experts.96.gate_proj,0.0000191398,0.02500,3.668
+39,mlp.experts.94.gate_proj,0.0000152112,0.02500,3.271
+39,mlp.experts.100.gate_proj,0.0000373895,0.02500,3.500
+39,mlp.experts.82.gate_proj,0.0000201102,0.02500,3.161
+39,mlp.experts.86.gate_proj,0.0000163213,0.02500,3.481
+39,mlp.experts.90.gate_proj,0.0000264781,0.02500,3.441
+39,mlp.experts.104.gate_proj,0.0000179771,0.02500,3.643
+39,mlp.experts.101.gate_proj,0.0000373206,0.02500,3.489
+39,mlp.experts.108.gate_proj,0.0000157121,0.02500,3.425
+39,mlp.experts.105.gate_proj,0.0000289880,0.02500,3.950
+39,mlp.experts.109.gate_proj,0.0000307237,0.02500,3.554
+39,mlp.experts.97.gate_proj,0.0000315470,0.02500,3.789
+39,mlp.experts.87.gate_proj,0.0000161444,0.02500,4.396
+39,mlp.experts.91.gate_proj,0.0000194027,0.02500,4.173
+39,mlp.experts.83.gate_proj,0.0000346899,0.02500,4.356
+39,mlp.experts.95.gate_proj,0.0000296852,0.02500,4.348
+39,mlp.experts.112.gate_proj,0.0000205938,0.02500,3.155
+39,mlp.experts.116.gate_proj,0.0000420908,0.02500,3.106
+39,mlp.experts.110.gate_proj,0.0000201395,0.02500,3.312
+39,mlp.experts.98.gate_proj,0.0000134346,0.02500,3.274
+39,mlp.experts.0.up_proj,0.0000293173,0.02500,3.011
+39,mlp.experts.102.gate_proj,0.0000250380,0.02500,3.233
+39,mlp.experts.106.gate_proj,0.0000365423,0.02500,3.262
+39,mlp.experts.117.gate_proj,0.0000280616,0.02500,3.455
+39,mlp.experts.4.up_proj,0.0000302386,0.02500,3.049
+39,mlp.experts.1.up_proj,0.0000223452,0.02500,3.611
+39,mlp.experts.5.up_proj,0.0000195276,0.02500,3.536
+39,mlp.experts.8.up_proj,0.0000270570,0.02500,3.054
+39,mlp.experts.113.gate_proj,0.0000268066,0.02500,3.629
+39,mlp.experts.12.up_proj,0.0000210773,0.02500,2.990
+39,mlp.experts.107.gate_proj,0.0000391997,0.02500,3.929
+39,mlp.experts.103.gate_proj,0.0000379739,0.02500,4.044
+39,mlp.experts.99.gate_proj,0.0000134938,0.02500,3.972
+39,mlp.experts.16.up_proj,0.0000437350,0.02500,3.003
+39,mlp.experts.111.gate_proj,0.0000210502,0.02500,3.916
+39,mlp.experts.20.up_proj,0.0000080912,0.02500,3.067
+39,mlp.experts.114.gate_proj,0.0000156087,0.02500,3.910
+39,mlp.experts.6.up_proj,0.0000270869,0.02500,4.003
+39,mlp.experts.13.up_proj,0.0000067128,0.02500,3.669
+39,mlp.experts.118.gate_proj,0.0000302869,0.02500,4.117
+39,mlp.experts.2.up_proj,0.0000310819,0.02500,4.143
+39,mlp.experts.17.up_proj,0.0000161591,0.02500,3.263
+39,mlp.experts.21.up_proj,0.0000286732,0.02500,3.620
+39,mlp.experts.9.up_proj,0.0000306568,0.02500,3.584
+39,mlp.experts.24.up_proj,0.0000275831,0.02500,3.993
+39,mlp.experts.119.gate_proj,0.0000243099,0.02500,3.700
+39,mlp.experts.3.up_proj,0.0000306464,0.02500,3.903
+39,mlp.experts.7.up_proj,0.0000414955,0.02500,3.787
+39,mlp.experts.115.gate_proj,0.0000288154,0.02500,3.931
+39,mlp.experts.28.up_proj,0.0000375270,0.02500,4.279
+39,mlp.experts.29.up_proj,0.0000231747,0.02500,2.984
+39,mlp.experts.32.up_proj,0.0000180791,0.02500,4.476
+39,mlp.experts.10.up_proj,0.0000329074,0.02500,4.311
+39,mlp.experts.36.up_proj,0.0000219271,0.02500,4.630
+39,mlp.experts.22.up_proj,0.0000262085,0.02500,4.532
+39,mlp.experts.33.up_proj,0.0000239742,0.02500,3.809
+39,mlp.experts.18.up_proj,0.0000207870,0.02500,4.318
+39,mlp.experts.14.up_proj,0.0000184772,0.02500,4.632
+39,mlp.experts.37.up_proj,0.0000486469,0.02500,3.468
+39,mlp.experts.25.up_proj,0.0000277418,0.02500,3.101
+39,mlp.experts.40.up_proj,0.0000247345,0.02500,4.055
+39,mlp.experts.45.up_proj,0.0000041203,0.02500,3.623
+39,mlp.experts.44.up_proj,0.0000258776,0.02500,3.861
+39,mlp.experts.48.up_proj,0.0000355211,0.02500,3.612
+39,mlp.experts.15.up_proj,0.0000188624,0.02500,5.021
+39,mlp.experts.49.up_proj,0.0000699802,0.02500,3.194
+39,mlp.experts.52.up_proj,0.0000220005,0.02500,3.460
+39,mlp.experts.11.up_proj,0.0000060786,0.02500,5.075
+39,mlp.experts.19.up_proj,0.0000041967,0.02500,5.268
+39,mlp.experts.53.up_proj,0.0000303729,0.02500,3.216
+39,mlp.experts.23.up_proj,0.0000157798,0.02500,5.381
+39,mlp.experts.41.up_proj,0.0000260406,0.02500,3.710
+39,mlp.experts.26.up_proj,0.0000369409,0.02500,4.490
+39,mlp.experts.38.up_proj,0.0000236479,0.02500,4.497
+39,mlp.experts.34.up_proj,0.0000193432,0.02500,4.500
+39,mlp.experts.30.up_proj,0.0000337872,0.02500,4.582
+39,mlp.experts.56.up_proj,0.0000891246,0.02500,3.370
+39,mlp.experts.61.up_proj,0.0000112667,0.02500,3.473
+39,mlp.experts.60.up_proj,0.0000398759,0.02500,3.569
+39,mlp.experts.64.up_proj,0.0000339859,0.02500,3.478
+39,mlp.experts.68.up_proj,0.0000085996,0.02500,3.097
+39,mlp.experts.65.up_proj,0.0000142636,0.02500,3.323
+39,mlp.experts.69.up_proj,0.0000328865,0.02500,3.160
+39,mlp.experts.57.up_proj,0.0000248416,0.02500,3.220
+39,mlp.experts.31.up_proj,0.0000476626,0.02500,4.762
+39,mlp.experts.35.up_proj,0.0000319419,0.02500,4.467
+39,mlp.experts.27.up_proj,0.0000254282,0.02500,4.640
+39,mlp.experts.39.up_proj,0.0000312128,0.02500,4.481
+39,mlp.experts.72.up_proj,0.0000380119,0.02500,3.448
+39,mlp.experts.42.up_proj,0.0000351287,0.02500,4.493
+39,mlp.experts.77.up_proj,0.0000306971,0.02500,3.120
+39,mlp.experts.54.up_proj,0.0000329006,0.02500,4.498
+39,mlp.experts.50.up_proj,0.0000261050,0.02500,4.521
+39,mlp.experts.46.up_proj,0.0000329884,0.02500,4.465
+39,mlp.experts.80.up_proj,0.0000385681,0.02500,3.485
+39,mlp.experts.81.up_proj,0.0000167983,0.02500,3.102
+39,mlp.experts.76.up_proj,0.0000353502,0.02500,3.765
+39,mlp.experts.85.up_proj,0.0000211810,0.02500,3.136
+39,mlp.experts.84.up_proj,0.0000230629,0.02500,3.671
+39,mlp.experts.73.up_proj,0.0000141163,0.02500,3.035
+39,mlp.experts.47.up_proj,0.0000352627,0.02500,3.538
+39,mlp.experts.55.up_proj,0.0000219403,0.02500,3.447
+39,mlp.experts.43.up_proj,0.0000129443,0.02500,3.577
+39,mlp.experts.51.up_proj,0.0000127843,0.02500,3.929
+39,mlp.experts.93.up_proj,0.0000325185,0.02500,3.275
+39,mlp.experts.88.up_proj,0.0000176253,0.02500,4.138
+39,mlp.experts.97.up_proj,0.0000317315,0.02500,3.461
+39,mlp.experts.101.up_proj,0.0000373358,0.02500,3.540
+39,mlp.experts.58.up_proj,0.0000162262,0.02500,4.919
+39,mlp.experts.89.up_proj,0.0000516783,0.02500,3.498
+39,mlp.experts.66.up_proj,0.0000443450,0.02500,4.901
+39,mlp.experts.70.up_proj,0.0000283449,0.02500,5.266
+39,mlp.experts.96.up_proj,0.0000180270,0.02500,4.953
+39,mlp.experts.62.up_proj,0.0000224280,0.02500,5.106
+39,mlp.experts.92.up_proj,0.0000090752,0.02500,5.081
+39,mlp.experts.100.up_proj,0.0000378074,0.02500,4.872
+39,mlp.experts.109.up_proj,0.0000300627,0.02500,3.553
+39,mlp.experts.63.up_proj,0.0000448011,0.02500,4.321
+39,mlp.experts.59.up_proj,0.0000070533,0.02500,4.310
+39,mlp.experts.71.up_proj,0.0000109055,0.02500,4.518
+39,mlp.experts.67.up_proj,0.0000266627,0.02500,4.287
+39,mlp.experts.113.up_proj,0.0000273302,0.02500,3.354
+39,mlp.experts.117.up_proj,0.0000274146,0.02500,3.384
+39,mlp.experts.105.up_proj,0.0000294192,0.02500,3.200
+39,mlp.experts.104.up_proj,0.0000179653,0.02500,5.066
+39,mlp.experts.74.up_proj,0.0000401977,0.02500,4.769
+39,mlp.experts.112.up_proj,0.0000205786,0.02500,4.062
+39,mlp.experts.82.up_proj,0.0000192209,0.02500,4.525
+39,mlp.experts.86.up_proj,0.0000163413,0.02500,4.449
+39,mlp.experts.78.up_proj,0.0000711083,0.02500,4.357
+39,mlp.experts.116.up_proj,0.0000403562,0.02500,3.997
+39,mlp.experts.108.up_proj,0.0000164220,0.02500,4.155
+39,mlp.experts.75.up_proj,0.0000232492,0.02500,3.838
+39,mlp.experts.83.up_proj,0.0000327083,0.02500,4.064
+39,mlp.experts.79.up_proj,0.0000432962,0.02500,4.521
+39,mlp.experts.87.up_proj,0.0000145190,0.02500,4.459
+39,mlp.experts.90.up_proj,0.0000268272,0.02500,3.409
+39,mlp.experts.98.up_proj,0.0000132846,0.02500,3.552
+39,mlp.experts.102.up_proj,0.0000254375,0.02500,3.537
+39,mlp.experts.94.up_proj,0.0000152108,0.02500,3.669
+39,mlp.experts.91.up_proj,0.0000197456,0.02500,3.523
+39,mlp.experts.95.up_proj,0.0000292946,0.02500,3.634
+39,mlp.experts.99.up_proj,0.0000137103,0.02500,3.741
+39,mlp.experts.103.up_proj,0.0000361844,0.02500,3.727
+39,mlp.experts.107.up_proj,0.0000399264,0.02500,2.940
+39,mlp.experts.111.up_proj,0.0000215139,0.02500,2.766
+39,mlp.experts.106.up_proj,0.0000343451,0.02500,5.136
+39,mlp.experts.119.up_proj,0.0000241483,0.02500,2.622
+39,mlp.experts.115.up_proj,0.0000287194,0.02500,3.052
+39,mlp.experts.118.up_proj,0.0000298065,0.02500,5.186
+39,mlp.experts.114.up_proj,0.0000155181,0.02500,5.387
+39,mlp.experts.110.up_proj,0.0000202612,0.02500,5.079
+39,mlp.experts.0.down_proj,0.0000032925,0.02500,1.274
+39,mlp.experts.8.down_proj,0.0000039037,0.02500,1.354
+39,mlp.experts.4.down_proj,0.0000049675,0.02500,1.478
+39,mlp.experts.12.down_proj,0.0000018950,0.02500,1.433
+39,mlp.experts.16.down_proj,0.0000132835,0.02500,1.052
+39,mlp.experts.5.down_proj,0.0000038040,0.02500,2.371
+39,mlp.experts.1.down_proj,0.0000029187,0.02500,2.406
+39,mlp.experts.13.down_proj,0.0000014059,0.02500,2.218
+39,mlp.experts.24.down_proj,0.0000035222,0.02500,1.067
+39,mlp.experts.9.down_proj,0.0000029175,0.02500,2.425
+39,mlp.experts.6.down_proj,0.0000035203,0.02500,2.454
+39,mlp.experts.14.down_proj,0.0000056995,0.02500,2.227
+39,mlp.experts.2.down_proj,0.0000035116,0.02500,2.523
+39,mlp.experts.10.down_proj,0.0000051995,0.02500,2.542
+39,mlp.experts.28.down_proj,0.0000052948,0.02500,0.919
+39,mlp.experts.20.down_proj,0.0000026512,0.02500,1.120
+39,mlp.experts.15.down_proj,0.0000018710,0.02500,2.674
+39,mlp.experts.7.down_proj,0.0000138471,0.02500,2.896
+39,mlp.experts.3.down_proj,0.0000076749,0.02500,2.921
+39,mlp.experts.11.down_proj,0.0000027253,0.02500,2.704
+39,mlp.experts.21.down_proj,0.0000035465,0.02500,0.887
+39,mlp.experts.17.down_proj,0.0000014736,0.02500,0.895
+39,mlp.experts.29.down_proj,0.0000029040,0.02500,0.895
+39,mlp.experts.25.down_proj,0.0000033311,0.02500,0.962
+39,mlp.experts.40.down_proj,0.0000042458,0.02500,0.966
+39,mlp.experts.32.down_proj,0.0000020368,0.02500,1.181
+39,mlp.experts.44.down_proj,0.0000037729,0.02500,0.992
+39,mlp.experts.36.down_proj,0.0000030015,0.02500,1.060
+39,mlp.experts.22.down_proj,0.0000063296,0.02500,1.280
+39,mlp.experts.30.down_proj,0.0000059321,0.02500,1.281
+39,mlp.experts.18.down_proj,0.0000032009,0.02500,1.292
+39,mlp.experts.26.down_proj,0.0000054772,0.02500,1.386
+39,mlp.experts.23.down_proj,0.0000017847,0.02500,1.175
+39,mlp.experts.31.down_proj,0.0000178844,0.02500,1.181
+39,mlp.experts.27.down_proj,0.0000024113,0.02500,1.204
+39,mlp.experts.19.down_proj,0.0000005645,0.02500,1.212
+39,mlp.experts.37.down_proj,0.0000121454,0.02500,0.885
+39,mlp.experts.45.down_proj,0.0000006743,0.02500,0.869
+39,mlp.experts.33.down_proj,0.0000030673,0.02500,0.899
+39,mlp.experts.41.down_proj,0.0000039880,0.02500,0.865
+39,mlp.experts.56.down_proj,0.0000217621,0.02500,1.042
+39,mlp.experts.48.down_proj,0.0000047531,0.02500,1.064
+39,mlp.experts.60.down_proj,0.0000070524,0.02500,1.109
+39,mlp.experts.52.down_proj,0.0000037054,0.02500,0.998
+39,mlp.experts.38.down_proj,0.0000023018,0.02500,1.278
+39,mlp.experts.46.down_proj,0.0000050785,0.02500,1.360
+39,mlp.experts.34.down_proj,0.0000019403,0.02500,1.326
+39,mlp.experts.53.down_proj,0.0000044659,0.02500,1.052
+39,mlp.experts.42.down_proj,0.0000029522,0.02500,1.273
+39,mlp.experts.49.down_proj,0.0000138126,0.02500,1.065
+39,mlp.experts.57.down_proj,0.0000029495,0.02500,1.097
+39,mlp.experts.61.down_proj,0.0000011201,0.02500,1.190
+39,mlp.experts.47.down_proj,0.0000032499,0.02500,1.304
+39,mlp.experts.39.down_proj,0.0000028734,0.02500,1.312
+39,mlp.experts.43.down_proj,0.0000025164,0.02500,1.281
+39,mlp.experts.35.down_proj,0.0000036385,0.02500,1.297
+39,mlp.experts.64.down_proj,0.0000050207,0.02500,0.948
+39,mlp.experts.68.down_proj,0.0000024782,0.02500,0.976
+39,mlp.experts.72.down_proj,0.0000083793,0.02500,1.203
+39,mlp.experts.76.down_proj,0.0000052966,0.02500,1.185
+39,mlp.experts.54.down_proj,0.0000050613,0.02500,0.933
+39,mlp.experts.62.down_proj,0.0000032640,0.02500,0.909
+39,mlp.experts.50.down_proj,0.0000046123,0.02500,0.909
+39,mlp.experts.58.down_proj,0.0000039118,0.02500,0.921
+39,mlp.experts.65.down_proj,0.0000014431,0.02500,0.969
+39,mlp.experts.77.down_proj,0.0000035086,0.02500,0.923
+39,mlp.experts.69.down_proj,0.0000054541,0.02500,1.158
+39,mlp.experts.73.down_proj,0.0000013290,0.02500,1.053
+39,mlp.experts.80.down_proj,0.0000042608,0.02500,0.993
+39,mlp.experts.55.down_proj,0.0000025142,0.02500,1.200
+39,mlp.experts.63.down_proj,0.0000073476,0.02500,1.206
+39,mlp.experts.51.down_proj,0.0000037465,0.02500,1.197
+39,mlp.experts.59.down_proj,0.0000012716,0.02500,1.230
+39,mlp.experts.88.down_proj,0.0000024351,0.02500,1.026
+39,mlp.experts.84.down_proj,0.0000035804,0.02500,1.114
+39,mlp.experts.70.down_proj,0.0000025273,0.02500,0.944
+39,mlp.experts.92.down_proj,0.0000009417,0.02500,1.070
+39,mlp.experts.78.down_proj,0.0000115462,0.02500,0.924
+39,mlp.experts.66.down_proj,0.0000094106,0.02500,0.929
+39,mlp.experts.74.down_proj,0.0000067130,0.02500,0.958
+39,mlp.experts.81.down_proj,0.0000026516,0.02500,0.866
+39,mlp.experts.85.down_proj,0.0000026333,0.02500,0.932
+39,mlp.experts.93.down_proj,0.0000041277,0.02500,1.123
+39,mlp.experts.89.down_proj,0.0000121724,0.02500,1.086
+39,mlp.experts.96.down_proj,0.0000031095,0.02500,1.167
+39,mlp.experts.104.down_proj,0.0000023729,0.02500,1.022
+39,mlp.experts.100.down_proj,0.0000060449,0.02500,1.053
+39,mlp.experts.71.down_proj,0.0000023843,0.02500,1.221
+39,mlp.experts.67.down_proj,0.0000038533,0.02500,1.208
+39,mlp.experts.75.down_proj,0.0000026191,0.02500,1.335
+39,mlp.experts.79.down_proj,0.0000051275,0.02500,1.394
+39,mlp.experts.86.down_proj,0.0000016267,0.02500,1.147
+39,mlp.experts.94.down_proj,0.0000025995,0.02500,1.130
+39,mlp.experts.108.down_proj,0.0000037533,0.02500,1.166
+39,mlp.experts.97.down_proj,0.0000048972,0.02500,0.988
+39,mlp.experts.82.down_proj,0.0000018712,0.02500,1.135
+39,mlp.experts.101.down_proj,0.0000063058,0.02500,0.990
+39,mlp.experts.90.down_proj,0.0000030544,0.02500,1.301
+39,mlp.experts.109.down_proj,0.0000040257,0.02500,1.049
+39,mlp.experts.105.down_proj,0.0000063990,0.02500,1.071
+39,mlp.experts.112.down_proj,0.0000019427,0.02500,0.921
+39,mlp.experts.116.down_proj,0.0000045482,0.02500,0.883
+39,mlp.experts.113.down_proj,0.0000042359,0.02500,0.776
+39,mlp.experts.117.down_proj,0.0000048167,0.02500,0.694
+39,mlp.experts.83.down_proj,0.0000038282,0.02500,1.206
+39,mlp.experts.87.down_proj,0.0000035245,0.02500,1.245
+39,mlp.experts.95.down_proj,0.0000025218,0.02500,1.213
+39,mlp.experts.91.down_proj,0.0000033946,0.02500,1.303
+39,mlp.experts.110.down_proj,0.0000019571,0.02500,1.242
+39,mlp.experts.102.down_proj,0.0000031103,0.02500,1.291
+39,mlp.experts.98.down_proj,0.0000013159,0.02500,1.245
+39,mlp.experts.106.down_proj,0.0000066222,0.02500,1.275
+39,mlp.experts.118.down_proj,0.0000054369,0.02500,0.734
+39,mlp.experts.114.down_proj,0.0000037100,0.02500,0.717
+39,mlp.experts.99.down_proj,0.0000014708,0.02500,1.186
+39,mlp.experts.103.down_proj,0.0000054900,0.02500,1.194
+39,mlp.experts.111.down_proj,0.0000034391,0.02500,1.230
+39,mlp.experts.107.down_proj,0.0000053244,0.02500,1.382
+39,mlp.experts.115.down_proj,0.0000034326,0.02500,0.795
+39,mlp.experts.119.down_proj,0.0000024175,0.02500,0.787
+40,self_attn.v_proj,0.0000000885,0.02500,1.554
+40,self_attn.k_proj,0.0000000489,0.02500,1.705
+40,self_attn.q_proj,0.0000003174,0.02500,1.725
+40,self_attn.o_proj,0.0000002732,0.02500,4.026
+40,mlp.shared_experts.gate_proj,0.0000010309,0.02500,1.277
+40,mlp.shared_experts.up_proj,0.0000013495,0.02500,1.276
+40,mlp.shared_experts.down_proj,0.0000001694,0.02500,0.408
+40,mlp.experts.13.gate_proj,0.0000328799,0.02500,3.017
+40,mlp.experts.5.gate_proj,0.0000328164,0.02500,4.235
+40,mlp.experts.1.gate_proj,0.0000220072,0.02500,4.237
+40,mlp.experts.9.gate_proj,0.0000266465,0.02500,4.375
+40,mlp.experts.15.gate_proj,0.0000059765,0.02500,4.147
+40,mlp.experts.11.gate_proj,0.0000161162,0.02500,5.519
+40,mlp.experts.7.gate_proj,0.0000243682,0.02500,5.585
+40,mlp.experts.3.gate_proj,0.0000316062,0.02500,5.788
+40,mlp.experts.6.gate_proj,0.0000112606,0.02500,5.871
+40,mlp.experts.14.gate_proj,0.0000218575,0.02500,4.872
+40,mlp.experts.10.gate_proj,0.0000672408,0.02500,6.084
+40,mlp.experts.2.gate_proj,0.0000207205,0.02500,6.166
+40,mlp.experts.4.gate_proj,0.0000488390,0.02500,6.659
+40,mlp.experts.0.gate_proj,0.0000146976,0.02500,6.778
+40,mlp.experts.8.gate_proj,0.0000162167,0.02500,6.778
+40,mlp.experts.12.gate_proj,0.0000152698,0.02500,6.872
+40,mlp.experts.29.gate_proj,0.0000578998,0.02500,2.932
+40,mlp.experts.17.gate_proj,0.0000249152,0.02500,2.924
+40,mlp.experts.21.gate_proj,0.0000100411,0.02500,2.990
+40,mlp.experts.25.gate_proj,0.0000192921,0.02500,2.932
+40,mlp.experts.31.gate_proj,0.0000311228,0.02500,3.739
+40,mlp.experts.23.gate_proj,0.0000152575,0.02500,3.550
+40,mlp.experts.19.gate_proj,0.0000377059,0.02500,3.505
+40,mlp.experts.27.gate_proj,0.0000399317,0.02500,3.835
+40,mlp.experts.45.gate_proj,0.0000211285,0.02500,2.905
+40,mlp.experts.37.gate_proj,0.0000390962,0.02500,2.863
+40,mlp.experts.33.gate_proj,0.0000248195,0.02500,2.940
+40,mlp.experts.41.gate_proj,0.0000346510,0.02500,2.944
+40,mlp.experts.22.gate_proj,0.0000227379,0.02500,4.750
+40,mlp.experts.30.gate_proj,0.0000206873,0.02500,4.635
+40,mlp.experts.18.gate_proj,0.0000224983,0.02500,4.617
+40,mlp.experts.26.gate_proj,0.0000306016,0.02500,4.828
+40,mlp.experts.24.gate_proj,0.0000343033,0.02500,4.951
+40,mlp.experts.20.gate_proj,0.0000128033,0.02500,5.141
+40,mlp.experts.16.gate_proj,0.0000224326,0.02500,5.115
+40,mlp.experts.28.gate_proj,0.0000263733,0.02500,5.108
+40,mlp.experts.47.gate_proj,0.0000245506,0.02500,3.450
+40,mlp.experts.39.gate_proj,0.0000311266,0.02500,3.432
+40,mlp.experts.43.gate_proj,0.0000321262,0.02500,3.308
+40,mlp.experts.35.gate_proj,0.0000116189,0.02500,3.629
+40,mlp.experts.53.gate_proj,0.0000211882,0.02500,3.467
+40,mlp.experts.61.gate_proj,0.0000204965,0.02500,3.618
+40,mlp.experts.57.gate_proj,0.0000310840,0.02500,3.615
+40,mlp.experts.49.gate_proj,0.0000215080,0.02500,3.980
+40,mlp.experts.38.gate_proj,0.0000213714,0.02500,4.177
+40,mlp.experts.46.gate_proj,0.0000136153,0.02500,4.240
+40,mlp.experts.34.gate_proj,0.0000286710,0.02500,4.233
+40,mlp.experts.42.gate_proj,0.0000760405,0.02500,4.291
+40,mlp.experts.63.gate_proj,0.0000387469,0.02500,2.924
+40,mlp.experts.40.gate_proj,0.0000243609,0.02500,3.710
+40,mlp.experts.36.gate_proj,0.0000088398,0.02500,3.783
+40,mlp.experts.59.gate_proj,0.0000314471,0.02500,2.948
+40,mlp.experts.32.gate_proj,0.0000281202,0.02500,3.746
+40,mlp.experts.44.gate_proj,0.0000325321,0.02500,4.036
+40,mlp.experts.55.gate_proj,0.0000293629,0.02500,3.642
+40,mlp.experts.51.gate_proj,0.0000252379,0.02500,3.848
+40,mlp.experts.69.gate_proj,0.0000081614,0.02500,3.323
+40,mlp.experts.77.gate_proj,0.0000187510,0.02500,3.349
+40,mlp.experts.73.gate_proj,0.0000342868,0.02500,3.653
+40,mlp.experts.65.gate_proj,0.0000128836,0.02500,3.602
+40,mlp.experts.75.gate_proj,0.0000131815,0.02500,2.901
+40,mlp.experts.54.gate_proj,0.0000275479,0.02500,4.249
+40,mlp.experts.79.gate_proj,0.0000182569,0.02500,3.754
+40,mlp.experts.50.gate_proj,0.0000262247,0.02500,4.206
+40,mlp.experts.62.gate_proj,0.0000250236,0.02500,4.344
+40,mlp.experts.58.gate_proj,0.0000245901,0.02500,4.240
+40,mlp.experts.71.gate_proj,0.0000457032,0.02500,3.509
+40,mlp.experts.67.gate_proj,0.0000220846,0.02500,3.501
+40,mlp.experts.56.gate_proj,0.0000327596,0.02500,5.025
+40,mlp.experts.93.gate_proj,0.0000300127,0.02500,3.642
+40,mlp.experts.48.gate_proj,0.0000402954,0.02500,4.986
+40,mlp.experts.52.gate_proj,0.0000119146,0.02500,5.096
+40,mlp.experts.85.gate_proj,0.0000260873,0.02500,3.822
+40,mlp.experts.60.gate_proj,0.0000121400,0.02500,5.088
+40,mlp.experts.89.gate_proj,0.0000259847,0.02500,3.777
+40,mlp.experts.81.gate_proj,0.0000111746,0.02500,3.789
+40,mlp.experts.91.gate_proj,0.0000204936,0.02500,3.540
+40,mlp.experts.95.gate_proj,0.0000285872,0.02500,3.227
+40,mlp.experts.87.gate_proj,0.0000254707,0.02500,3.233
+40,mlp.experts.83.gate_proj,0.0000430577,0.02500,3.797
+40,mlp.experts.70.gate_proj,0.0000457299,0.02500,5.086
+40,mlp.experts.109.gate_proj,0.0000257829,0.02500,3.547
+40,mlp.experts.101.gate_proj,0.0000355515,0.02500,3.673
+40,mlp.experts.78.gate_proj,0.0000453781,0.02500,5.235
+40,mlp.experts.66.gate_proj,0.0000290451,0.02500,5.376
+40,mlp.experts.74.gate_proj,0.0000256001,0.02500,5.245
+40,mlp.experts.105.gate_proj,0.0000337507,0.02500,3.665
+40,mlp.experts.72.gate_proj,0.0000184427,0.02500,4.621
+40,mlp.experts.97.gate_proj,0.0000182833,0.02500,3.667
+40,mlp.experts.64.gate_proj,0.0000321606,0.02500,4.655
+40,mlp.experts.68.gate_proj,0.0000147452,0.02500,4.760
+40,mlp.experts.107.gate_proj,0.0000259933,0.02500,3.489
+40,mlp.experts.111.gate_proj,0.0000052049,0.02500,3.349
+40,mlp.experts.76.gate_proj,0.0000383352,0.02500,4.977
+40,mlp.experts.103.gate_proj,0.0000188992,0.02500,3.478
+40,mlp.experts.99.gate_proj,0.0000606264,0.02500,3.320
+40,mlp.experts.5.up_proj,0.0000328593,0.02500,4.054
+40,mlp.experts.86.gate_proj,0.0000265438,0.02500,4.190
+40,mlp.experts.82.gate_proj,0.0000214973,0.02500,3.976
+40,mlp.experts.90.gate_proj,0.0000141243,0.02500,4.004
+40,mlp.experts.94.gate_proj,0.0000242240,0.02500,4.259
+40,mlp.experts.117.gate_proj,0.0000219212,0.02500,4.438
+40,mlp.experts.3.up_proj,0.0000326698,0.02500,3.463
+40,mlp.experts.1.up_proj,0.0000208830,0.02500,4.256
+40,mlp.experts.113.gate_proj,0.0000155904,0.02500,4.286
+40,mlp.experts.7.up_proj,0.0000254520,0.02500,3.775
+40,mlp.experts.88.gate_proj,0.0000148332,0.02500,4.626
+40,mlp.experts.80.gate_proj,0.0000154378,0.02500,4.560
+40,mlp.experts.84.gate_proj,0.0000510682,0.02500,4.543
+40,mlp.experts.119.gate_proj,0.0000283215,0.02500,3.822
+40,mlp.experts.92.gate_proj,0.0000350092,0.02500,4.248
+40,mlp.experts.115.gate_proj,0.0000263340,0.02500,3.378
+40,mlp.experts.102.gate_proj,0.0000498967,0.02500,3.651
+40,mlp.experts.21.up_proj,0.0000101531,0.02500,3.859
+40,mlp.experts.106.gate_proj,0.0000216202,0.02500,3.591
+40,mlp.experts.13.up_proj,0.0000317381,0.02500,3.520
+40,mlp.experts.19.up_proj,0.0000384540,0.02500,3.328
+40,mlp.experts.98.gate_proj,0.0000067403,0.02500,3.873
+40,mlp.experts.17.up_proj,0.0000244780,0.02500,3.497
+40,mlp.experts.110.gate_proj,0.0000331705,0.02500,3.976
+40,mlp.experts.23.up_proj,0.0000154860,0.02500,3.376
+40,mlp.experts.104.gate_proj,0.0000807973,0.02500,3.175
+40,mlp.experts.9.up_proj,0.0000261062,0.02500,3.487
+40,mlp.experts.96.gate_proj,0.0000409427,0.02500,3.242
+40,mlp.experts.100.gate_proj,0.0000286749,0.02500,3.183
+40,mlp.experts.108.gate_proj,0.0000235952,0.02500,3.151
+40,mlp.experts.15.up_proj,0.0000058232,0.02500,3.439
+40,mlp.experts.11.up_proj,0.0000161359,0.02500,3.549
+40,mlp.experts.118.gate_proj,0.0000110577,0.02500,3.027
+40,mlp.experts.35.up_proj,0.0000117184,0.02500,3.171
+40,mlp.experts.0.up_proj,0.0000141561,0.02500,2.869
+40,mlp.experts.2.up_proj,0.0000201185,0.02500,3.493
+40,mlp.experts.6.up_proj,0.0000114120,0.02500,3.145
+40,mlp.experts.116.gate_proj,0.0000158751,0.02500,2.769
+40,mlp.experts.37.up_proj,0.0000376794,0.02500,3.916
+40,mlp.experts.114.gate_proj,0.0000097934,0.02500,3.550
+40,mlp.experts.112.gate_proj,0.0000180234,0.02500,2.944
+40,mlp.experts.4.up_proj,0.0000472377,0.02500,2.907
+40,mlp.experts.29.up_proj,0.0000563318,0.02500,4.081
+40,mlp.experts.39.up_proj,0.0000308998,0.02500,3.809
+40,mlp.experts.33.up_proj,0.0000244072,0.02500,4.367
+40,mlp.experts.31.up_proj,0.0000314489,0.02500,3.422
+40,mlp.experts.25.up_proj,0.0000186261,0.02500,4.408
+40,mlp.experts.27.up_proj,0.0000390515,0.02500,3.567
+40,mlp.experts.51.up_proj,0.0000236421,0.02500,3.347
+40,mlp.experts.16.up_proj,0.0000226714,0.02500,3.109
+40,mlp.experts.14.up_proj,0.0000223033,0.02500,3.939
+40,mlp.experts.12.up_proj,0.0000156178,0.02500,3.164
+40,mlp.experts.10.up_proj,0.0000654093,0.02500,3.157
+40,mlp.experts.8.up_proj,0.0000157917,0.02500,3.253
+40,mlp.experts.22.up_proj,0.0000232608,0.02500,3.413
+40,mlp.experts.20.up_proj,0.0000125877,0.02500,3.102
+40,mlp.experts.18.up_proj,0.0000229857,0.02500,3.735
+40,mlp.experts.55.up_proj,0.0000294343,0.02500,3.343
+40,mlp.experts.53.up_proj,0.0000211284,0.02500,4.519
+40,mlp.experts.47.up_proj,0.0000237717,0.02500,3.523
+40,mlp.experts.45.up_proj,0.0000214939,0.02500,4.450
+40,mlp.experts.49.up_proj,0.0000218860,0.02500,4.218
+40,mlp.experts.43.up_proj,0.0000329161,0.02500,3.575
+40,mlp.experts.41.up_proj,0.0000351611,0.02500,4.157
+40,mlp.experts.32.up_proj,0.0000274473,0.02500,2.867
+40,mlp.experts.28.up_proj,0.0000271761,0.02500,2.910
+40,mlp.experts.24.up_proj,0.0000333619,0.02500,2.927
+40,mlp.experts.67.up_proj,0.0000217294,0.02500,3.409
+40,mlp.experts.36.up_proj,0.0000088778,0.02500,2.852
+40,mlp.experts.30.up_proj,0.0000219209,0.02500,3.414
+40,mlp.experts.26.up_proj,0.0000309115,0.02500,3.442
+40,mlp.experts.34.up_proj,0.0000287684,0.02500,3.184
+40,mlp.experts.38.up_proj,0.0000218948,0.02500,3.524
+40,mlp.experts.71.up_proj,0.0000462985,0.02500,3.723
+40,mlp.experts.63.up_proj,0.0000389668,0.02500,3.053
+40,mlp.experts.69.up_proj,0.0000081792,0.02500,3.535
+40,mlp.experts.61.up_proj,0.0000216138,0.02500,3.584
+40,mlp.experts.48.up_proj,0.0000380780,0.02500,2.952
+40,mlp.experts.59.up_proj,0.0000320660,0.02500,3.259
+40,mlp.experts.44.up_proj,0.0000326907,0.02500,3.044
+40,mlp.experts.40.up_proj,0.0000244844,0.02500,2.998
+40,mlp.experts.57.up_proj,0.0000315137,0.02500,3.780
+40,mlp.experts.52.up_proj,0.0000116504,0.02500,2.989
+40,mlp.experts.65.up_proj,0.0000125903,0.02500,4.041
+40,mlp.experts.83.up_proj,0.0000419552,0.02500,3.460
+40,mlp.experts.42.up_proj,0.0000761139,0.02500,3.585
+40,mlp.experts.50.up_proj,0.0000259931,0.02500,3.589
+40,mlp.experts.46.up_proj,0.0000133572,0.02500,4.109
+40,mlp.experts.54.up_proj,0.0000265188,0.02500,3.738
+40,mlp.experts.79.up_proj,0.0000176382,0.02500,3.386
+40,mlp.experts.87.up_proj,0.0000251975,0.02500,3.471
+40,mlp.experts.64.up_proj,0.0000320688,0.02500,2.884
+40,mlp.experts.60.up_proj,0.0000119378,0.02500,2.917
+40,mlp.experts.75.up_proj,0.0000132221,0.02500,3.313
+40,mlp.experts.56.up_proj,0.0000334496,0.02500,2.907
+40,mlp.experts.68.up_proj,0.0000149127,0.02500,2.902
+40,mlp.experts.85.up_proj,0.0000261422,0.02500,4.277
+40,mlp.experts.77.up_proj,0.0000186637,0.02500,4.464
+40,mlp.experts.99.up_proj,0.0000565891,0.02500,3.504
+40,mlp.experts.73.up_proj,0.0000345803,0.02500,4.298
+40,mlp.experts.81.up_proj,0.0000108705,0.02500,4.229
+40,mlp.experts.66.up_proj,0.0000277022,0.02500,3.338
+40,mlp.experts.58.up_proj,0.0000252785,0.02500,3.459
+40,mlp.experts.62.up_proj,0.0000250959,0.02500,3.273
+40,mlp.experts.70.up_proj,0.0000450542,0.02500,3.603
+40,mlp.experts.103.up_proj,0.0000190118,0.02500,3.108
+40,mlp.experts.80.up_proj,0.0000148486,0.02500,2.971
+40,mlp.experts.95.up_proj,0.0000285514,0.02500,3.825
+40,mlp.experts.76.up_proj,0.0000390605,0.02500,2.953
+40,mlp.experts.72.up_proj,0.0000183564,0.02500,3.039
+40,mlp.experts.84.up_proj,0.0000527028,0.02500,2.982
+40,mlp.experts.91.up_proj,0.0000204490,0.02500,3.523
+40,mlp.experts.115.up_proj,0.0000259718,0.02500,3.060
+40,mlp.experts.101.up_proj,0.0000356530,0.02500,4.335
+40,mlp.experts.82.up_proj,0.0000210922,0.02500,3.372
+40,mlp.experts.119.up_proj,0.0000296726,0.02500,3.065
+40,mlp.experts.74.up_proj,0.0000251634,0.02500,3.716
+40,mlp.experts.78.up_proj,0.0000454084,0.02500,3.721
+40,mlp.experts.93.up_proj,0.0000296672,0.02500,4.552
+40,mlp.experts.96.up_proj,0.0000412061,0.02500,3.187
+40,mlp.experts.86.up_proj,0.0000253376,0.02500,3.605
+40,mlp.experts.111.up_proj,0.0000051471,0.02500,2.949
+40,mlp.experts.97.up_proj,0.0000183270,0.02500,4.354
+40,mlp.experts.89.up_proj,0.0000267950,0.02500,4.441
+40,mlp.experts.92.up_proj,0.0000358267,0.02500,3.164
+40,mlp.experts.100.up_proj,0.0000288777,0.02500,2.989
+40,mlp.experts.107.up_proj,0.0000261604,0.02500,2.676
+40,mlp.experts.88.up_proj,0.0000149373,0.02500,3.125
+40,mlp.experts.112.up_proj,0.0000179824,0.02500,2.851
+40,mlp.experts.116.up_proj,0.0000163348,0.02500,2.818
+40,mlp.experts.104.up_proj,0.0000806478,0.02500,2.765
+40,mlp.experts.108.up_proj,0.0000238006,0.02500,2.953
+40,mlp.experts.117.up_proj,0.0000218080,0.02500,4.405
+40,mlp.experts.94.up_proj,0.0000236162,0.02500,3.763
+40,mlp.experts.90.up_proj,0.0000137995,0.02500,3.970
+40,mlp.experts.98.up_proj,0.0000098926,0.02500,4.516
+40,mlp.experts.102.up_proj,0.0000484961,0.02500,3.929
+40,mlp.experts.109.up_proj,0.0000260657,0.02500,4.324
+40,mlp.experts.113.up_proj,0.0000153802,0.02500,4.204
+40,mlp.experts.105.up_proj,0.0000338833,0.02500,4.170
+40,mlp.experts.110.up_proj,0.0000316890,0.02500,3.575
+40,mlp.experts.106.up_proj,0.0000210563,0.02500,3.540
+40,mlp.experts.118.up_proj,0.0000109336,0.02500,3.379
+40,mlp.experts.114.up_proj,0.0000097998,0.02500,3.653
+40,mlp.experts.8.down_proj,0.0000026827,0.02500,2.008
+40,mlp.experts.12.down_proj,0.0000016277,0.02500,1.781
+40,mlp.experts.0.down_proj,0.0000024438,0.02500,2.133
+40,mlp.experts.5.down_proj,0.0000039348,0.02500,2.162
+40,mlp.experts.1.down_proj,0.0000023610,0.02500,2.191
+40,mlp.experts.4.down_proj,0.0000064885,0.02500,2.191
+40,mlp.experts.9.down_proj,0.0000035418,0.02500,2.215
+40,mlp.experts.13.down_proj,0.0000103381,0.02500,2.225
+40,mlp.experts.3.down_proj,0.0000038260,0.02500,2.471
+40,mlp.experts.15.down_proj,0.0000008094,0.02500,2.020
+40,mlp.experts.11.down_proj,0.0000021100,0.02500,2.481
+40,mlp.experts.7.down_proj,0.0000045376,0.02500,2.513
+40,mlp.experts.10.down_proj,0.0000137504,0.02500,2.580
+40,mlp.experts.14.down_proj,0.0000032979,0.02500,2.580
+40,mlp.experts.2.down_proj,0.0000039588,0.02500,2.609
+40,mlp.experts.6.down_proj,0.0000019183,0.02500,2.614
+40,mlp.experts.31.down_proj,0.0000126475,0.02500,1.089
+40,mlp.experts.19.down_proj,0.0000072257,0.02500,1.089
+40,mlp.experts.27.down_proj,0.0000066814,0.02500,1.096
+40,mlp.experts.23.down_proj,0.0000029267,0.02500,1.104
+40,mlp.experts.26.down_proj,0.0000041927,0.02500,1.087
+40,mlp.experts.30.down_proj,0.0000049604,0.02500,1.120
+40,mlp.experts.18.down_proj,0.0000043633,0.02500,1.113
+40,mlp.experts.22.down_proj,0.0000028781,0.02500,1.135
+40,mlp.experts.25.down_proj,0.0000021861,0.02500,1.638
+40,mlp.experts.21.down_proj,0.0000041795,0.02500,1.742
+40,mlp.experts.29.down_proj,0.0000131899,0.02500,1.722
+40,mlp.experts.17.down_proj,0.0000029286,0.02500,1.758
+40,mlp.experts.24.down_proj,0.0000054685,0.02500,2.074
+40,mlp.experts.16.down_proj,0.0000053221,0.02500,2.053
+40,mlp.experts.28.down_proj,0.0000051803,0.02500,2.116
+40,mlp.experts.20.down_proj,0.0000036541,0.02500,2.049
+40,mlp.experts.35.down_proj,0.0000017971,0.02500,1.250
+40,mlp.experts.43.down_proj,0.0000051293,0.02500,1.251
+40,mlp.experts.47.down_proj,0.0000032559,0.02500,1.297
+40,mlp.experts.42.down_proj,0.0000093192,0.02500,1.243
+40,mlp.experts.39.down_proj,0.0000048133,0.02500,1.325
+40,mlp.experts.46.down_proj,0.0000026771,0.02500,1.248
+40,mlp.experts.38.down_proj,0.0000034644,0.02500,1.257
+40,mlp.experts.34.down_proj,0.0000032901,0.02500,1.287
+40,mlp.experts.40.down_proj,0.0000025241,0.02500,1.266
+40,mlp.experts.36.down_proj,0.0000018854,0.02500,1.113
+40,mlp.experts.32.down_proj,0.0000039613,0.02500,1.194
+40,mlp.experts.44.down_proj,0.0000084313,0.02500,1.227
+40,mlp.experts.41.down_proj,0.0000069282,0.02500,1.743
+40,mlp.experts.37.down_proj,0.0000061015,0.02500,1.741
+40,mlp.experts.33.down_proj,0.0000033137,0.02500,1.777
+40,mlp.experts.45.down_proj,0.0000035442,0.02500,1.778
+40,mlp.experts.58.down_proj,0.0000036778,0.02500,0.950
+40,mlp.experts.62.down_proj,0.0000041739,0.02500,0.932
+40,mlp.experts.54.down_proj,0.0000027839,0.02500,0.973
+40,mlp.experts.50.down_proj,0.0000043764,0.02500,0.985
+40,mlp.experts.48.down_proj,0.0000067990,0.02500,1.178
+40,mlp.experts.52.down_proj,0.0000021021,0.02500,1.410
+40,mlp.experts.56.down_proj,0.0000036562,0.02500,1.411
+40,mlp.experts.51.down_proj,0.0000040007,0.02500,1.956
+40,mlp.experts.63.down_proj,0.0000097372,0.02500,1.910
+40,mlp.experts.59.down_proj,0.0000058585,0.02500,1.960
+40,mlp.experts.74.down_proj,0.0000060683,0.02500,0.949
+40,mlp.experts.60.down_proj,0.0000012420,0.02500,1.372
+40,mlp.experts.78.down_proj,0.0000074389,0.02500,0.980
+40,mlp.experts.55.down_proj,0.0000045676,0.02500,1.937
+40,mlp.experts.70.down_proj,0.0000070276,0.02500,0.949
+40,mlp.experts.66.down_proj,0.0000036160,0.02500,0.995
+40,mlp.experts.57.down_proj,0.0000056465,0.02500,2.045
+40,mlp.experts.49.down_proj,0.0000027688,0.02500,1.968
+40,mlp.experts.61.down_proj,0.0000050197,0.02500,1.991
+40,mlp.experts.53.down_proj,0.0000023664,0.02500,2.062
+40,mlp.experts.64.down_proj,0.0000028391,0.02500,1.161
+40,mlp.experts.75.down_proj,0.0000026465,0.02500,1.135
+40,mlp.experts.79.down_proj,0.0000026412,0.02500,1.184
+40,mlp.experts.68.down_proj,0.0000018904,0.02500,1.199
+40,mlp.experts.72.down_proj,0.0000028131,0.02500,1.203
+40,mlp.experts.67.down_proj,0.0000027088,0.02500,1.216
+40,mlp.experts.76.down_proj,0.0000080353,0.02500,1.216
+40,mlp.experts.71.down_proj,0.0000066584,0.02500,1.173
+40,mlp.experts.94.down_proj,0.0000023988,0.02500,1.484
+40,mlp.experts.90.down_proj,0.0000026570,0.02500,1.579
+40,mlp.experts.82.down_proj,0.0000027695,0.02500,1.517
+40,mlp.experts.86.down_proj,0.0000018610,0.02500,1.609
+40,mlp.experts.91.down_proj,0.0000025889,0.02500,0.988
+40,mlp.experts.95.down_proj,0.0000045309,0.02500,1.044
+40,mlp.experts.83.down_proj,0.0000044096,0.02500,1.078
+40,mlp.experts.80.down_proj,0.0000016901,0.02500,1.264
+40,mlp.experts.84.down_proj,0.0000180668,0.02500,1.238
+40,mlp.experts.87.down_proj,0.0000027159,0.02500,1.195
+40,mlp.experts.88.down_proj,0.0000023746,0.02500,1.287
+40,mlp.experts.92.down_proj,0.0000066097,0.02500,1.261
+40,mlp.experts.73.down_proj,0.0000063080,0.02500,1.740
+40,mlp.experts.65.down_proj,0.0000020276,0.02500,1.742
+40,mlp.experts.77.down_proj,0.0000029463,0.02500,1.733
+40,mlp.experts.69.down_proj,0.0000028372,0.02500,1.751
+40,mlp.experts.107.down_proj,0.0000044409,0.02500,1.384
+40,mlp.experts.111.down_proj,0.0000006791,0.02500,1.336
+40,mlp.experts.99.down_proj,0.0000144485,0.02500,1.306
+40,mlp.experts.96.down_proj,0.0000149228,0.02500,1.226
+40,mlp.experts.100.down_proj,0.0000038123,0.02500,1.187
+40,mlp.experts.103.down_proj,0.0000045448,0.02500,1.189
+40,mlp.experts.104.down_proj,0.0000185641,0.02500,1.214
+40,mlp.experts.108.down_proj,0.0000039778,0.02500,1.182
+40,mlp.experts.110.down_proj,0.0000046685,0.02500,2.127
+40,mlp.experts.106.down_proj,0.0000024139,0.02500,2.159
+40,mlp.experts.98.down_proj,0.0000012992,0.02500,2.076
+40,mlp.experts.102.down_proj,0.0000136680,0.02500,2.066
+40,mlp.experts.89.down_proj,0.0000094148,0.02500,1.371
+40,mlp.experts.93.down_proj,0.0000039087,0.02500,1.304
+40,mlp.experts.85.down_proj,0.0000028258,0.02500,1.318
+40,mlp.experts.81.down_proj,0.0000009967,0.02500,1.426
+40,mlp.experts.112.down_proj,0.0000017341,0.02500,0.733
+40,mlp.experts.115.down_proj,0.0000024462,0.02500,0.755
+40,mlp.experts.119.down_proj,0.0000050772,0.02500,0.688
+40,mlp.experts.116.down_proj,0.0000045048,0.02500,0.757
+40,mlp.experts.114.down_proj,0.0000014556,0.02500,0.836
+40,mlp.experts.118.down_proj,0.0000012464,0.02500,0.829
+40,mlp.experts.109.down_proj,0.0000029951,0.02500,0.902
+40,mlp.experts.101.down_proj,0.0000064854,0.02500,0.867
+40,mlp.experts.105.down_proj,0.0000056960,0.02500,0.913
+40,mlp.experts.97.down_proj,0.0000021229,0.02500,0.876
+40,mlp.experts.117.down_proj,0.0000029116,0.02500,0.844
+40,mlp.experts.113.down_proj,0.0000043378,0.02500,0.811
+41,self_attn.v_proj,0.0000001355,0.02500,1.664
+41,self_attn.k_proj,0.0000000537,0.02500,2.079
+41,self_attn.q_proj,0.0000003534,0.02500,2.265
+41,self_attn.o_proj,0.0000002168,0.02500,4.051
+41,mlp.shared_experts.gate_proj,0.0000010487,0.02500,1.306
+41,mlp.shared_experts.up_proj,0.0000013360,0.02500,1.314
+41,mlp.shared_experts.down_proj,0.0000001774,0.02500,0.392
+41,mlp.experts.7.gate_proj,0.0000319241,0.02500,4.234
+41,mlp.experts.11.gate_proj,0.0000177705,0.02500,4.645
+41,mlp.experts.15.gate_proj,0.0000131163,0.02500,3.980
+41,mlp.experts.6.gate_proj,0.0000168761,0.02500,4.805
+41,mlp.experts.2.gate_proj,0.0000205358,0.02500,4.893
+41,mlp.experts.10.gate_proj,0.0000290445,0.02500,4.788
+41,mlp.experts.3.gate_proj,0.0000216956,0.02500,5.003
+41,mlp.experts.14.gate_proj,0.0000113984,0.02500,4.293
+41,mlp.experts.4.gate_proj,0.0000320515,0.02500,6.123
+41,mlp.experts.0.gate_proj,0.0000083915,0.02500,6.258
+41,mlp.experts.8.gate_proj,0.0000261442,0.02500,6.233
+41,mlp.experts.12.gate_proj,0.0000164384,0.02500,6.382
+41,mlp.experts.9.gate_proj,0.0000145880,0.02500,6.774
+41,mlp.experts.13.gate_proj,0.0000333645,0.02500,6.957
+41,mlp.experts.1.gate_proj,0.0000442991,0.02500,7.024
+41,mlp.experts.5.gate_proj,0.0000186767,0.02500,6.915
+41,mlp.experts.23.gate_proj,0.0000334315,0.02500,3.338
+41,mlp.experts.22.gate_proj,0.0000256354,0.02500,3.340
+41,mlp.experts.26.gate_proj,0.0000322886,0.02500,3.337
+41,mlp.experts.30.gate_proj,0.0000228772,0.02500,3.294
+41,mlp.experts.18.gate_proj,0.0000519686,0.02500,3.409
+41,mlp.experts.31.gate_proj,0.0000218119,0.02500,3.630
+41,mlp.experts.27.gate_proj,0.0000280929,0.02500,3.753
+41,mlp.experts.19.gate_proj,0.0000089085,0.02500,3.664
+41,mlp.experts.20.gate_proj,0.0000308536,0.02500,3.299
+41,mlp.experts.24.gate_proj,0.0000227949,0.02500,3.279
+41,mlp.experts.16.gate_proj,0.0000133741,0.02500,3.453
+41,mlp.experts.28.gate_proj,0.0000311044,0.02500,3.338
+41,mlp.experts.38.gate_proj,0.0000186326,0.02500,3.186
+41,mlp.experts.34.gate_proj,0.0000427409,0.02500,3.133
+41,mlp.experts.42.gate_proj,0.0000419688,0.02500,3.203
+41,mlp.experts.46.gate_proj,0.0000429468,0.02500,3.332
+41,mlp.experts.39.gate_proj,0.0000683864,0.02500,3.937
+41,mlp.experts.21.gate_proj,0.0000341354,0.02500,5.016
+41,mlp.experts.25.gate_proj,0.0000316538,0.02500,5.210
+41,mlp.experts.29.gate_proj,0.0000352641,0.02500,5.254
+41,mlp.experts.47.gate_proj,0.0000170632,0.02500,3.826
+41,mlp.experts.43.gate_proj,0.0000164555,0.02500,3.956
+41,mlp.experts.17.gate_proj,0.0000548743,0.02500,5.450
+41,mlp.experts.35.gate_proj,0.0000325498,0.02500,3.893
+41,mlp.experts.36.gate_proj,0.0000427343,0.02500,3.017
+41,mlp.experts.40.gate_proj,0.0000197060,0.02500,2.987
+41,mlp.experts.32.gate_proj,0.0000403652,0.02500,3.003
+41,mlp.experts.44.gate_proj,0.0000349412,0.02500,2.994
+41,mlp.experts.54.gate_proj,0.0000234137,0.02500,3.554
+41,mlp.experts.50.gate_proj,0.0000200405,0.02500,3.521
+41,mlp.experts.55.gate_proj,0.0000269433,0.02500,3.212
+41,mlp.experts.58.gate_proj,0.0000283130,0.02500,3.642
+41,mlp.experts.62.gate_proj,0.0000269582,0.02500,3.601
+41,mlp.experts.63.gate_proj,0.0000511680,0.02500,3.406
+41,mlp.experts.52.gate_proj,0.0000135219,0.02500,3.173
+41,mlp.experts.56.gate_proj,0.0000230194,0.02500,3.231
+41,mlp.experts.48.gate_proj,0.0000194191,0.02500,3.190
+41,mlp.experts.60.gate_proj,0.0000600136,0.02500,3.202
+41,mlp.experts.59.gate_proj,0.0000122923,0.02500,3.733
+41,mlp.experts.51.gate_proj,0.0000173314,0.02500,3.576
+41,mlp.experts.37.gate_proj,0.0000364045,0.02500,4.965
+41,mlp.experts.41.gate_proj,0.0000349000,0.02500,5.138
+41,mlp.experts.45.gate_proj,0.0000065056,0.02500,5.159
+41,mlp.experts.33.gate_proj,0.0000319846,0.02500,4.985
+41,mlp.experts.71.gate_proj,0.0000337462,0.02500,3.426
+41,mlp.experts.70.gate_proj,0.0000185708,0.02500,4.117
+41,mlp.experts.66.gate_proj,0.0000443258,0.02500,4.244
+41,mlp.experts.79.gate_proj,0.0000326944,0.02500,3.624
+41,mlp.experts.74.gate_proj,0.0000130506,0.02500,4.264
+41,mlp.experts.68.gate_proj,0.0000534721,0.02500,3.652
+41,mlp.experts.78.gate_proj,0.0000190981,0.02500,4.218
+41,mlp.experts.72.gate_proj,0.0000243265,0.02500,3.637
+41,mlp.experts.76.gate_proj,0.0000367976,0.02500,3.606
+41,mlp.experts.64.gate_proj,0.0000597759,0.02500,3.913
+41,mlp.experts.75.gate_proj,0.0000117794,0.02500,3.836
+41,mlp.experts.67.gate_proj,0.0000286538,0.02500,3.951
+41,mlp.experts.53.gate_proj,0.0000186151,0.02500,3.847
+41,mlp.experts.57.gate_proj,0.0000141064,0.02500,3.807
+41,mlp.experts.61.gate_proj,0.0000112189,0.02500,3.801
+41,mlp.experts.49.gate_proj,0.0000130535,0.02500,3.783
+41,mlp.experts.87.gate_proj,0.0000160294,0.02500,3.286
+41,mlp.experts.95.gate_proj,0.0000276441,0.02500,3.212
+41,mlp.experts.84.gate_proj,0.0000384313,0.02500,3.424
+41,mlp.experts.91.gate_proj,0.0000225332,0.02500,3.119
+41,mlp.experts.88.gate_proj,0.0000276876,0.02500,3.600
+41,mlp.experts.83.gate_proj,0.0000349489,0.02500,3.069
+41,mlp.experts.80.gate_proj,0.0000079061,0.02500,3.607
+41,mlp.experts.92.gate_proj,0.0000189688,0.02500,3.782
+41,mlp.experts.86.gate_proj,0.0000197539,0.02500,4.520
+41,mlp.experts.82.gate_proj,0.0000122676,0.02500,4.614
+41,mlp.experts.90.gate_proj,0.0000341486,0.02500,4.609
+41,mlp.experts.94.gate_proj,0.0000305347,0.02500,4.608
+41,mlp.experts.103.gate_proj,0.0000217137,0.02500,3.180
+41,mlp.experts.69.gate_proj,0.0000288154,0.02500,4.015
+41,mlp.experts.73.gate_proj,0.0000253304,0.02500,4.070
+41,mlp.experts.65.gate_proj,0.0000156286,0.02500,4.076
+41,mlp.experts.77.gate_proj,0.0000139384,0.02500,4.465
+41,mlp.experts.111.gate_proj,0.0000216273,0.02500,3.294
+41,mlp.experts.107.gate_proj,0.0000243427,0.02500,3.291
+41,mlp.experts.99.gate_proj,0.0000221068,0.02500,3.417
+41,mlp.experts.100.gate_proj,0.0000220762,0.02500,3.946
+41,mlp.experts.96.gate_proj,0.0000227991,0.02500,3.561
+41,mlp.experts.104.gate_proj,0.0000259128,0.02500,3.887
+41,mlp.experts.108.gate_proj,0.0000299182,0.02500,3.729
+41,mlp.experts.102.gate_proj,0.0000259701,0.02500,4.266
+41,mlp.experts.98.gate_proj,0.0000787052,0.02500,4.264
+41,mlp.experts.106.gate_proj,0.0000311296,0.02500,4.238
+41,mlp.experts.110.gate_proj,0.0000239513,0.02500,4.270
+41,mlp.experts.119.gate_proj,0.0000525554,0.02500,3.727
+41,mlp.experts.7.up_proj,0.0000324451,0.02500,3.971
+41,mlp.experts.3.up_proj,0.0000219406,0.02500,3.811
+41,mlp.experts.85.gate_proj,0.0000238704,0.02500,5.341
+41,mlp.experts.116.gate_proj,0.0000257015,0.02500,3.514
+41,mlp.experts.81.gate_proj,0.0000180773,0.02500,5.027
+41,mlp.experts.115.gate_proj,0.0000170463,0.02500,3.775
+41,mlp.experts.89.gate_proj,0.0000126098,0.02500,5.340
+41,mlp.experts.112.gate_proj,0.0000526126,0.02500,3.622
+41,mlp.experts.4.up_proj,0.0000318866,0.02500,3.593
+41,mlp.experts.0.up_proj,0.0000080148,0.02500,3.778
+41,mlp.experts.93.gate_proj,0.0000187248,0.02500,5.267
+41,mlp.experts.118.gate_proj,0.0000325677,0.02500,4.410
+41,mlp.experts.114.gate_proj,0.0000276962,0.02500,4.242
+41,mlp.experts.15.up_proj,0.0000125728,0.02500,3.723
+41,mlp.experts.2.up_proj,0.0000209364,0.02500,4.252
+41,mlp.experts.6.up_proj,0.0000168592,0.02500,4.202
+41,mlp.experts.23.up_proj,0.0000318877,0.02500,3.530
+41,mlp.experts.19.up_proj,0.0000088294,0.02500,3.568
+41,mlp.experts.11.up_proj,0.0000178562,0.02500,3.546
+41,mlp.experts.16.up_proj,0.0000131391,0.02500,3.416
+41,mlp.experts.8.up_proj,0.0000261292,0.02500,3.649
+41,mlp.experts.12.up_proj,0.0000161890,0.02500,4.059
+41,mlp.experts.20.up_proj,0.0000307862,0.02500,3.742
+41,mlp.experts.101.gate_proj,0.0000260324,0.02500,4.804
+41,mlp.experts.105.gate_proj,0.0000228806,0.02500,4.742
+41,mlp.experts.97.gate_proj,0.0000319848,0.02500,5.028
+41,mlp.experts.109.gate_proj,0.0000429882,0.02500,4.795
+41,mlp.experts.10.up_proj,0.0000287909,0.02500,3.496
+41,mlp.experts.14.up_proj,0.0000113782,0.02500,3.616
+41,mlp.experts.22.up_proj,0.0000247884,0.02500,3.505
+41,mlp.experts.18.up_proj,0.0000520404,0.02500,3.600
+41,mlp.experts.31.up_proj,0.0000217868,0.02500,3.975
+41,mlp.experts.39.up_proj,0.0000671066,0.02500,3.598
+41,mlp.experts.35.up_proj,0.0000311298,0.02500,3.729
+41,mlp.experts.32.up_proj,0.0000396203,0.02500,3.295
+41,mlp.experts.27.up_proj,0.0000288338,0.02500,3.611
+41,mlp.experts.24.up_proj,0.0000218355,0.02500,3.366
+41,mlp.experts.28.up_proj,0.0000309379,0.02500,3.352
+41,mlp.experts.36.up_proj,0.0000430105,0.02500,3.459
+41,mlp.experts.30.up_proj,0.0000225990,0.02500,3.878
+41,mlp.experts.26.up_proj,0.0000321921,0.02500,4.057
+41,mlp.experts.117.gate_proj,0.0000180477,0.02500,4.870
+41,mlp.experts.38.up_proj,0.0000187031,0.02500,3.984
+41,mlp.experts.34.up_proj,0.0000383542,0.02500,3.991
+41,mlp.experts.113.gate_proj,0.0000074113,0.02500,4.669
+41,mlp.experts.1.up_proj,0.0000437836,0.02500,4.836
+41,mlp.experts.47.up_proj,0.0000152273,0.02500,3.822
+41,mlp.experts.55.up_proj,0.0000269216,0.02500,3.376
+41,mlp.experts.5.up_proj,0.0000178991,0.02500,4.902
+41,mlp.experts.51.up_proj,0.0000172396,0.02500,3.224
+41,mlp.experts.44.up_proj,0.0000343974,0.02500,3.131
+41,mlp.experts.43.up_proj,0.0000162873,0.02500,3.363
+41,mlp.experts.48.up_proj,0.0000193053,0.02500,3.439
+41,mlp.experts.52.up_proj,0.0000137272,0.02500,3.235
+41,mlp.experts.40.up_proj,0.0000183817,0.02500,3.637
+41,mlp.experts.63.up_proj,0.0000507335,0.02500,3.444
+41,mlp.experts.46.up_proj,0.0000420840,0.02500,3.948
+41,mlp.experts.42.up_proj,0.0000409347,0.02500,3.835
+41,mlp.experts.54.up_proj,0.0000264358,0.02500,3.836
+41,mlp.experts.50.up_proj,0.0000196453,0.02500,3.898
+41,mlp.experts.67.up_proj,0.0000281956,0.02500,3.373
+41,mlp.experts.71.up_proj,0.0000310394,0.02500,3.973
+41,mlp.experts.59.up_proj,0.0000121820,0.02500,3.622
+41,mlp.experts.60.up_proj,0.0000605461,0.02500,3.674
+41,mlp.experts.64.up_proj,0.0000560095,0.02500,3.752
+41,mlp.experts.56.up_proj,0.0000228120,0.02500,3.583
+41,mlp.experts.68.up_proj,0.0000526043,0.02500,3.791
+41,mlp.experts.13.up_proj,0.0000326843,0.02500,5.043
+41,mlp.experts.9.up_proj,0.0000142870,0.02500,5.031
+41,mlp.experts.17.up_proj,0.0000550993,0.02500,5.422
+41,mlp.experts.21.up_proj,0.0000341951,0.02500,5.277
+41,mlp.experts.62.up_proj,0.0000268479,0.02500,3.334
+41,mlp.experts.58.up_proj,0.0000275988,0.02500,3.347
+41,mlp.experts.70.up_proj,0.0000185473,0.02500,3.294
+41,mlp.experts.83.up_proj,0.0000341401,0.02500,3.152
+41,mlp.experts.66.up_proj,0.0000446452,0.02500,3.306
+41,mlp.experts.87.up_proj,0.0000156689,0.02500,3.038
+41,mlp.experts.79.up_proj,0.0000313468,0.02500,3.809
+41,mlp.experts.75.up_proj,0.0000118256,0.02500,3.435
+41,mlp.experts.84.up_proj,0.0000354946,0.02500,3.003
+41,mlp.experts.72.up_proj,0.0000233834,0.02500,3.303
+41,mlp.experts.76.up_proj,0.0000360791,0.02500,3.763
+41,mlp.experts.80.up_proj,0.0000075538,0.02500,3.670
+41,mlp.experts.29.up_proj,0.0000353153,0.02500,5.122
+41,mlp.experts.78.up_proj,0.0000189682,0.02500,3.234
+41,mlp.experts.25.up_proj,0.0000317388,0.02500,5.186
+41,mlp.experts.74.up_proj,0.0000130168,0.02500,3.215
+41,mlp.experts.103.up_proj,0.0000216963,0.02500,3.040
+41,mlp.experts.86.up_proj,0.0000188183,0.02500,3.292
+41,mlp.experts.82.up_proj,0.0000123104,0.02500,3.307
+41,mlp.experts.95.up_proj,0.0000267768,0.02500,3.147
+41,mlp.experts.33.up_proj,0.0000316948,0.02500,5.259
+41,mlp.experts.99.up_proj,0.0000209683,0.02500,3.573
+41,mlp.experts.37.up_proj,0.0000368112,0.02500,5.185
+41,mlp.experts.100.up_proj,0.0000215636,0.02500,3.425
+41,mlp.experts.96.up_proj,0.0000224840,0.02500,3.139
+41,mlp.experts.92.up_proj,0.0000186132,0.02500,3.370
+41,mlp.experts.91.up_proj,0.0000221158,0.02500,3.823
+41,mlp.experts.88.up_proj,0.0000280138,0.02500,3.770
+41,mlp.experts.94.up_proj,0.0000308629,0.02500,3.293
+41,mlp.experts.119.up_proj,0.0000512810,0.02500,3.263
+41,mlp.experts.90.up_proj,0.0000331621,0.02500,3.348
+41,mlp.experts.115.up_proj,0.0000165210,0.02500,2.875
+41,mlp.experts.102.up_proj,0.0000266591,0.02500,3.289
+41,mlp.experts.98.up_proj,0.0000727432,0.02500,3.305
+41,mlp.experts.111.up_proj,0.0000214769,0.02500,3.462
+41,mlp.experts.107.up_proj,0.0000240059,0.02500,2.691
+41,mlp.experts.112.up_proj,0.0000509037,0.02500,3.071
+41,mlp.experts.108.up_proj,0.0000291631,0.02500,2.981
+41,mlp.experts.116.up_proj,0.0000257396,0.02500,3.436
+41,mlp.experts.104.up_proj,0.0000259074,0.02500,3.135
+41,mlp.experts.45.up_proj,0.0000065187,0.02500,5.056
+41,mlp.experts.41.up_proj,0.0000338536,0.02500,5.142
+41,mlp.experts.49.up_proj,0.0000129062,0.02500,5.082
+41,mlp.experts.53.up_proj,0.0000185198,0.02500,4.864
+41,mlp.experts.106.up_proj,0.0000313427,0.02500,4.112
+41,mlp.experts.110.up_proj,0.0000243474,0.02500,4.404
+41,mlp.experts.118.up_proj,0.0000323662,0.02500,4.287
+41,mlp.experts.114.up_proj,0.0000276958,0.02500,4.226
+41,mlp.experts.61.up_proj,0.0000112269,0.02500,3.966
+41,mlp.experts.57.up_proj,0.0000141252,0.02500,4.050
+41,mlp.experts.69.up_proj,0.0000282817,0.02500,3.781
+41,mlp.experts.65.up_proj,0.0000157707,0.02500,4.037
+41,mlp.experts.73.up_proj,0.0000252936,0.02500,3.554
+41,mlp.experts.77.up_proj,0.0000139611,0.02500,4.154
+41,mlp.experts.85.up_proj,0.0000236974,0.02500,4.044
+41,mlp.experts.81.up_proj,0.0000178114,0.02500,4.022
+41,mlp.experts.89.up_proj,0.0000122179,0.02500,3.490
+41,mlp.experts.93.up_proj,0.0000184840,0.02500,3.662
+41,mlp.experts.101.up_proj,0.0000257533,0.02500,3.488
+41,mlp.experts.97.up_proj,0.0000321475,0.02500,3.852
+41,mlp.experts.105.up_proj,0.0000218383,0.02500,4.433
+41,mlp.experts.109.up_proj,0.0000428322,0.02500,4.050
+41,mlp.experts.117.up_proj,0.0000179836,0.02500,3.982
+41,mlp.experts.113.up_proj,0.0000074331,0.02500,3.650
+41,mlp.experts.7.down_proj,0.0000049033,0.02500,1.362
+41,mlp.experts.11.down_proj,0.0000053367,0.02500,1.408
+41,mlp.experts.15.down_proj,0.0000016245,0.02500,1.487
+41,mlp.experts.3.down_proj,0.0000039468,0.02500,1.502
+41,mlp.experts.2.down_proj,0.0000036502,0.02500,1.764
+41,mlp.experts.9.down_proj,0.0000016450,0.02500,1.769
+41,mlp.experts.10.down_proj,0.0000030220,0.02500,1.789
+41,mlp.experts.13.down_proj,0.0000044412,0.02500,1.792
+41,mlp.experts.1.down_proj,0.0000076048,0.02500,1.795
+41,mlp.experts.6.down_proj,0.0000017093,0.02500,1.813
+41,mlp.experts.14.down_proj,0.0000013329,0.02500,1.837
+41,mlp.experts.5.down_proj,0.0000035641,0.02500,1.875
+41,mlp.experts.4.down_proj,0.0000051035,0.02500,1.907
+41,mlp.experts.12.down_proj,0.0000016506,0.02500,1.971
+41,mlp.experts.8.down_proj,0.0000039494,0.02500,2.078
+41,mlp.experts.0.down_proj,0.0000009479,0.02500,2.176
+41,mlp.experts.27.down_proj,0.0000064938,0.02500,0.925
+41,mlp.experts.31.down_proj,0.0000039001,0.02500,0.874
+41,mlp.experts.23.down_proj,0.0000052875,0.02500,1.058
+41,mlp.experts.19.down_proj,0.0000011806,0.02500,1.106
+41,mlp.experts.20.down_proj,0.0000044301,0.02500,1.001
+41,mlp.experts.28.down_proj,0.0000036263,0.02500,0.956
+41,mlp.experts.25.down_proj,0.0000037843,0.02500,1.341
+41,mlp.experts.18.down_proj,0.0000099049,0.02500,1.352
+41,mlp.experts.24.down_proj,0.0000029713,0.02500,1.029
+41,mlp.experts.22.down_proj,0.0000044440,0.02500,1.319
+41,mlp.experts.26.down_proj,0.0000031810,0.02500,1.344
+41,mlp.experts.17.down_proj,0.0000132124,0.02500,1.340
+41,mlp.experts.30.down_proj,0.0000019671,0.02500,1.306
+41,mlp.experts.29.down_proj,0.0000036814,0.02500,1.421
+41,mlp.experts.16.down_proj,0.0000039606,0.02500,1.052
+41,mlp.experts.21.down_proj,0.0000050861,0.02500,1.384
+41,mlp.experts.43.down_proj,0.0000014753,0.02500,0.942
+41,mlp.experts.39.down_proj,0.0000124538,0.02500,0.954
+41,mlp.experts.47.down_proj,0.0000054447,0.02500,1.076
+41,mlp.experts.35.down_proj,0.0000089641,0.02500,1.093
+41,mlp.experts.36.down_proj,0.0000082269,0.02500,0.999
+41,mlp.experts.44.down_proj,0.0000052387,0.02500,1.058
+41,mlp.experts.33.down_proj,0.0000055134,0.02500,0.945
+41,mlp.experts.41.down_proj,0.0000053697,0.02500,0.984
+41,mlp.experts.32.down_proj,0.0000082506,0.02500,0.914
+41,mlp.experts.40.down_proj,0.0000019759,0.02500,1.018
+41,mlp.experts.34.down_proj,0.0000036491,0.02500,1.042
+41,mlp.experts.42.down_proj,0.0000112162,0.02500,1.032
+41,mlp.experts.46.down_proj,0.0000059012,0.02500,1.026
+41,mlp.experts.45.down_proj,0.0000008724,0.02500,0.966
+41,mlp.experts.37.down_proj,0.0000088764,0.02500,0.945
+41,mlp.experts.38.down_proj,0.0000033489,0.02500,1.109
+41,mlp.experts.55.down_proj,0.0000052254,0.02500,0.864
+41,mlp.experts.63.down_proj,0.0000079208,0.02500,0.878
+41,mlp.experts.59.down_proj,0.0000028933,0.02500,1.098
+41,mlp.experts.51.down_proj,0.0000020666,0.02500,1.165
+41,mlp.experts.52.down_proj,0.0000032602,0.02500,1.203
+41,mlp.experts.49.down_proj,0.0000013760,0.02500,1.030
+41,mlp.experts.50.down_proj,0.0000016921,0.02500,0.957
+41,mlp.experts.71.down_proj,0.0000048790,0.02500,0.881
+41,mlp.experts.60.down_proj,0.0000114378,0.02500,1.137
+41,mlp.experts.58.down_proj,0.0000047702,0.02500,0.978
+41,mlp.experts.62.down_proj,0.0000041500,0.02500,0.986
+41,mlp.experts.61.down_proj,0.0000017024,0.02500,1.012
+41,mlp.experts.57.down_proj,0.0000018173,0.02500,1.101
+41,mlp.experts.56.down_proj,0.0000030484,0.02500,1.057
+41,mlp.experts.54.down_proj,0.0000030308,0.02500,0.965
+41,mlp.experts.79.down_proj,0.0000030111,0.02500,0.895
+41,mlp.experts.53.down_proj,0.0000023915,0.02500,1.064
+41,mlp.experts.48.down_proj,0.0000022722,0.02500,1.192
+41,mlp.experts.75.down_proj,0.0000009394,0.02500,1.170
+41,mlp.experts.67.down_proj,0.0000047035,0.02500,1.043
+41,mlp.experts.65.down_proj,0.0000021248,0.02500,0.878
+41,mlp.experts.76.down_proj,0.0000133183,0.02500,0.892
+41,mlp.experts.77.down_proj,0.0000025104,0.02500,0.858
+41,mlp.experts.73.down_proj,0.0000033381,0.02500,0.878
+41,mlp.experts.66.down_proj,0.0000075913,0.02500,1.012
+41,mlp.experts.69.down_proj,0.0000024703,0.02500,0.872
+41,mlp.experts.74.down_proj,0.0000013017,0.02500,1.006
+41,mlp.experts.78.down_proj,0.0000020077,0.02500,0.997
+41,mlp.experts.72.down_proj,0.0000018643,0.02500,0.964
+41,mlp.experts.87.down_proj,0.0000037446,0.02500,1.042
+41,mlp.experts.70.down_proj,0.0000020963,0.02500,1.012
+41,mlp.experts.95.down_proj,0.0000029614,0.02500,1.017
+41,mlp.experts.68.down_proj,0.0000104372,0.02500,1.129
+41,mlp.experts.64.down_proj,0.0000150972,0.02500,1.129
+41,mlp.experts.91.down_proj,0.0000022412,0.02500,1.336
+41,mlp.experts.81.down_proj,0.0000044491,0.02500,0.942
+41,mlp.experts.89.down_proj,0.0000021537,0.02500,0.920
+41,mlp.experts.93.down_proj,0.0000019864,0.02500,0.969
+41,mlp.experts.85.down_proj,0.0000022354,0.02500,0.921
+41,mlp.experts.92.down_proj,0.0000017815,0.02500,1.046
+41,mlp.experts.83.down_proj,0.0000042066,0.02500,1.240
+41,mlp.experts.90.down_proj,0.0000051151,0.02500,1.169
+41,mlp.experts.94.down_proj,0.0000043778,0.02500,1.165
+41,mlp.experts.82.down_proj,0.0000021141,0.02500,1.209
+41,mlp.experts.84.down_proj,0.0000032356,0.02500,1.152
+41,mlp.experts.88.down_proj,0.0000055590,0.02500,1.231
+41,mlp.experts.103.down_proj,0.0000028992,0.02500,1.246
+41,mlp.experts.86.down_proj,0.0000019208,0.02500,1.202
+41,mlp.experts.111.down_proj,0.0000030866,0.02500,1.270
+41,mlp.experts.80.down_proj,0.0000008278,0.02500,1.084
+41,mlp.experts.107.down_proj,0.0000074200,0.02500,0.855
+41,mlp.experts.97.down_proj,0.0000043351,0.02500,0.810
+41,mlp.experts.105.down_proj,0.0000046776,0.02500,0.816
+41,mlp.experts.109.down_proj,0.0000060609,0.02500,0.819
+41,mlp.experts.101.down_proj,0.0000033103,0.02500,0.805
+41,mlp.experts.99.down_proj,0.0000029857,0.02500,0.806
+41,mlp.experts.108.down_proj,0.0000037806,0.02500,0.991
+41,mlp.experts.119.down_proj,0.0000074950,0.02500,0.775
+41,mlp.experts.106.down_proj,0.0000034049,0.02500,0.923
+41,mlp.experts.110.down_proj,0.0000034198,0.02500,0.925
+41,mlp.experts.98.down_proj,0.0000121128,0.02500,0.908
+41,mlp.experts.100.down_proj,0.0000028473,0.02500,0.907
+41,mlp.experts.102.down_proj,0.0000021061,0.02500,0.902
+41,mlp.experts.113.down_proj,0.0000021712,0.02500,0.664
+41,mlp.experts.104.down_proj,0.0000030050,0.02500,1.026
+41,mlp.experts.117.down_proj,0.0000019589,0.02500,0.608
+41,mlp.experts.96.down_proj,0.0000048446,0.02500,0.955
+41,mlp.experts.115.down_proj,0.0000015583,0.02500,0.557
+41,mlp.experts.114.down_proj,0.0000025803,0.02500,0.633
+41,mlp.experts.116.down_proj,0.0000033806,0.02500,0.588
+41,mlp.experts.118.down_proj,0.0000059643,0.02500,0.623
+41,mlp.experts.112.down_proj,0.0000116127,0.02500,0.506
+42,self_attn.v_proj,0.0000001172,0.02500,1.674
+42,self_attn.k_proj,0.0000000547,0.02500,2.201
+42,self_attn.q_proj,0.0000004011,0.02500,2.906
+42,self_attn.o_proj,0.0000003294,0.02500,3.583
+42,mlp.shared_experts.gate_proj,0.0000011359,0.02500,13.153
+42,mlp.shared_experts.up_proj,0.0000013368,0.02500,1.385
+42,mlp.shared_experts.down_proj,0.0000001478,0.02500,0.399
+42,mlp.experts.12.gate_proj,0.0000187077,0.02500,5.373
+42,mlp.experts.8.gate_proj,0.0000784130,0.02500,4.506
+42,mlp.experts.4.gate_proj,0.0000707207,0.02500,5.769
+42,mlp.experts.0.gate_proj,0.0000322722,0.02500,5.836
+42,mlp.experts.5.gate_proj,0.0000375924,0.02500,6.120
+42,mlp.experts.13.gate_proj,0.0000188359,0.02500,4.710
+42,mlp.experts.11.gate_proj,0.0000358500,0.02500,5.695
+42,mlp.experts.3.gate_proj,0.0000389135,0.02500,6.262
+42,mlp.experts.15.gate_proj,0.0000244547,0.02500,5.751
+42,mlp.experts.1.gate_proj,0.0000340899,0.02500,6.408
+42,mlp.experts.9.gate_proj,0.0000237788,0.02500,6.510
+42,mlp.experts.7.gate_proj,0.0000255862,0.02500,6.511
+42,mlp.experts.6.gate_proj,0.0000295465,0.02500,6.819
+42,mlp.experts.10.gate_proj,0.0000402590,0.02500,6.333
+42,mlp.experts.2.gate_proj,0.0000195033,0.02500,6.954
+42,mlp.experts.14.gate_proj,0.0000184232,0.02500,5.920
+42,mlp.experts.28.gate_proj,0.0000209502,0.02500,3.935
+42,mlp.experts.29.gate_proj,0.0000125284,0.02500,3.201
+42,mlp.experts.20.gate_proj,0.0000089648,0.02500,3.783
+42,mlp.experts.16.gate_proj,0.0000047932,0.02500,3.807
+42,mlp.experts.24.gate_proj,0.0000189961,0.02500,4.126
+42,mlp.experts.21.gate_proj,0.0000077701,0.02500,3.705
+42,mlp.experts.25.gate_proj,0.0000080220,0.02500,3.644
+42,mlp.experts.17.gate_proj,0.0000194093,0.02500,3.841
+42,mlp.experts.31.gate_proj,0.0000175529,0.02500,3.997
+42,mlp.experts.27.gate_proj,0.0000276348,0.02500,4.171
+42,mlp.experts.19.gate_proj,0.0000300960,0.02500,4.236
+42,mlp.experts.23.gate_proj,0.0000182323,0.02500,4.332
+42,mlp.experts.26.gate_proj,0.0000262551,0.02500,4.286
+42,mlp.experts.30.gate_proj,0.0000352003,0.02500,4.206
+42,mlp.experts.22.gate_proj,0.0000594208,0.02500,4.532
+42,mlp.experts.18.gate_proj,0.0000231333,0.02500,4.495
+42,mlp.experts.44.gate_proj,0.0000298940,0.02500,3.483
+42,mlp.experts.32.gate_proj,0.0000492046,0.02500,3.247
+42,mlp.experts.45.gate_proj,0.0000261437,0.02500,3.646
+42,mlp.experts.36.gate_proj,0.0000184468,0.02500,3.527
+42,mlp.experts.40.gate_proj,0.0000384880,0.02500,3.397
+42,mlp.experts.41.gate_proj,0.0000450002,0.02500,3.089
+42,mlp.experts.37.gate_proj,0.0000296547,0.02500,3.946
+42,mlp.experts.33.gate_proj,0.0000197616,0.02500,3.580
+42,mlp.experts.47.gate_proj,0.0000222757,0.02500,4.524
+42,mlp.experts.35.gate_proj,0.0000263158,0.02500,4.451
+42,mlp.experts.43.gate_proj,0.0000244377,0.02500,4.628
+42,mlp.experts.42.gate_proj,0.0000343720,0.02500,4.187
+42,mlp.experts.46.gate_proj,0.0000210090,0.02500,4.237
+42,mlp.experts.39.gate_proj,0.0000305487,0.02500,4.626
+42,mlp.experts.38.gate_proj,0.0000189671,0.02500,4.183
+42,mlp.experts.60.gate_proj,0.0000199550,0.02500,2.880
+42,mlp.experts.48.gate_proj,0.0000163757,0.02500,2.862
+42,mlp.experts.34.gate_proj,0.0000199757,0.02500,4.362
+42,mlp.experts.52.gate_proj,0.0000174542,0.02500,2.895
+42,mlp.experts.56.gate_proj,0.0000225929,0.02500,2.910
+42,mlp.experts.61.gate_proj,0.0000575841,0.02500,3.789
+42,mlp.experts.57.gate_proj,0.0000206790,0.02500,3.954
+42,mlp.experts.49.gate_proj,0.0000161530,0.02500,3.524
+42,mlp.experts.53.gate_proj,0.0000294714,0.02500,3.743
+42,mlp.experts.76.gate_proj,0.0000265623,0.02500,3.245
+42,mlp.experts.64.gate_proj,0.0000388058,0.02500,3.256
+42,mlp.experts.58.gate_proj,0.0000478209,0.02500,3.817
+42,mlp.experts.54.gate_proj,0.0000182377,0.02500,3.846
+42,mlp.experts.62.gate_proj,0.0000156742,0.02500,3.983
+42,mlp.experts.68.gate_proj,0.0000238004,0.02500,3.538
+42,mlp.experts.50.gate_proj,0.0000182578,0.02500,3.793
+42,mlp.experts.72.gate_proj,0.0000573857,0.02500,3.576
+42,mlp.experts.63.gate_proj,0.0000213082,0.02500,5.518
+42,mlp.experts.51.gate_proj,0.0000275458,0.02500,5.455
+42,mlp.experts.77.gate_proj,0.0000153267,0.02500,3.851
+42,mlp.experts.59.gate_proj,0.0000393650,0.02500,5.677
+42,mlp.experts.73.gate_proj,0.0000274585,0.02500,3.709
+42,mlp.experts.55.gate_proj,0.0000233423,0.02500,5.471
+42,mlp.experts.65.gate_proj,0.0000103072,0.02500,3.857
+42,mlp.experts.69.gate_proj,0.0000535496,0.02500,3.835
+42,mlp.experts.92.gate_proj,0.0000454801,0.02500,3.488
+42,mlp.experts.80.gate_proj,0.0000205664,0.02500,3.416
+42,mlp.experts.74.gate_proj,0.0000326029,0.02500,3.376
+42,mlp.experts.70.gate_proj,0.0000096524,0.02500,3.427
+42,mlp.experts.78.gate_proj,0.0000318667,0.02500,3.466
+42,mlp.experts.88.gate_proj,0.0000285642,0.02500,3.304
+42,mlp.experts.66.gate_proj,0.0000260336,0.02500,3.400
+42,mlp.experts.84.gate_proj,0.0000265574,0.02500,3.577
+42,mlp.experts.93.gate_proj,0.0000399514,0.02500,3.275
+42,mlp.experts.81.gate_proj,0.0000390397,0.02500,3.225
+42,mlp.experts.89.gate_proj,0.0000214862,0.02500,3.719
+42,mlp.experts.85.gate_proj,0.0000265796,0.02500,3.421
+42,mlp.experts.79.gate_proj,0.0000184161,0.02500,4.970
+42,mlp.experts.96.gate_proj,0.0000380243,0.02500,2.961
+42,mlp.experts.67.gate_proj,0.0000090758,0.02500,5.057
+42,mlp.experts.108.gate_proj,0.0000257753,0.02500,3.086
+42,mlp.experts.75.gate_proj,0.0000348055,0.02500,5.022
+42,mlp.experts.104.gate_proj,0.0000241283,0.02500,3.023
+42,mlp.experts.90.gate_proj,0.0000344954,0.02500,3.705
+42,mlp.experts.100.gate_proj,0.0000390831,0.02500,3.146
+42,mlp.experts.71.gate_proj,0.0000550369,0.02500,5.391
+42,mlp.experts.86.gate_proj,0.0000217420,0.02500,3.837
+42,mlp.experts.94.gate_proj,0.0000108748,0.02500,3.745
+42,mlp.experts.82.gate_proj,0.0000192527,0.02500,3.854
+42,mlp.experts.109.gate_proj,0.0000480967,0.02500,3.783
+42,mlp.experts.97.gate_proj,0.0000056316,0.02500,3.498
+42,mlp.experts.101.gate_proj,0.0000429547,0.02500,3.526
+42,mlp.experts.112.gate_proj,0.0000172394,0.02500,3.123
+42,mlp.experts.105.gate_proj,0.0000487208,0.02500,3.942
+42,mlp.experts.4.up_proj,0.0000688207,0.02500,3.082
+42,mlp.experts.0.up_proj,0.0000324815,0.02500,3.083
+42,mlp.experts.116.gate_proj,0.0000283930,0.02500,3.017
+42,mlp.experts.106.gate_proj,0.0000519329,0.02500,3.387
+42,mlp.experts.102.gate_proj,0.0000460414,0.02500,3.203
+42,mlp.experts.110.gate_proj,0.0000255867,0.02500,3.236
+42,mlp.experts.98.gate_proj,0.0000407186,0.02500,3.173
+42,mlp.experts.95.gate_proj,0.0000281515,0.02500,5.122
+42,mlp.experts.83.gate_proj,0.0000517207,0.02500,5.200
+42,mlp.experts.91.gate_proj,0.0000479083,0.02500,5.056
+42,mlp.experts.5.up_proj,0.0000369011,0.02500,3.539
+42,mlp.experts.113.gate_proj,0.0000346092,0.02500,3.323
+42,mlp.experts.8.up_proj,0.0000758099,0.02500,2.913
+42,mlp.experts.87.gate_proj,0.0000211711,0.02500,5.169
+42,mlp.experts.20.up_proj,0.0000089335,0.02500,2.965
+42,mlp.experts.117.gate_proj,0.0000177275,0.02500,3.491
+42,mlp.experts.16.up_proj,0.0000047955,0.02500,3.041
+42,mlp.experts.1.up_proj,0.0000340292,0.02500,3.639
+42,mlp.experts.12.up_proj,0.0000179188,0.02500,3.191
+42,mlp.experts.2.up_proj,0.0000193209,0.02500,3.387
+42,mlp.experts.118.gate_proj,0.0000289945,0.02500,3.193
+42,mlp.experts.6.up_proj,0.0000288134,0.02500,3.200
+42,mlp.experts.114.gate_proj,0.0000446877,0.02500,3.323
+42,mlp.experts.9.up_proj,0.0000232721,0.02500,3.197
+42,mlp.experts.21.up_proj,0.0000075379,0.02500,3.305
+42,mlp.experts.24.up_proj,0.0000182187,0.02500,3.116
+42,mlp.experts.36.up_proj,0.0000188385,0.02500,3.138
+42,mlp.experts.111.gate_proj,0.0000360840,0.02500,4.418
+42,mlp.experts.99.gate_proj,0.0000254468,0.02500,4.372
+42,mlp.experts.107.gate_proj,0.0000298404,0.02500,4.358
+42,mlp.experts.32.up_proj,0.0000493045,0.02500,3.094
+42,mlp.experts.13.up_proj,0.0000186166,0.02500,3.577
+42,mlp.experts.28.up_proj,0.0000207092,0.02500,3.139
+42,mlp.experts.17.up_proj,0.0000189433,0.02500,3.438
+42,mlp.experts.103.gate_proj,0.0000257129,0.02500,4.502
+42,mlp.experts.14.up_proj,0.0000177431,0.02500,3.200
+42,mlp.experts.18.up_proj,0.0000214618,0.02500,3.271
+42,mlp.experts.22.up_proj,0.0000580190,0.02500,3.272
+42,mlp.experts.10.up_proj,0.0000389149,0.02500,3.225
+42,mlp.experts.40.up_proj,0.0000356921,0.02500,3.129
+42,mlp.experts.52.up_proj,0.0000166925,0.02500,3.054
+42,mlp.experts.25.up_proj,0.0000078687,0.02500,3.552
+42,mlp.experts.48.up_proj,0.0000158928,0.02500,2.982
+42,mlp.experts.37.up_proj,0.0000301382,0.02500,3.654
+42,mlp.experts.44.up_proj,0.0000299283,0.02500,2.952
+42,mlp.experts.29.up_proj,0.0000122661,0.02500,3.531
+42,mlp.experts.33.up_proj,0.0000195364,0.02500,3.495
+42,mlp.experts.34.up_proj,0.0000197171,0.02500,3.165
+42,mlp.experts.30.up_proj,0.0000351899,0.02500,3.210
+42,mlp.experts.38.up_proj,0.0000187464,0.02500,3.197
+42,mlp.experts.26.up_proj,0.0000249061,0.02500,3.247
+42,mlp.experts.7.up_proj,0.0000255371,0.02500,4.993
+42,mlp.experts.115.gate_proj,0.0000608448,0.02500,4.910
+42,mlp.experts.3.up_proj,0.0000392954,0.02500,5.000
+42,mlp.experts.56.up_proj,0.0000213962,0.02500,2.990
+42,mlp.experts.68.up_proj,0.0000239943,0.02500,3.058
+42,mlp.experts.64.up_proj,0.0000379033,0.02500,3.064
+42,mlp.experts.119.gate_proj,0.0000306288,0.02500,5.268
+42,mlp.experts.60.up_proj,0.0000182285,0.02500,3.034
+42,mlp.experts.41.up_proj,0.0000441247,0.02500,4.214
+42,mlp.experts.53.up_proj,0.0000286847,0.02500,4.320
+42,mlp.experts.45.up_proj,0.0000252033,0.02500,4.145
+42,mlp.experts.50.up_proj,0.0000177942,0.02500,3.640
+42,mlp.experts.46.up_proj,0.0000210334,0.02500,3.691
+42,mlp.experts.49.up_proj,0.0000161932,0.02500,4.032
+42,mlp.experts.54.up_proj,0.0000176745,0.02500,3.711
+42,mlp.experts.42.up_proj,0.0000335775,0.02500,3.681
+42,mlp.experts.72.up_proj,0.0000565966,0.02500,2.865
+42,mlp.experts.84.up_proj,0.0000266213,0.02500,2.911
+42,mlp.experts.80.up_proj,0.0000202175,0.02500,2.987
+42,mlp.experts.76.up_proj,0.0000263970,0.02500,3.012
+42,mlp.experts.23.up_proj,0.0000175613,0.02500,4.851
+42,mlp.experts.11.up_proj,0.0000354221,0.02500,4.806
+42,mlp.experts.19.up_proj,0.0000294204,0.02500,4.733
+42,mlp.experts.57.up_proj,0.0000202929,0.02500,3.307
+42,mlp.experts.15.up_proj,0.0000243689,0.02500,4.541
+42,mlp.experts.69.up_proj,0.0000530449,0.02500,3.689
+42,mlp.experts.61.up_proj,0.0000564098,0.02500,3.421
+42,mlp.experts.88.up_proj,0.0000280240,0.02500,3.026
+42,mlp.experts.65.up_proj,0.0000100047,0.02500,3.497
+42,mlp.experts.100.up_proj,0.0000391675,0.02500,3.088
+42,mlp.experts.96.up_proj,0.0000364493,0.02500,2.931
+42,mlp.experts.92.up_proj,0.0000459246,0.02500,3.025
+42,mlp.experts.66.up_proj,0.0000261000,0.02500,4.598
+42,mlp.experts.62.up_proj,0.0000149392,0.02500,4.598
+42,mlp.experts.70.up_proj,0.0000091172,0.02500,4.669
+42,mlp.experts.58.up_proj,0.0000476388,0.02500,4.626
+42,mlp.experts.39.up_proj,0.0000305555,0.02500,4.395
+42,mlp.experts.27.up_proj,0.0000272682,0.02500,4.419
+42,mlp.experts.73.up_proj,0.0000266820,0.02500,3.717
+42,mlp.experts.35.up_proj,0.0000260412,0.02500,4.382
+42,mlp.experts.85.up_proj,0.0000254410,0.02500,3.284
+42,mlp.experts.77.up_proj,0.0000151327,0.02500,3.410
+42,mlp.experts.81.up_proj,0.0000388834,0.02500,3.405
+42,mlp.experts.104.up_proj,0.0000239349,0.02500,3.553
+42,mlp.experts.116.up_proj,0.0000288252,0.02500,3.460
+42,mlp.experts.31.up_proj,0.0000171821,0.02500,4.562
+42,mlp.experts.112.up_proj,0.0000172441,0.02500,3.431
+42,mlp.experts.108.up_proj,0.0000249999,0.02500,3.151
+42,mlp.experts.82.up_proj,0.0000191061,0.02500,5.006
+42,mlp.experts.78.up_proj,0.0000305730,0.02500,4.968
+42,mlp.experts.89.up_proj,0.0000212513,0.02500,3.473
+42,mlp.experts.101.up_proj,0.0000414772,0.02500,3.406
+42,mlp.experts.86.up_proj,0.0000214655,0.02500,5.007
+42,mlp.experts.74.up_proj,0.0000305803,0.02500,5.018
+42,mlp.experts.97.up_proj,0.0000051888,0.02500,3.215
+42,mlp.experts.55.up_proj,0.0000235438,0.02500,4.220
+42,mlp.experts.51.up_proj,0.0000259654,0.02500,4.249
+42,mlp.experts.93.up_proj,0.0000386701,0.02500,3.698
+42,mlp.experts.43.up_proj,0.0000233484,0.02500,4.455
+42,mlp.experts.47.up_proj,0.0000216724,0.02500,4.202
+42,mlp.experts.117.up_proj,0.0000171325,0.02500,3.456
+42,mlp.experts.105.up_proj,0.0000480376,0.02500,3.743
+42,mlp.experts.113.up_proj,0.0000344883,0.02500,3.227
+42,mlp.experts.109.up_proj,0.0000484567,0.02500,3.043
+42,mlp.experts.98.up_proj,0.0000410035,0.02500,4.283
+42,mlp.experts.94.up_proj,0.0000108048,0.02500,4.295
+42,mlp.experts.102.up_proj,0.0000468396,0.02500,4.175
+42,mlp.experts.90.up_proj,0.0000326827,0.02500,4.137
+42,mlp.experts.71.up_proj,0.0000537139,0.02500,4.013
+42,mlp.experts.67.up_proj,0.0000091992,0.02500,4.164
+42,mlp.experts.59.up_proj,0.0000391260,0.02500,4.116
+42,mlp.experts.63.up_proj,0.0000209027,0.02500,4.020
+42,mlp.experts.114.up_proj,0.0000437176,0.02500,3.046
+42,mlp.experts.110.up_proj,0.0000249333,0.02500,3.002
+42,mlp.experts.106.up_proj,0.0000520681,0.02500,2.856
+42,mlp.experts.118.up_proj,0.0000290429,0.02500,3.029
+42,mlp.experts.87.up_proj,0.0000210516,0.02500,4.415
+42,mlp.experts.75.up_proj,0.0000338633,0.02500,4.194
+42,mlp.experts.83.up_proj,0.0000500842,0.02500,4.741
+42,mlp.experts.79.up_proj,0.0000183073,0.02500,4.281
+42,mlp.experts.103.up_proj,0.0000254025,0.02500,4.340
+42,mlp.experts.91.up_proj,0.0000478940,0.02500,4.457
+42,mlp.experts.99.up_proj,0.0000263260,0.02500,4.493
+42,mlp.experts.95.up_proj,0.0000272692,0.02500,4.199
+42,mlp.experts.119.up_proj,0.0000295512,0.02500,4.715
+42,mlp.experts.107.up_proj,0.0000293887,0.02500,4.585
+42,mlp.experts.111.up_proj,0.0000358984,0.02500,4.347
+42,mlp.experts.115.up_proj,0.0000608071,0.02500,4.635
+42,mlp.experts.8.down_proj,0.0000136235,0.02500,1.309
+42,mlp.experts.12.down_proj,0.0000014503,0.02500,1.315
+42,mlp.experts.4.down_proj,0.0000198770,0.02500,1.337
+42,mlp.experts.0.down_proj,0.0000047222,0.02500,1.387
+42,mlp.experts.11.down_proj,0.0000049667,0.02500,1.783
+42,mlp.experts.15.down_proj,0.0000032250,0.02500,1.804
+42,mlp.experts.3.down_proj,0.0000052372,0.02500,1.820
+42,mlp.experts.7.down_proj,0.0000027697,0.02500,1.856
+42,mlp.experts.6.down_proj,0.0000045079,0.02500,2.023
+42,mlp.experts.14.down_proj,0.0000030003,0.02500,2.047
+42,mlp.experts.10.down_proj,0.0000090651,0.02500,2.078
+42,mlp.experts.2.down_proj,0.0000019656,0.02500,2.081
+42,mlp.experts.20.down_proj,0.0000018621,0.02500,0.944
+42,mlp.experts.16.down_proj,0.0000008852,0.02500,0.936
+42,mlp.experts.28.down_proj,0.0000025407,0.02500,1.030
+42,mlp.experts.5.down_proj,0.0000067219,0.02500,2.362
+42,mlp.experts.1.down_proj,0.0000038466,0.02500,2.395
+42,mlp.experts.24.down_proj,0.0000042396,0.02500,1.152
+42,mlp.experts.9.down_proj,0.0000025072,0.02500,2.486
+42,mlp.experts.13.down_proj,0.0000028625,0.02500,2.489
+42,mlp.experts.36.down_proj,0.0000017835,0.02500,0.857
+42,mlp.experts.31.down_proj,0.0000020970,0.02500,1.346
+42,mlp.experts.19.down_proj,0.0000032023,0.02500,1.359
+42,mlp.experts.27.down_proj,0.0000042108,0.02500,1.401
+42,mlp.experts.23.down_proj,0.0000014414,0.02500,1.358
+42,mlp.experts.32.down_proj,0.0000073378,0.02500,0.893
+42,mlp.experts.22.down_proj,0.0000054162,0.02500,1.238
+42,mlp.experts.26.down_proj,0.0000029513,0.02500,1.228
+42,mlp.experts.18.down_proj,0.0000023037,0.02500,1.254
+42,mlp.experts.44.down_proj,0.0000062972,0.02500,1.081
+42,mlp.experts.30.down_proj,0.0000036584,0.02500,1.417
+42,mlp.experts.17.down_proj,0.0000038547,0.02500,1.073
+42,mlp.experts.21.down_proj,0.0000032070,0.02500,1.150
+42,mlp.experts.29.down_proj,0.0000008443,0.02500,1.061
+42,mlp.experts.40.down_proj,0.0000023389,0.02500,1.115
+42,mlp.experts.25.down_proj,0.0000021808,0.02500,1.108
+42,mlp.experts.52.down_proj,0.0000017441,0.02500,1.049
+42,mlp.experts.48.down_proj,0.0000016047,0.02500,1.027
+42,mlp.experts.47.down_proj,0.0000025340,0.02500,1.247
+42,mlp.experts.60.down_proj,0.0000016355,0.02500,0.978
+42,mlp.experts.45.down_proj,0.0000028096,0.02500,0.870
+42,mlp.experts.37.down_proj,0.0000043914,0.02500,0.920
+42,mlp.experts.35.down_proj,0.0000023139,0.02500,1.268
+42,mlp.experts.43.down_proj,0.0000023603,0.02500,1.265
+42,mlp.experts.39.down_proj,0.0000056395,0.02500,1.237
+42,mlp.experts.38.down_proj,0.0000024367,0.02500,1.204
+42,mlp.experts.42.down_proj,0.0000034597,0.02500,1.209
+42,mlp.experts.34.down_proj,0.0000017613,0.02500,1.189
+42,mlp.experts.56.down_proj,0.0000020933,0.02500,0.955
+42,mlp.experts.33.down_proj,0.0000020302,0.02500,1.151
+42,mlp.experts.46.down_proj,0.0000036327,0.02500,1.187
+42,mlp.experts.41.down_proj,0.0000043867,0.02500,1.105
+42,mlp.experts.68.down_proj,0.0000030887,0.02500,1.054
+42,mlp.experts.64.down_proj,0.0000030563,0.02500,1.029
+42,mlp.experts.61.down_proj,0.0000069624,0.02500,0.942
+42,mlp.experts.76.down_proj,0.0000057845,0.02500,1.008
+42,mlp.experts.53.down_proj,0.0000025045,0.02500,1.082
+42,mlp.experts.72.down_proj,0.0000122872,0.02500,1.094
+42,mlp.experts.57.down_proj,0.0000019449,0.02500,1.009
+42,mlp.experts.50.down_proj,0.0000021660,0.02500,1.207
+42,mlp.experts.58.down_proj,0.0000065695,0.02500,1.228
+42,mlp.experts.54.down_proj,0.0000014358,0.02500,1.316
+42,mlp.experts.49.down_proj,0.0000031824,0.02500,1.178
+42,mlp.experts.63.down_proj,0.0000020295,0.02500,1.411
+42,mlp.experts.62.down_proj,0.0000017783,0.02500,1.224
+42,mlp.experts.51.down_proj,0.0000031520,0.02500,1.456
+42,mlp.experts.55.down_proj,0.0000038761,0.02500,1.456
+42,mlp.experts.59.down_proj,0.0000050557,0.02500,1.503
+42,mlp.experts.84.down_proj,0.0000023931,0.02500,1.040
+42,mlp.experts.80.down_proj,0.0000025852,0.02500,1.175
+42,mlp.experts.77.down_proj,0.0000021090,0.02500,1.145
+42,mlp.experts.92.down_proj,0.0000069895,0.02500,1.210
+42,mlp.experts.69.down_proj,0.0000054433,0.02500,1.299
+42,mlp.experts.88.down_proj,0.0000028251,0.02500,1.272
+42,mlp.experts.73.down_proj,0.0000037811,0.02500,1.246
+42,mlp.experts.65.down_proj,0.0000012119,0.02500,1.216
+42,mlp.experts.74.down_proj,0.0000056400,0.02500,1.486
+42,mlp.experts.70.down_proj,0.0000008818,0.02500,1.465
+42,mlp.experts.66.down_proj,0.0000040202,0.02500,1.539
+42,mlp.experts.78.down_proj,0.0000048625,0.02500,1.488
+42,mlp.experts.79.down_proj,0.0000022846,0.02500,1.566
+42,mlp.experts.67.down_proj,0.0000022013,0.02500,1.484
+42,mlp.experts.71.down_proj,0.0000112316,0.02500,1.521
+42,mlp.experts.75.down_proj,0.0000028759,0.02500,1.482
+42,mlp.experts.93.down_proj,0.0000056181,0.02500,1.157
+42,mlp.experts.100.down_proj,0.0000054497,0.02500,1.448
+42,mlp.experts.96.down_proj,0.0000071142,0.02500,1.301
+42,mlp.experts.85.down_proj,0.0000028214,0.02500,1.053
+42,mlp.experts.108.down_proj,0.0000045346,0.02500,1.413
+42,mlp.experts.81.down_proj,0.0000052694,0.02500,1.101
+42,mlp.experts.104.down_proj,0.0000038249,0.02500,1.248
+42,mlp.experts.89.down_proj,0.0000057559,0.02500,1.206
+42,mlp.experts.83.down_proj,0.0000075097,0.02500,0.986
+42,mlp.experts.95.down_proj,0.0000023627,0.02500,1.013
+42,mlp.experts.87.down_proj,0.0000021938,0.02500,0.979
+42,mlp.experts.91.down_proj,0.0000155388,0.02500,0.981
+42,mlp.experts.90.down_proj,0.0000047356,0.02500,1.298
+42,mlp.experts.86.down_proj,0.0000019370,0.02500,1.306
+42,mlp.experts.94.down_proj,0.0000016166,0.02500,1.277
+42,mlp.experts.116.down_proj,0.0000049282,0.02500,0.917
+42,mlp.experts.112.down_proj,0.0000025745,0.02500,0.910
+42,mlp.experts.82.down_proj,0.0000052127,0.02500,1.500
+42,mlp.experts.109.down_proj,0.0000058306,0.02500,1.207
+42,mlp.experts.101.down_proj,0.0000130997,0.02500,1.152
+42,mlp.experts.97.down_proj,0.0000004914,0.02500,0.964
+42,mlp.experts.105.down_proj,0.0000086378,0.02500,0.964
+42,mlp.experts.99.down_proj,0.0000052106,0.02500,0.890
+42,mlp.experts.111.down_proj,0.0000054900,0.02500,0.881
+42,mlp.experts.103.down_proj,0.0000032781,0.02500,0.876
+42,mlp.experts.107.down_proj,0.0000046748,0.02500,0.893
+42,mlp.experts.117.down_proj,0.0000024042,0.02500,0.624
+42,mlp.experts.113.down_proj,0.0000028721,0.02500,0.602
+42,mlp.experts.106.down_proj,0.0000162300,0.02500,1.182
+42,mlp.experts.102.down_proj,0.0000093003,0.02500,1.192
+42,mlp.experts.110.down_proj,0.0000031845,0.02500,1.198
+42,mlp.experts.115.down_proj,0.0000142682,0.02500,0.626
+42,mlp.experts.119.down_proj,0.0000029366,0.02500,0.622
+42,mlp.experts.98.down_proj,0.0000054635,0.02500,1.251
+42,mlp.experts.118.down_proj,0.0000042495,0.02500,0.935
+42,mlp.experts.114.down_proj,0.0000053760,0.02500,0.779
+43,self_attn.k_proj,0.0000000607,0.02500,1.765
+43,self_attn.v_proj,0.0000001229,0.02500,2.125
+43,self_attn.q_proj,0.0000004454,0.02500,2.254
+43,self_attn.o_proj,0.0000003113,0.02500,3.759
+43,mlp.shared_experts.gate_proj,0.0000012511,0.02500,1.392
+43,mlp.shared_experts.up_proj,0.0000013534,0.02500,1.255
+43,mlp.shared_experts.down_proj,0.0000001429,0.02500,0.409
+43,mlp.experts.9.gate_proj,0.0000359899,0.02500,5.589
+43,mlp.experts.1.gate_proj,0.0000207834,0.02500,5.661
+43,mlp.experts.13.gate_proj,0.0000577908,0.02500,5.682
+43,mlp.experts.10.gate_proj,0.0000229197,0.02500,5.733
+43,mlp.experts.14.gate_proj,0.0000176589,0.02500,5.839
+43,mlp.experts.6.gate_proj,0.0000079090,0.02500,5.886
+43,mlp.experts.5.gate_proj,0.0000371293,0.02500,5.967
+43,mlp.experts.2.gate_proj,0.0000511534,0.02500,6.058
+43,mlp.experts.8.gate_proj,0.0000306822,0.02500,6.795
+43,mlp.experts.12.gate_proj,0.0000238393,0.02500,6.870
+43,mlp.experts.0.gate_proj,0.0000283836,0.02500,6.888
+43,mlp.experts.4.gate_proj,0.0000487008,0.02500,6.967
+43,mlp.experts.15.gate_proj,0.0000140382,0.02500,7.162
+43,mlp.experts.3.gate_proj,0.0000320886,0.02500,7.268
+43,mlp.experts.7.gate_proj,0.0000727760,0.02500,7.423
+43,mlp.experts.11.gate_proj,0.0000265963,0.02500,7.522
+43,mlp.experts.26.gate_proj,0.0000217258,0.02500,3.395
+43,mlp.experts.21.gate_proj,0.0000268597,0.02500,3.250
+43,mlp.experts.22.gate_proj,0.0000300790,0.02500,3.336
+43,mlp.experts.29.gate_proj,0.0000238460,0.02500,3.687
+43,mlp.experts.30.gate_proj,0.0000123819,0.02500,3.516
+43,mlp.experts.25.gate_proj,0.0000295840,0.02500,3.908
+43,mlp.experts.18.gate_proj,0.0000156389,0.02500,3.551
+43,mlp.experts.17.gate_proj,0.0000360408,0.02500,4.219
+43,mlp.experts.31.gate_proj,0.0000438842,0.02500,4.278
+43,mlp.experts.24.gate_proj,0.0000206657,0.02500,4.786
+43,mlp.experts.16.gate_proj,0.0000261252,0.02500,4.768
+43,mlp.experts.28.gate_proj,0.0000307792,0.02500,4.786
+43,mlp.experts.19.gate_proj,0.0000290590,0.02500,4.442
+43,mlp.experts.20.gate_proj,0.0000248748,0.02500,4.815
+43,mlp.experts.27.gate_proj,0.0000298754,0.02500,4.414
+43,mlp.experts.23.gate_proj,0.0000299673,0.02500,4.581
+43,mlp.experts.42.gate_proj,0.0000234515,0.02500,3.978
+43,mlp.experts.37.gate_proj,0.0000248915,0.02500,4.015
+43,mlp.experts.45.gate_proj,0.0000300245,0.02500,4.036
+43,mlp.experts.46.gate_proj,0.0000408644,0.02500,4.026
+43,mlp.experts.38.gate_proj,0.0000367364,0.02500,4.312
+43,mlp.experts.41.gate_proj,0.0000454969,0.02500,4.071
+43,mlp.experts.34.gate_proj,0.0000348598,0.02500,4.141
+43,mlp.experts.33.gate_proj,0.0000316564,0.02500,4.156
+43,mlp.experts.44.gate_proj,0.0000306953,0.02500,3.719
+43,mlp.experts.40.gate_proj,0.0000292974,0.02500,3.839
+43,mlp.experts.32.gate_proj,0.0000253553,0.02500,3.832
+43,mlp.experts.36.gate_proj,0.0000412134,0.02500,3.814
+43,mlp.experts.47.gate_proj,0.0000221097,0.02500,4.386
+43,mlp.experts.35.gate_proj,0.0000260916,0.02500,4.231
+43,mlp.experts.43.gate_proj,0.0000841744,0.02500,4.267
+43,mlp.experts.39.gate_proj,0.0000121197,0.02500,4.255
+43,mlp.experts.58.gate_proj,0.0000107065,0.02500,3.802
+43,mlp.experts.62.gate_proj,0.0000179917,0.02500,3.582
+43,mlp.experts.50.gate_proj,0.0000281878,0.02500,3.473
+43,mlp.experts.54.gate_proj,0.0000461979,0.02500,3.790
+43,mlp.experts.53.gate_proj,0.0000231111,0.02500,4.125
+43,mlp.experts.61.gate_proj,0.0000270494,0.02500,4.111
+43,mlp.experts.57.gate_proj,0.0000330322,0.02500,4.079
+43,mlp.experts.49.gate_proj,0.0000305471,0.02500,4.190
+43,mlp.experts.56.gate_proj,0.0000265298,0.02500,3.197
+43,mlp.experts.48.gate_proj,0.0000279282,0.02500,3.217
+43,mlp.experts.52.gate_proj,0.0000145938,0.02500,3.171
+43,mlp.experts.60.gate_proj,0.0000530659,0.02500,3.397
+43,mlp.experts.74.gate_proj,0.0000345005,0.02500,3.410
+43,mlp.experts.70.gate_proj,0.0000651918,0.02500,3.113
+43,mlp.experts.51.gate_proj,0.0000233226,0.02500,4.644
+43,mlp.experts.63.gate_proj,0.0000147608,0.02500,4.845
+43,mlp.experts.78.gate_proj,0.0000283898,0.02500,3.869
+43,mlp.experts.59.gate_proj,0.0000333711,0.02500,4.758
+43,mlp.experts.55.gate_proj,0.0000064539,0.02500,4.756
+43,mlp.experts.66.gate_proj,0.0000108729,0.02500,3.889
+43,mlp.experts.69.gate_proj,0.0000559671,0.02500,3.936
+43,mlp.experts.73.gate_proj,0.0000279092,0.02500,4.133
+43,mlp.experts.77.gate_proj,0.0000342055,0.02500,4.340
+43,mlp.experts.72.gate_proj,0.0000236173,0.02500,3.348
+43,mlp.experts.65.gate_proj,0.0000147519,0.02500,3.824
+43,mlp.experts.76.gate_proj,0.0000473197,0.02500,3.291
+43,mlp.experts.64.gate_proj,0.0000635617,0.02500,3.441
+43,mlp.experts.68.gate_proj,0.0000291444,0.02500,3.460
+43,mlp.experts.90.gate_proj,0.0000379903,0.02500,3.474
+43,mlp.experts.86.gate_proj,0.0000196802,0.02500,3.649
+43,mlp.experts.94.gate_proj,0.0000284295,0.02500,3.636
+43,mlp.experts.82.gate_proj,0.0000546252,0.02500,3.658
+43,mlp.experts.67.gate_proj,0.0000314025,0.02500,4.383
+43,mlp.experts.93.gate_proj,0.0000195926,0.02500,3.200
+43,mlp.experts.85.gate_proj,0.0000301820,0.02500,3.805
+43,mlp.experts.79.gate_proj,0.0000128551,0.02500,4.456
+43,mlp.experts.71.gate_proj,0.0000205607,0.02500,4.250
+43,mlp.experts.89.gate_proj,0.0000304043,0.02500,3.550
+43,mlp.experts.88.gate_proj,0.0000129206,0.02500,3.385
+43,mlp.experts.75.gate_proj,0.0000234901,0.02500,4.452
+43,mlp.experts.92.gate_proj,0.0000472674,0.02500,3.355
+43,mlp.experts.81.gate_proj,0.0000260080,0.02500,3.400
+43,mlp.experts.80.gate_proj,0.0000429090,0.02500,3.356
+43,mlp.experts.84.gate_proj,0.0000230273,0.02500,3.277
+43,mlp.experts.106.gate_proj,0.0000224339,0.02500,3.544
+43,mlp.experts.102.gate_proj,0.0000248981,0.02500,3.627
+43,mlp.experts.110.gate_proj,0.0000288904,0.02500,3.633
+43,mlp.experts.98.gate_proj,0.0000248770,0.02500,3.676
+43,mlp.experts.109.gate_proj,0.0000233651,0.02500,3.450
+43,mlp.experts.101.gate_proj,0.0000275372,0.02500,3.676
+43,mlp.experts.104.gate_proj,0.0000241918,0.02500,3.480
+43,mlp.experts.108.gate_proj,0.0000311951,0.02500,3.462
+43,mlp.experts.97.gate_proj,0.0000268954,0.02500,3.465
+43,mlp.experts.96.gate_proj,0.0000353685,0.02500,3.435
+43,mlp.experts.105.gate_proj,0.0000300623,0.02500,3.643
+43,mlp.experts.100.gate_proj,0.0000081528,0.02500,3.518
+43,mlp.experts.83.gate_proj,0.0000261815,0.02500,4.615
+43,mlp.experts.87.gate_proj,0.0000084910,0.02500,4.525
+43,mlp.experts.95.gate_proj,0.0000282709,0.02500,4.829
+43,mlp.experts.91.gate_proj,0.0000576218,0.02500,4.713
+43,mlp.experts.118.gate_proj,0.0000316201,0.02500,3.149
+43,mlp.experts.6.up_proj,0.0000079102,0.02500,3.035
+43,mlp.experts.2.up_proj,0.0000512396,0.02500,4.091
+43,mlp.experts.5.up_proj,0.0000358842,0.02500,3.223
+43,mlp.experts.114.gate_proj,0.0000345754,0.02500,3.715
+43,mlp.experts.0.up_proj,0.0000288135,0.02500,3.376
+43,mlp.experts.1.up_proj,0.0000205489,0.02500,3.281
+43,mlp.experts.116.gate_proj,0.0000321329,0.02500,3.282
+43,mlp.experts.112.gate_proj,0.0000298258,0.02500,3.414
+43,mlp.experts.117.gate_proj,0.0000095695,0.02500,3.605
+43,mlp.experts.4.up_proj,0.0000479992,0.02500,3.518
+43,mlp.experts.113.gate_proj,0.0000340970,0.02500,3.825
+43,mlp.experts.14.up_proj,0.0000175573,0.02500,3.273
+43,mlp.experts.22.up_proj,0.0000298806,0.02500,3.286
+43,mlp.experts.99.gate_proj,0.0000245705,0.02500,5.093
+43,mlp.experts.18.up_proj,0.0000152616,0.02500,3.619
+43,mlp.experts.103.gate_proj,0.0000142004,0.02500,5.273
+43,mlp.experts.107.gate_proj,0.0000307784,0.02500,4.942
+43,mlp.experts.111.gate_proj,0.0000239765,0.02500,5.254
+43,mlp.experts.21.up_proj,0.0000264477,0.02500,3.590
+43,mlp.experts.10.up_proj,0.0000229569,0.02500,3.700
+43,mlp.experts.17.up_proj,0.0000349009,0.02500,3.834
+43,mlp.experts.13.up_proj,0.0000560889,0.02500,3.813
+43,mlp.experts.9.up_proj,0.0000360569,0.02500,3.889
+43,mlp.experts.20.up_proj,0.0000247722,0.02500,4.259
+43,mlp.experts.16.up_proj,0.0000261609,0.02500,4.512
+43,mlp.experts.8.up_proj,0.0000299093,0.02500,4.417
+43,mlp.experts.12.up_proj,0.0000220895,0.02500,4.563
+43,mlp.experts.30.up_proj,0.0000123864,0.02500,3.661
+43,mlp.experts.38.up_proj,0.0000357857,0.02500,3.597
+43,mlp.experts.34.up_proj,0.0000328811,0.02500,3.345
+43,mlp.experts.37.up_proj,0.0000245148,0.02500,3.756
+43,mlp.experts.115.gate_proj,0.0000409926,0.02500,4.693
+43,mlp.experts.26.up_proj,0.0000216841,0.02500,3.543
+43,mlp.experts.33.up_proj,0.0000303452,0.02500,3.486
+43,mlp.experts.29.up_proj,0.0000238591,0.02500,3.433
+43,mlp.experts.3.up_proj,0.0000313510,0.02500,4.689
+43,mlp.experts.7.up_proj,0.0000683615,0.02500,4.613
+43,mlp.experts.119.gate_proj,0.0000560562,0.02500,5.018
+43,mlp.experts.25.up_proj,0.0000281534,0.02500,3.466
+43,mlp.experts.54.up_proj,0.0000447620,0.02500,3.215
+43,mlp.experts.46.up_proj,0.0000392718,0.02500,3.548
+43,mlp.experts.36.up_proj,0.0000421827,0.02500,5.017
+43,mlp.experts.24.up_proj,0.0000208942,0.02500,4.997
+43,mlp.experts.50.up_proj,0.0000267232,0.02500,3.389
+43,mlp.experts.32.up_proj,0.0000241098,0.02500,5.149
+43,mlp.experts.28.up_proj,0.0000299333,0.02500,5.048
+43,mlp.experts.53.up_proj,0.0000225594,0.02500,3.612
+43,mlp.experts.49.up_proj,0.0000296715,0.02500,3.274
+43,mlp.experts.42.up_proj,0.0000232245,0.02500,3.539
+43,mlp.experts.45.up_proj,0.0000295537,0.02500,3.512
+43,mlp.experts.11.up_proj,0.0000242594,0.02500,4.416
+43,mlp.experts.41.up_proj,0.0000457477,0.02500,3.802
+43,mlp.experts.19.up_proj,0.0000283373,0.02500,4.437
+43,mlp.experts.23.up_proj,0.0000286114,0.02500,4.511
+43,mlp.experts.62.up_proj,0.0000177662,0.02500,3.376
+43,mlp.experts.70.up_proj,0.0000649863,0.02500,3.594
+43,mlp.experts.66.up_proj,0.0000105919,0.02500,3.553
+43,mlp.experts.15.up_proj,0.0000139624,0.02500,5.266
+43,mlp.experts.65.up_proj,0.0000139830,0.02500,3.316
+43,mlp.experts.58.up_proj,0.0000106391,0.02500,3.256
+43,mlp.experts.52.up_proj,0.0000143899,0.02500,4.635
+43,mlp.experts.44.up_proj,0.0000302563,0.02500,4.394
+43,mlp.experts.48.up_proj,0.0000273003,0.02500,4.526
+43,mlp.experts.61.up_proj,0.0000276124,0.02500,3.270
+43,mlp.experts.40.up_proj,0.0000280936,0.02500,4.748
+43,mlp.experts.69.up_proj,0.0000530858,0.02500,3.826
+43,mlp.experts.57.up_proj,0.0000331693,0.02500,3.532
+43,mlp.experts.78.up_proj,0.0000286165,0.02500,3.059
+43,mlp.experts.86.up_proj,0.0000188743,0.02500,3.286
+43,mlp.experts.27.up_proj,0.0000297938,0.02500,4.503
+43,mlp.experts.35.up_proj,0.0000257895,0.02500,4.374
+43,mlp.experts.82.up_proj,0.0000514882,0.02500,3.378
+43,mlp.experts.39.up_proj,0.0000120434,0.02500,4.432
+43,mlp.experts.31.up_proj,0.0000432897,0.02500,4.083
+43,mlp.experts.74.up_proj,0.0000338429,0.02500,3.690
+43,mlp.experts.81.up_proj,0.0000250605,0.02500,3.821
+43,mlp.experts.68.up_proj,0.0000281144,0.02500,4.084
+43,mlp.experts.64.up_proj,0.0000584818,0.02500,4.042
+43,mlp.experts.60.up_proj,0.0000509791,0.02500,4.132
+43,mlp.experts.85.up_proj,0.0000301787,0.02500,3.950
+43,mlp.experts.77.up_proj,0.0000339215,0.02500,4.156
+43,mlp.experts.56.up_proj,0.0000263810,0.02500,4.060
+43,mlp.experts.94.up_proj,0.0000288315,0.02500,3.540
+43,mlp.experts.73.up_proj,0.0000265073,0.02500,3.938
+43,mlp.experts.102.up_proj,0.0000237832,0.02500,3.488
+43,mlp.experts.98.up_proj,0.0000248647,0.02500,3.280
+43,mlp.experts.43.up_proj,0.0000839866,0.02500,4.681
+43,mlp.experts.90.up_proj,0.0000376400,0.02500,3.132
+43,mlp.experts.97.up_proj,0.0000265541,0.02500,3.154
+43,mlp.experts.51.up_proj,0.0000223134,0.02500,4.656
+43,mlp.experts.55.up_proj,0.0000063358,0.02500,4.634
+43,mlp.experts.76.up_proj,0.0000433340,0.02500,3.296
+43,mlp.experts.80.up_proj,0.0000432097,0.02500,3.358
+43,mlp.experts.72.up_proj,0.0000232973,0.02500,3.344
+43,mlp.experts.101.up_proj,0.0000273400,0.02500,3.506
+43,mlp.experts.84.up_proj,0.0000218455,0.02500,3.577
+43,mlp.experts.47.up_proj,0.0000206975,0.02500,4.717
+43,mlp.experts.93.up_proj,0.0000195008,0.02500,3.692
+43,mlp.experts.110.up_proj,0.0000279170,0.02500,3.132
+43,mlp.experts.118.up_proj,0.0000306092,0.02500,3.146
+43,mlp.experts.89.up_proj,0.0000304608,0.02500,3.506
+43,mlp.experts.114.up_proj,0.0000337418,0.02500,3.059
+43,mlp.experts.106.up_proj,0.0000224050,0.02500,2.682
+43,mlp.experts.113.up_proj,0.0000345957,0.02500,3.753
+43,mlp.experts.59.up_proj,0.0000327902,0.02500,4.198
+43,mlp.experts.117.up_proj,0.0000092775,0.02500,3.378
+43,mlp.experts.67.up_proj,0.0000317345,0.02500,4.163
+43,mlp.experts.109.up_proj,0.0000229214,0.02500,3.209
+43,mlp.experts.71.up_proj,0.0000206461,0.02500,4.252
+43,mlp.experts.96.up_proj,0.0000341165,0.02500,3.905
+43,mlp.experts.105.up_proj,0.0000297600,0.02500,2.845
+43,mlp.experts.92.up_proj,0.0000475382,0.02500,4.023
+43,mlp.experts.100.up_proj,0.0000067849,0.02500,3.913
+43,mlp.experts.88.up_proj,0.0000122057,0.02500,3.969
+43,mlp.experts.63.up_proj,0.0000147121,0.02500,4.272
+43,mlp.experts.75.up_proj,0.0000223945,0.02500,4.431
+43,mlp.experts.112.up_proj,0.0000293664,0.02500,3.978
+43,mlp.experts.108.up_proj,0.0000303261,0.02500,3.971
+43,mlp.experts.116.up_proj,0.0000319158,0.02500,3.901
+43,mlp.experts.83.up_proj,0.0000256319,0.02500,4.424
+43,mlp.experts.104.up_proj,0.0000242569,0.02500,4.090
+43,mlp.experts.87.up_proj,0.0000098470,0.02500,4.713
+43,mlp.experts.79.up_proj,0.0000125528,0.02500,4.485
+43,mlp.experts.99.up_proj,0.0000244479,0.02500,4.085
+43,mlp.experts.91.up_proj,0.0000557380,0.02500,4.427
+43,mlp.experts.103.up_proj,0.0000138216,0.02500,4.195
+43,mlp.experts.95.up_proj,0.0000279858,0.02500,4.370
+43,mlp.experts.115.up_proj,0.0000389413,0.02500,4.316
+43,mlp.experts.107.up_proj,0.0000301933,0.02500,4.618
+43,mlp.experts.119.up_proj,0.0000548236,0.02500,4.186
+43,mlp.experts.111.up_proj,0.0000235956,0.02500,3.659
+43,mlp.experts.6.down_proj,0.0000024990,0.02500,1.582
+43,mlp.experts.10.down_proj,0.0000065477,0.02500,1.593
+43,mlp.experts.14.down_proj,0.0000021802,0.02500,1.615
+43,mlp.experts.2.down_proj,0.0000112274,0.02500,1.644
+43,mlp.experts.0.down_proj,0.0000038958,0.02500,1.649
+43,mlp.experts.4.down_proj,0.0000069910,0.02500,1.834
+43,mlp.experts.8.down_proj,0.0000051892,0.02500,1.854
+43,mlp.experts.12.down_proj,0.0000034350,0.02500,1.872
+43,mlp.experts.9.down_proj,0.0000046982,0.02500,2.346
+43,mlp.experts.13.down_proj,0.0000150508,0.02500,2.351
+43,mlp.experts.1.down_proj,0.0000029071,0.02500,2.371
+43,mlp.experts.5.down_proj,0.0000033893,0.02500,2.372
+43,mlp.experts.7.down_proj,0.0000148879,0.02500,2.391
+43,mlp.experts.22.down_proj,0.0000036895,0.02500,0.810
+43,mlp.experts.3.down_proj,0.0000042076,0.02500,2.396
+43,mlp.experts.26.down_proj,0.0000026571,0.02500,0.828
+43,mlp.experts.11.down_proj,0.0000046422,0.02500,2.442
+43,mlp.experts.30.down_proj,0.0000056503,0.02500,0.838
+43,mlp.experts.15.down_proj,0.0000018938,0.02500,2.489
+43,mlp.experts.18.down_proj,0.0000018250,0.02500,0.848
+43,mlp.experts.16.down_proj,0.0000042282,0.02500,1.532
+43,mlp.experts.19.down_proj,0.0000029928,0.02500,0.953
+43,mlp.experts.20.down_proj,0.0000023723,0.02500,1.521
+43,mlp.experts.38.down_proj,0.0000048089,0.02500,0.990
+43,mlp.experts.28.down_proj,0.0000064250,0.02500,1.521
+43,mlp.experts.24.down_proj,0.0000032646,0.02500,1.541
+43,mlp.experts.46.down_proj,0.0000044810,0.02500,0.977
+43,mlp.experts.34.down_proj,0.0000041402,0.02500,0.981
+43,mlp.experts.42.down_proj,0.0000034746,0.02500,1.097
+43,mlp.experts.23.down_proj,0.0000051426,0.02500,1.183
+43,mlp.experts.27.down_proj,0.0000043822,0.02500,1.166
+43,mlp.experts.31.down_proj,0.0000088443,0.02500,1.215
+43,mlp.experts.25.down_proj,0.0000031262,0.02500,1.359
+43,mlp.experts.21.down_proj,0.0000028843,0.02500,1.356
+43,mlp.experts.17.down_proj,0.0000103538,0.02500,1.366
+43,mlp.experts.29.down_proj,0.0000047378,0.02500,1.459
+43,mlp.experts.54.down_proj,0.0000062462,0.02500,0.854
+43,mlp.experts.62.down_proj,0.0000017808,0.02500,0.850
+43,mlp.experts.35.down_proj,0.0000028208,0.02500,0.958
+43,mlp.experts.50.down_proj,0.0000030830,0.02500,0.847
+43,mlp.experts.58.down_proj,0.0000018808,0.02500,0.836
+43,mlp.experts.32.down_proj,0.0000056448,0.02500,1.325
+43,mlp.experts.36.down_proj,0.0000058237,0.02500,1.236
+43,mlp.experts.44.down_proj,0.0000035514,0.02500,1.219
+43,mlp.experts.39.down_proj,0.0000033377,0.02500,1.059
+43,mlp.experts.47.down_proj,0.0000017613,0.02500,0.933
+43,mlp.experts.40.down_proj,0.0000047699,0.02500,1.264
+43,mlp.experts.41.down_proj,0.0000072455,0.02500,1.003
+43,mlp.experts.33.down_proj,0.0000035127,0.02500,1.027
+43,mlp.experts.45.down_proj,0.0000038078,0.02500,0.955
+43,mlp.experts.43.down_proj,0.0000254241,0.02500,1.168
+43,mlp.experts.37.down_proj,0.0000028259,0.02500,1.060
+43,mlp.experts.70.down_proj,0.0000136998,0.02500,0.864
+43,mlp.experts.78.down_proj,0.0000033122,0.02500,0.866
+43,mlp.experts.66.down_proj,0.0000012150,0.02500,0.865
+43,mlp.experts.74.down_proj,0.0000036282,0.02500,0.876
+43,mlp.experts.51.down_proj,0.0000021963,0.02500,1.079
+43,mlp.experts.55.down_proj,0.0000010633,0.02500,1.127
+43,mlp.experts.48.down_proj,0.0000031562,0.02500,1.261
+43,mlp.experts.49.down_proj,0.0000034920,0.02500,1.041
+43,mlp.experts.52.down_proj,0.0000014655,0.02500,1.229
+43,mlp.experts.61.down_proj,0.0000039130,0.02500,1.078
+43,mlp.experts.60.down_proj,0.0000087423,0.02500,1.237
+43,mlp.experts.57.down_proj,0.0000082968,0.02500,1.144
+43,mlp.experts.56.down_proj,0.0000040240,0.02500,1.224
+43,mlp.experts.53.down_proj,0.0000028517,0.02500,1.158
+43,mlp.experts.86.down_proj,0.0000048842,0.02500,0.851
+43,mlp.experts.59.down_proj,0.0000046322,0.02500,1.188
+43,mlp.experts.63.down_proj,0.0000022570,0.02500,1.334
+43,mlp.experts.94.down_proj,0.0000055018,0.02500,0.849
+43,mlp.experts.82.down_proj,0.0000103405,0.02500,0.846
+43,mlp.experts.90.down_proj,0.0000078893,0.02500,0.824
+43,mlp.experts.102.down_proj,0.0000026044,0.02500,0.898
+43,mlp.experts.77.down_proj,0.0000046876,0.02500,1.059
+43,mlp.experts.110.down_proj,0.0000021421,0.02500,0.924
+43,mlp.experts.98.down_proj,0.0000032986,0.02500,0.917
+43,mlp.experts.106.down_proj,0.0000027445,0.02500,0.903
+43,mlp.experts.73.down_proj,0.0000030397,0.02500,1.147
+43,mlp.experts.65.down_proj,0.0000021194,0.02500,1.200
+43,mlp.experts.69.down_proj,0.0000060288,0.02500,1.081
+43,mlp.experts.67.down_proj,0.0000050599,0.02500,1.665
+43,mlp.experts.64.down_proj,0.0000078946,0.02500,1.298
+43,mlp.experts.76.down_proj,0.0000070503,0.02500,1.346
+43,mlp.experts.68.down_proj,0.0000027055,0.02500,1.413
+43,mlp.experts.72.down_proj,0.0000032600,0.02500,1.417
+43,mlp.experts.71.down_proj,0.0000033908,0.02500,1.601
+43,mlp.experts.118.down_proj,0.0000047915,0.02500,0.651
+43,mlp.experts.114.down_proj,0.0000052061,0.02500,0.625
+43,mlp.experts.75.down_proj,0.0000022122,0.02500,1.667
+43,mlp.experts.79.down_proj,0.0000010330,0.02500,1.726
+43,mlp.experts.93.down_proj,0.0000026168,0.02500,0.919
+43,mlp.experts.85.down_proj,0.0000051006,0.02500,0.953
+43,mlp.experts.81.down_proj,0.0000024581,0.02500,1.100
+43,mlp.experts.89.down_proj,0.0000058673,0.02500,1.190
+43,mlp.experts.80.down_proj,0.0000070056,0.02500,1.273
+43,mlp.experts.83.down_proj,0.0000032965,0.02500,1.337
+43,mlp.experts.92.down_proj,0.0000145834,0.02500,1.265
+43,mlp.experts.84.down_proj,0.0000033935,0.02500,1.253
+43,mlp.experts.87.down_proj,0.0000016003,0.02500,1.281
+43,mlp.experts.88.down_proj,0.0000029407,0.02500,1.383
+43,mlp.experts.109.down_proj,0.0000037035,0.02500,0.904
+43,mlp.experts.91.down_proj,0.0000093741,0.02500,1.278
+43,mlp.experts.101.down_proj,0.0000031903,0.02500,0.976
+43,mlp.experts.95.down_proj,0.0000056732,0.02500,1.311
+43,mlp.experts.97.down_proj,0.0000026279,0.02500,0.909
+43,mlp.experts.105.down_proj,0.0000048966,0.02500,0.855
+43,mlp.experts.96.down_proj,0.0000068087,0.02500,1.162
+43,mlp.experts.117.down_proj,0.0000019252,0.02500,0.647
+43,mlp.experts.108.down_proj,0.0000094550,0.02500,1.163
+43,mlp.experts.113.down_proj,0.0000038803,0.02500,0.619
+43,mlp.experts.100.down_proj,0.0000005207,0.02500,1.190
+43,mlp.experts.99.down_proj,0.0000039156,0.02500,1.415
+43,mlp.experts.104.down_proj,0.0000028230,0.02500,1.150
+43,mlp.experts.103.down_proj,0.0000014093,0.02500,1.385
+43,mlp.experts.107.down_proj,0.0000090507,0.02500,1.356
+43,mlp.experts.111.down_proj,0.0000033556,0.02500,1.328
+43,mlp.experts.112.down_proj,0.0000038012,0.02500,0.910
+43,mlp.experts.116.down_proj,0.0000038352,0.02500,0.818
+43,mlp.experts.115.down_proj,0.0000031099,0.02500,1.098
+43,mlp.experts.119.down_proj,0.0000103726,0.02500,0.927
+44,self_attn.v_proj,0.0000001201,0.02500,1.368
+44,self_attn.k_proj,0.0000000607,0.02500,1.675
+44,self_attn.q_proj,0.0000004174,0.02500,1.791
+44,self_attn.o_proj,0.0000002592,0.02500,4.957
+44,mlp.shared_experts.gate_proj,0.0000013528,0.02500,1.266
+44,mlp.shared_experts.up_proj,0.0000014522,0.02500,1.478
+44,mlp.shared_experts.down_proj,0.0000001485,0.02500,0.380
+44,mlp.experts.15.gate_proj,0.0000092858,0.02500,4.747
+44,mlp.experts.11.gate_proj,0.0000331979,0.02500,4.747
+44,mlp.experts.7.gate_proj,0.0000440324,0.02500,4.844
+44,mlp.experts.3.gate_proj,0.0000339591,0.02500,4.846
+44,mlp.experts.10.gate_proj,0.0000276498,0.02500,4.923
+44,mlp.experts.14.gate_proj,0.0000207982,0.02500,5.027
+44,mlp.experts.2.gate_proj,0.0000272905,0.02500,5.373
+44,mlp.experts.6.gate_proj,0.0000322592,0.02500,5.427
+44,mlp.experts.1.gate_proj,0.0000257021,0.02500,5.594
+44,mlp.experts.9.gate_proj,0.0000247101,0.02500,5.568
+44,mlp.experts.5.gate_proj,0.0000300519,0.02500,5.719
+44,mlp.experts.13.gate_proj,0.0000306371,0.02500,5.399
+44,mlp.experts.0.gate_proj,0.0000770589,0.02500,6.971
+44,mlp.experts.12.gate_proj,0.0000240992,0.02500,7.059
+44,mlp.experts.4.gate_proj,0.0000225797,0.02500,7.052
+44,mlp.experts.8.gate_proj,0.0000332945,0.02500,7.329
+44,mlp.experts.31.gate_proj,0.0000904967,0.02500,3.226
+44,mlp.experts.27.gate_proj,0.0000324541,0.02500,3.284
+44,mlp.experts.23.gate_proj,0.0000311484,0.02500,3.264
+44,mlp.experts.19.gate_proj,0.0000298920,0.02500,3.276
+44,mlp.experts.26.gate_proj,0.0000077243,0.02500,3.871
+44,mlp.experts.30.gate_proj,0.0000106842,0.02500,3.934
+44,mlp.experts.22.gate_proj,0.0000131108,0.02500,3.928
+44,mlp.experts.18.gate_proj,0.0000209848,0.02500,4.102
+44,mlp.experts.25.gate_proj,0.0000294429,0.02500,4.041
+44,mlp.experts.17.gate_proj,0.0000516856,0.02500,4.126
+44,mlp.experts.29.gate_proj,0.0000274360,0.02500,4.084
+44,mlp.experts.21.gate_proj,0.0000253145,0.02500,4.148
+44,mlp.experts.43.gate_proj,0.0000180119,0.02500,3.175
+44,mlp.experts.47.gate_proj,0.0000315989,0.02500,3.326
+44,mlp.experts.35.gate_proj,0.0000383940,0.02500,3.238
+44,mlp.experts.39.gate_proj,0.0000156330,0.02500,3.319
+44,mlp.experts.16.gate_proj,0.0000341324,0.02500,4.588
+44,mlp.experts.20.gate_proj,0.0000386936,0.02500,4.557
+44,mlp.experts.24.gate_proj,0.0000329956,0.02500,4.443
+44,mlp.experts.28.gate_proj,0.0000464783,0.02500,4.776
+44,mlp.experts.42.gate_proj,0.0000220973,0.02500,3.570
+44,mlp.experts.46.gate_proj,0.0000703245,0.02500,3.476
+44,mlp.experts.38.gate_proj,0.0000260748,0.02500,3.348
+44,mlp.experts.34.gate_proj,0.0000346170,0.02500,3.636
+44,mlp.experts.33.gate_proj,0.0000438610,0.02500,4.204
+44,mlp.experts.41.gate_proj,0.0000227318,0.02500,4.373
+44,mlp.experts.45.gate_proj,0.0000390587,0.02500,4.378
+44,mlp.experts.37.gate_proj,0.0000312577,0.02500,4.388
+44,mlp.experts.59.gate_proj,0.0000244365,0.02500,3.225
+44,mlp.experts.55.gate_proj,0.0000314033,0.02500,3.061
+44,mlp.experts.51.gate_proj,0.0000319887,0.02500,3.244
+44,mlp.experts.63.gate_proj,0.0000235615,0.02500,3.368
+44,mlp.experts.32.gate_proj,0.0000164163,0.02500,3.233
+44,mlp.experts.36.gate_proj,0.0000417048,0.02500,3.227
+44,mlp.experts.44.gate_proj,0.0000103640,0.02500,3.206
+44,mlp.experts.40.gate_proj,0.0000652004,0.02500,3.329
+44,mlp.experts.62.gate_proj,0.0000219969,0.02500,3.108
+44,mlp.experts.58.gate_proj,0.0000456090,0.02500,3.328
+44,mlp.experts.54.gate_proj,0.0000592552,0.02500,3.390
+44,mlp.experts.50.gate_proj,0.0000302047,0.02500,3.836
+44,mlp.experts.75.gate_proj,0.0000303378,0.02500,3.154
+44,mlp.experts.71.gate_proj,0.0000097007,0.02500,3.149
+44,mlp.experts.67.gate_proj,0.0000333098,0.02500,3.083
+44,mlp.experts.79.gate_proj,0.0000148524,0.02500,3.132
+44,mlp.experts.49.gate_proj,0.0000910809,0.02500,4.207
+44,mlp.experts.57.gate_proj,0.0000336841,0.02500,4.243
+44,mlp.experts.48.gate_proj,0.0000347334,0.02500,3.482
+44,mlp.experts.52.gate_proj,0.0000376970,0.02500,3.487
+44,mlp.experts.61.gate_proj,0.0000265826,0.02500,4.256
+44,mlp.experts.53.gate_proj,0.0000302533,0.02500,4.246
+44,mlp.experts.60.gate_proj,0.0000235602,0.02500,3.500
+44,mlp.experts.56.gate_proj,0.0000072930,0.02500,3.543
+44,mlp.experts.78.gate_proj,0.0000203655,0.02500,3.559
+44,mlp.experts.74.gate_proj,0.0000255139,0.02500,3.540
+44,mlp.experts.70.gate_proj,0.0000198453,0.02500,3.470
+44,mlp.experts.66.gate_proj,0.0000467380,0.02500,3.182
+44,mlp.experts.87.gate_proj,0.0000347019,0.02500,3.196
+44,mlp.experts.91.gate_proj,0.0000102457,0.02500,3.334
+44,mlp.experts.83.gate_proj,0.0000521672,0.02500,3.298
+44,mlp.experts.95.gate_proj,0.0000281335,0.02500,3.248
+44,mlp.experts.64.gate_proj,0.0000308078,0.02500,4.126
+44,mlp.experts.68.gate_proj,0.0000248903,0.02500,4.127
+44,mlp.experts.90.gate_proj,0.0000549392,0.02500,3.235
+44,mlp.experts.65.gate_proj,0.0000322945,0.02500,4.377
+44,mlp.experts.94.gate_proj,0.0000613767,0.02500,3.457
+44,mlp.experts.76.gate_proj,0.0000392150,0.02500,4.047
+44,mlp.experts.73.gate_proj,0.0000309373,0.02500,4.353
+44,mlp.experts.72.gate_proj,0.0000240371,0.02500,4.047
+44,mlp.experts.77.gate_proj,0.0000473971,0.02500,4.359
+44,mlp.experts.69.gate_proj,0.0000333921,0.02500,4.373
+44,mlp.experts.86.gate_proj,0.0000450576,0.02500,3.433
+44,mlp.experts.82.gate_proj,0.0000721302,0.02500,3.607
+44,mlp.experts.99.gate_proj,0.0000415942,0.02500,3.487
+44,mlp.experts.103.gate_proj,0.0000414390,0.02500,3.780
+44,mlp.experts.107.gate_proj,0.0000342577,0.02500,3.899
+44,mlp.experts.111.gate_proj,0.0000685909,0.02500,3.825
+44,mlp.experts.106.gate_proj,0.0000273323,0.02500,3.220
+44,mlp.experts.80.gate_proj,0.0000141555,0.02500,3.341
+44,mlp.experts.84.gate_proj,0.0000293511,0.02500,3.325
+44,mlp.experts.92.gate_proj,0.0000615200,0.02500,3.338
+44,mlp.experts.110.gate_proj,0.0000522889,0.02500,3.436
+44,mlp.experts.88.gate_proj,0.0000064928,0.02500,3.305
+44,mlp.experts.102.gate_proj,0.0000630436,0.02500,3.562
+44,mlp.experts.81.gate_proj,0.0000311657,0.02500,4.151
+44,mlp.experts.89.gate_proj,0.0000278986,0.02500,4.111
+44,mlp.experts.85.gate_proj,0.0000406356,0.02500,4.071
+44,mlp.experts.93.gate_proj,0.0000452811,0.02500,4.146
+44,mlp.experts.98.gate_proj,0.0000688348,0.02500,3.742
+44,mlp.experts.119.gate_proj,0.0000652597,0.02500,3.349
+44,mlp.experts.115.gate_proj,0.0000326980,0.02500,3.725
+44,mlp.experts.7.up_proj,0.0000438999,0.02500,3.448
+44,mlp.experts.3.up_proj,0.0000331210,0.02500,3.594
+44,mlp.experts.96.gate_proj,0.0000238522,0.02500,3.681
+44,mlp.experts.100.gate_proj,0.0000354291,0.02500,3.728
+44,mlp.experts.2.up_proj,0.0000266749,0.02500,3.936
+44,mlp.experts.108.gate_proj,0.0000691407,0.02500,3.751
+44,mlp.experts.6.up_proj,0.0000312078,0.02500,3.794
+44,mlp.experts.104.gate_proj,0.0000275947,0.02500,3.786
+44,mlp.experts.118.gate_proj,0.0000179621,0.02500,3.609
+44,mlp.experts.97.gate_proj,0.0000202380,0.02500,4.535
+44,mlp.experts.114.gate_proj,0.0000276986,0.02500,3.901
+44,mlp.experts.105.gate_proj,0.0000214530,0.02500,4.729
+44,mlp.experts.101.gate_proj,0.0000090487,0.02500,4.562
+44,mlp.experts.109.gate_proj,0.0000543396,0.02500,4.641
+44,mlp.experts.11.up_proj,0.0000318086,0.02500,3.643
+44,mlp.experts.15.up_proj,0.0000089650,0.02500,3.945
+44,mlp.experts.19.up_proj,0.0000297332,0.02500,3.597
+44,mlp.experts.23.up_proj,0.0000306751,0.02500,3.906
+44,mlp.experts.112.gate_proj,0.0000420355,0.02500,3.635
+44,mlp.experts.116.gate_proj,0.0000606117,0.02500,3.543
+44,mlp.experts.4.up_proj,0.0000227003,0.02500,3.578
+44,mlp.experts.0.up_proj,0.0000715137,0.02500,3.538
+44,mlp.experts.22.up_proj,0.0000129786,0.02500,3.850
+44,mlp.experts.18.up_proj,0.0000203556,0.02500,4.020
+44,mlp.experts.14.up_proj,0.0000210516,0.02500,3.972
+44,mlp.experts.27.up_proj,0.0000311800,0.02500,3.238
+44,mlp.experts.10.up_proj,0.0000270328,0.02500,3.754
+44,mlp.experts.31.up_proj,0.0000874368,0.02500,3.387
+44,mlp.experts.113.gate_proj,0.0000229821,0.02500,4.317
+44,mlp.experts.35.up_proj,0.0000393351,0.02500,3.513
+44,mlp.experts.5.up_proj,0.0000287767,0.02500,4.175
+44,mlp.experts.117.gate_proj,0.0000531497,0.02500,4.269
+44,mlp.experts.1.up_proj,0.0000251561,0.02500,4.413
+44,mlp.experts.39.up_proj,0.0000151013,0.02500,3.669
+44,mlp.experts.8.up_proj,0.0000337819,0.02500,3.818
+44,mlp.experts.12.up_proj,0.0000236102,0.02500,3.941
+44,mlp.experts.20.up_proj,0.0000382506,0.02500,3.863
+44,mlp.experts.16.up_proj,0.0000339131,0.02500,3.995
+44,mlp.experts.34.up_proj,0.0000335420,0.02500,3.847
+44,mlp.experts.38.up_proj,0.0000253460,0.02500,3.898
+44,mlp.experts.30.up_proj,0.0000102464,0.02500,3.953
+44,mlp.experts.47.up_proj,0.0000312300,0.02500,3.457
+44,mlp.experts.51.up_proj,0.0000314033,0.02500,3.337
+44,mlp.experts.26.up_proj,0.0000074608,0.02500,3.777
+44,mlp.experts.43.up_proj,0.0000176273,0.02500,3.935
+44,mlp.experts.55.up_proj,0.0000308425,0.02500,3.310
+44,mlp.experts.9.up_proj,0.0000245205,0.02500,4.180
+44,mlp.experts.17.up_proj,0.0000516956,0.02500,4.139
+44,mlp.experts.21.up_proj,0.0000247543,0.02500,4.299
+44,mlp.experts.13.up_proj,0.0000303914,0.02500,4.364
+44,mlp.experts.24.up_proj,0.0000317107,0.02500,3.669
+44,mlp.experts.28.up_proj,0.0000461959,0.02500,3.663
+44,mlp.experts.36.up_proj,0.0000403545,0.02500,3.684
+44,mlp.experts.32.up_proj,0.0000157476,0.02500,3.761
+44,mlp.experts.54.up_proj,0.0000578678,0.02500,3.796
+44,mlp.experts.50.up_proj,0.0000291889,0.02500,4.281
+44,mlp.experts.46.up_proj,0.0000654290,0.02500,3.741
+44,mlp.experts.63.up_proj,0.0000225632,0.02500,3.370
+44,mlp.experts.67.up_proj,0.0000326922,0.02500,3.715
+44,mlp.experts.42.up_proj,0.0000215000,0.02500,3.753
+44,mlp.experts.71.up_proj,0.0000092808,0.02500,3.484
+44,mlp.experts.59.up_proj,0.0000241085,0.02500,3.904
+44,mlp.experts.25.up_proj,0.0000295386,0.02500,4.232
+44,mlp.experts.40.up_proj,0.0000657303,0.02500,3.739
+44,mlp.experts.44.up_proj,0.0000089613,0.02500,3.723
+44,mlp.experts.33.up_proj,0.0000424077,0.02500,4.415
+44,mlp.experts.29.up_proj,0.0000273903,0.02500,4.371
+44,mlp.experts.52.up_proj,0.0000383022,0.02500,3.743
+44,mlp.experts.37.up_proj,0.0000303350,0.02500,4.713
+44,mlp.experts.48.up_proj,0.0000340134,0.02500,3.745
+44,mlp.experts.70.up_proj,0.0000196034,0.02500,3.721
+44,mlp.experts.66.up_proj,0.0000440623,0.02500,3.732
+44,mlp.experts.79.up_proj,0.0000149312,0.02500,3.547
+44,mlp.experts.62.up_proj,0.0000214336,0.02500,4.073
+44,mlp.experts.83.up_proj,0.0000490848,0.02500,3.400
+44,mlp.experts.87.up_proj,0.0000340129,0.02500,3.558
+44,mlp.experts.75.up_proj,0.0000292852,0.02500,3.413
+44,mlp.experts.58.up_proj,0.0000458301,0.02500,3.824
+44,mlp.experts.56.up_proj,0.0000071098,0.02500,3.707
+44,mlp.experts.60.up_proj,0.0000217995,0.02500,3.717
+44,mlp.experts.68.up_proj,0.0000241239,0.02500,3.728
+44,mlp.experts.64.up_proj,0.0000285950,0.02500,3.737
+44,mlp.experts.41.up_proj,0.0000223616,0.02500,4.681
+44,mlp.experts.49.up_proj,0.0000820924,0.02500,4.587
+44,mlp.experts.86.up_proj,0.0000442466,0.02500,3.966
+44,mlp.experts.45.up_proj,0.0000391760,0.02500,4.565
+44,mlp.experts.99.up_proj,0.0000416426,0.02500,3.189
+44,mlp.experts.53.up_proj,0.0000295164,0.02500,4.565
+44,mlp.experts.95.up_proj,0.0000273455,0.02500,3.788
+44,mlp.experts.82.up_proj,0.0000695913,0.02500,4.040
+44,mlp.experts.91.up_proj,0.0000090843,0.02500,3.499
+44,mlp.experts.78.up_proj,0.0000197512,0.02500,3.944
+44,mlp.experts.103.up_proj,0.0000390741,0.02500,3.733
+44,mlp.experts.74.up_proj,0.0000249049,0.02500,3.820
+44,mlp.experts.72.up_proj,0.0000237236,0.02500,3.661
+44,mlp.experts.76.up_proj,0.0000392610,0.02500,3.830
+44,mlp.experts.84.up_proj,0.0000291618,0.02500,3.720
+44,mlp.experts.80.up_proj,0.0000140323,0.02500,3.800
+44,mlp.experts.115.up_proj,0.0000325150,0.02500,3.545
+44,mlp.experts.111.up_proj,0.0000680676,0.02500,3.280
+44,mlp.experts.102.up_proj,0.0000644164,0.02500,3.793
+44,mlp.experts.107.up_proj,0.0000325216,0.02500,3.072
+44,mlp.experts.57.up_proj,0.0000331267,0.02500,4.398
+44,mlp.experts.98.up_proj,0.0000676329,0.02500,3.649
+44,mlp.experts.119.up_proj,0.0000648747,0.02500,3.331
+44,mlp.experts.65.up_proj,0.0000322543,0.02500,4.328
+44,mlp.experts.61.up_proj,0.0000244874,0.02500,4.407
+44,mlp.experts.94.up_proj,0.0000610781,0.02500,3.709
+44,mlp.experts.69.up_proj,0.0000329072,0.02500,4.402
+44,mlp.experts.90.up_proj,0.0000543341,0.02500,3.778
+44,mlp.experts.92.up_proj,0.0000628615,0.02500,3.921
+44,mlp.experts.88.up_proj,0.0000059934,0.02500,4.254
+44,mlp.experts.100.up_proj,0.0000349778,0.02500,3.995
+44,mlp.experts.96.up_proj,0.0000238221,0.02500,4.007
+44,mlp.experts.73.up_proj,0.0000309668,0.02500,3.746
+44,mlp.experts.118.up_proj,0.0000180569,0.02500,4.001
+44,mlp.experts.114.up_proj,0.0000272516,0.02500,3.894
+44,mlp.experts.81.up_proj,0.0000306171,0.02500,3.763
+44,mlp.experts.77.up_proj,0.0000445253,0.02500,3.714
+44,mlp.experts.85.up_proj,0.0000398935,0.02500,3.594
+44,mlp.experts.110.up_proj,0.0000515368,0.02500,3.785
+44,mlp.experts.106.up_proj,0.0000262215,0.02500,3.288
+44,mlp.experts.108.up_proj,0.0000670086,0.02500,4.219
+44,mlp.experts.116.up_proj,0.0000565032,0.02500,4.151
+44,mlp.experts.104.up_proj,0.0000259674,0.02500,4.366
+44,mlp.experts.112.up_proj,0.0000397880,0.02500,3.926
+44,mlp.experts.89.up_proj,0.0000282403,0.02500,3.941
+44,mlp.experts.97.up_proj,0.0000202579,0.02500,4.043
+44,mlp.experts.93.up_proj,0.0000457798,0.02500,4.036
+44,mlp.experts.101.up_proj,0.0000087981,0.02500,4.045
+44,mlp.experts.105.up_proj,0.0000198613,0.02500,4.636
+44,mlp.experts.113.up_proj,0.0000212604,0.02500,4.582
+44,mlp.experts.109.up_proj,0.0000525651,0.02500,4.701
+44,mlp.experts.117.up_proj,0.0000479330,0.02500,4.547
+44,mlp.experts.5.down_proj,0.0000026817,0.02500,1.205
+44,mlp.experts.1.down_proj,0.0000026984,0.02500,1.209
+44,mlp.experts.9.down_proj,0.0000041613,0.02500,1.224
+44,mlp.experts.13.down_proj,0.0000089144,0.02500,1.258
+44,mlp.experts.14.down_proj,0.0000061164,0.02500,1.500
+44,mlp.experts.11.down_proj,0.0000063919,0.02500,1.509
+44,mlp.experts.10.down_proj,0.0000029625,0.02500,1.517
+44,mlp.experts.2.down_proj,0.0000028438,0.02500,1.530
+44,mlp.experts.6.down_proj,0.0000029784,0.02500,1.536
+44,mlp.experts.7.down_proj,0.0000090160,0.02500,1.555
+44,mlp.experts.15.down_proj,0.0000024362,0.02500,1.578
+44,mlp.experts.3.down_proj,0.0000032123,0.02500,1.581
+44,mlp.experts.12.down_proj,0.0000023795,0.02500,1.845
+44,mlp.experts.4.down_proj,0.0000060514,0.02500,1.847
+44,mlp.experts.8.down_proj,0.0000068689,0.02500,1.877
+44,mlp.experts.0.down_proj,0.0000267551,0.02500,1.907
+44,mlp.experts.30.down_proj,0.0000046700,0.02500,0.889
+44,mlp.experts.26.down_proj,0.0000021005,0.02500,0.884
+44,mlp.experts.18.down_proj,0.0000023536,0.02500,0.894
+44,mlp.experts.22.down_proj,0.0000022936,0.02500,0.907
+44,mlp.experts.31.down_proj,0.0000225462,0.02500,0.938
+44,mlp.experts.21.down_proj,0.0000031734,0.02500,1.334
+44,mlp.experts.25.down_proj,0.0000050861,0.02500,1.331
+44,mlp.experts.17.down_proj,0.0000081035,0.02500,1.363
+44,mlp.experts.19.down_proj,0.0000035621,0.02500,1.000
+44,mlp.experts.29.down_proj,0.0000057327,0.02500,1.343
+44,mlp.experts.27.down_proj,0.0000034456,0.02500,1.095
+44,mlp.experts.23.down_proj,0.0000055471,0.02500,1.124
+44,mlp.experts.20.down_proj,0.0000042925,0.02500,1.280
+44,mlp.experts.24.down_proj,0.0000105752,0.02500,1.280
+44,mlp.experts.28.down_proj,0.0000070612,0.02500,1.310
+44,mlp.experts.16.down_proj,0.0000040212,0.02500,1.377
+44,mlp.experts.43.down_proj,0.0000032318,0.02500,0.919
+44,mlp.experts.46.down_proj,0.0000132797,0.02500,1.140
+44,mlp.experts.37.down_proj,0.0000054409,0.02500,1.025
+44,mlp.experts.41.down_proj,0.0000022002,0.02500,1.026
+44,mlp.experts.38.down_proj,0.0000024614,0.02500,1.153
+44,mlp.experts.47.down_proj,0.0000049147,0.02500,1.085
+44,mlp.experts.33.down_proj,0.0000035798,0.02500,1.044
+44,mlp.experts.42.down_proj,0.0000026544,0.02500,1.220
+44,mlp.experts.45.down_proj,0.0000074302,0.02500,1.027
+44,mlp.experts.34.down_proj,0.0000035258,0.02500,1.231
+44,mlp.experts.39.down_proj,0.0000016488,0.02500,1.038
+44,mlp.experts.35.down_proj,0.0000088006,0.02500,1.167
+44,mlp.experts.36.down_proj,0.0000054634,0.02500,1.256
+44,mlp.experts.59.down_proj,0.0000046961,0.02500,0.928
+44,mlp.experts.40.down_proj,0.0000137308,0.02500,1.307
+44,mlp.experts.44.down_proj,0.0000007540,0.02500,1.321
+44,mlp.experts.53.down_proj,0.0000030981,0.02500,0.918
+44,mlp.experts.57.down_proj,0.0000035664,0.02500,0.915
+44,mlp.experts.58.down_proj,0.0000111049,0.02500,0.897
+44,mlp.experts.62.down_proj,0.0000038629,0.02500,0.990
+44,mlp.experts.54.down_proj,0.0000078911,0.02500,0.925
+44,mlp.experts.49.down_proj,0.0000089491,0.02500,0.922
+44,mlp.experts.61.down_proj,0.0000031655,0.02500,0.925
+44,mlp.experts.51.down_proj,0.0000035018,0.02500,0.911
+44,mlp.experts.50.down_proj,0.0000030883,0.02500,1.016
+44,mlp.experts.63.down_proj,0.0000028127,0.02500,1.110
+44,mlp.experts.32.down_proj,0.0000016798,0.02500,1.468
+44,mlp.experts.55.down_proj,0.0000047531,0.02500,1.210
+44,mlp.experts.73.down_proj,0.0000039682,0.02500,0.917
+44,mlp.experts.69.down_proj,0.0000045268,0.02500,0.952
+44,mlp.experts.65.down_proj,0.0000043977,0.02500,0.920
+44,mlp.experts.77.down_proj,0.0000087825,0.02500,0.935
+44,mlp.experts.70.down_proj,0.0000018553,0.02500,1.012
+44,mlp.experts.74.down_proj,0.0000025411,0.02500,1.020
+44,mlp.experts.75.down_proj,0.0000032600,0.02500,1.154
+44,mlp.experts.78.down_proj,0.0000019070,0.02500,1.094
+44,mlp.experts.52.down_proj,0.0000075811,0.02500,1.354
+44,mlp.experts.66.down_proj,0.0000088252,0.02500,1.106
+44,mlp.experts.67.down_proj,0.0000035743,0.02500,1.158
+44,mlp.experts.79.down_proj,0.0000030423,0.02500,1.122
+44,mlp.experts.60.down_proj,0.0000037597,0.02500,1.377
+44,mlp.experts.56.down_proj,0.0000007577,0.02500,1.475
+44,mlp.experts.71.down_proj,0.0000036674,0.02500,1.023
+44,mlp.experts.48.down_proj,0.0000077863,0.02500,1.401
+44,mlp.experts.85.down_proj,0.0000038819,0.02500,0.939
+44,mlp.experts.89.down_proj,0.0000039410,0.02500,0.981
+44,mlp.experts.81.down_proj,0.0000038870,0.02500,0.951
+44,mlp.experts.93.down_proj,0.0000114088,0.02500,0.965
+44,mlp.experts.86.down_proj,0.0000082293,0.02500,1.039
+44,mlp.experts.90.down_proj,0.0000059737,0.02500,1.085
+44,mlp.experts.94.down_proj,0.0000106097,0.02500,1.029
+44,mlp.experts.82.down_proj,0.0000138447,0.02500,0.988
+44,mlp.experts.95.down_proj,0.0000112076,0.02500,0.947
+44,mlp.experts.91.down_proj,0.0000006786,0.02500,1.183
+44,mlp.experts.83.down_proj,0.0000107018,0.02500,1.109
+44,mlp.experts.87.down_proj,0.0000030793,0.02500,1.032
+44,mlp.experts.68.down_proj,0.0000029116,0.02500,1.285
+44,mlp.experts.76.down_proj,0.0000054958,0.02500,1.240
+44,mlp.experts.72.down_proj,0.0000026318,0.02500,1.262
+44,mlp.experts.106.down_proj,0.0000030973,0.02500,0.974
+44,mlp.experts.110.down_proj,0.0000062335,0.02500,0.957
+44,mlp.experts.101.down_proj,0.0000010469,0.02500,1.242
+44,mlp.experts.105.down_proj,0.0000017353,0.02500,1.239
+44,mlp.experts.97.down_proj,0.0000033599,0.02500,1.238
+44,mlp.experts.64.down_proj,0.0000071712,0.02500,1.496
+44,mlp.experts.102.down_proj,0.0000212994,0.02500,1.081
+44,mlp.experts.109.down_proj,0.0000061520,0.02500,1.236
+44,mlp.experts.98.down_proj,0.0000149986,0.02500,0.934
+44,mlp.experts.111.down_proj,0.0000144831,0.02500,1.142
+44,mlp.experts.99.down_proj,0.0000047209,0.02500,1.001
+44,mlp.experts.107.down_proj,0.0000043521,0.02500,1.158
+44,mlp.experts.103.down_proj,0.0000042138,0.02500,0.991
+44,mlp.experts.118.down_proj,0.0000013493,0.02500,0.608
+44,mlp.experts.114.down_proj,0.0000030986,0.02500,0.600
+44,mlp.experts.84.down_proj,0.0000041630,0.02500,1.321
+44,mlp.experts.92.down_proj,0.0000084164,0.02500,1.322
+44,mlp.experts.88.down_proj,0.0000005689,0.02500,1.310
+44,mlp.experts.117.down_proj,0.0000104355,0.02500,0.920
+44,mlp.experts.113.down_proj,0.0000062865,0.02500,0.896
+44,mlp.experts.115.down_proj,0.0000038843,0.02500,0.722
+44,mlp.experts.119.down_proj,0.0000140698,0.02500,0.696
+44,mlp.experts.80.down_proj,0.0000023694,0.02500,1.372
+44,mlp.experts.100.down_proj,0.0000062136,0.02500,1.223
+44,mlp.experts.108.down_proj,0.0000086951,0.02500,1.201
+44,mlp.experts.104.down_proj,0.0000027259,0.02500,1.188
+44,mlp.experts.96.down_proj,0.0000043301,0.02500,1.232
+44,mlp.experts.116.down_proj,0.0000074605,0.02500,1.045
+44,mlp.experts.112.down_proj,0.0000091919,0.02500,0.615
+45,self_attn.k_proj,0.0000000566,0.02500,1.582
+45,self_attn.v_proj,0.0000001188,0.02500,1.833
+45,self_attn.q_proj,0.0000004353,0.02500,2.250
+45,self_attn.o_proj,0.0000002860,0.02500,4.091
+45,mlp.shared_experts.gate_proj,0.0000015296,0.02500,1.358
+45,mlp.shared_experts.up_proj,0.0000015075,0.02500,1.284
+45,mlp.shared_experts.down_proj,0.0000001517,0.02500,0.389
+45,mlp.experts.2.gate_proj,0.0000645006,0.02500,3.947
+45,mlp.experts.14.gate_proj,0.0000145229,0.02500,3.921
+45,mlp.experts.10.gate_proj,0.0000150744,0.02500,4.132
+45,mlp.experts.6.gate_proj,0.0000378754,0.02500,4.132
+45,mlp.experts.8.gate_proj,0.0000956492,0.02500,5.133
+45,mlp.experts.12.gate_proj,0.0000414605,0.02500,5.133
+45,mlp.experts.4.gate_proj,0.0000210753,0.02500,5.494
+45,mlp.experts.0.gate_proj,0.0000531992,0.02500,5.551
+45,mlp.experts.11.gate_proj,0.0000517235,0.02500,5.309
+45,mlp.experts.3.gate_proj,0.0000306204,0.02500,5.618
+45,mlp.experts.7.gate_proj,0.0000229983,0.02500,5.537
+45,mlp.experts.15.gate_proj,0.0000298737,0.02500,5.699
+45,mlp.experts.1.gate_proj,0.0000326456,0.02500,6.048
+45,mlp.experts.5.gate_proj,0.0000207688,0.02500,6.028
+45,mlp.experts.13.gate_proj,0.0000403762,0.02500,6.199
+45,mlp.experts.9.gate_proj,0.0000265282,0.02500,6.322
+45,mlp.experts.22.gate_proj,0.0000127863,0.02500,2.938
+45,mlp.experts.30.gate_proj,0.0000275345,0.02500,3.374
+45,mlp.experts.18.gate_proj,0.0000274938,0.02500,3.959
+45,mlp.experts.26.gate_proj,0.0000400105,0.02500,3.608
+45,mlp.experts.24.gate_proj,0.0000472805,0.02500,2.901
+45,mlp.experts.20.gate_proj,0.0000361960,0.02500,2.871
+45,mlp.experts.16.gate_proj,0.0000327454,0.02500,2.816
+45,mlp.experts.28.gate_proj,0.0000249108,0.02500,3.084
+45,mlp.experts.27.gate_proj,0.0000444184,0.02500,4.371
+45,mlp.experts.19.gate_proj,0.0000285015,0.02500,4.435
+45,mlp.experts.23.gate_proj,0.0000128544,0.02500,4.471
+45,mlp.experts.31.gate_proj,0.0000738841,0.02500,4.459
+45,mlp.experts.38.gate_proj,0.0000488517,0.02500,3.443
+45,mlp.experts.46.gate_proj,0.0000465680,0.02500,3.464
+45,mlp.experts.17.gate_proj,0.0000230944,0.02500,5.107
+45,mlp.experts.40.gate_proj,0.0000101245,0.02500,2.889
+45,mlp.experts.21.gate_proj,0.0000368672,0.02500,4.986
+45,mlp.experts.36.gate_proj,0.0000326620,0.02500,2.929
+45,mlp.experts.32.gate_proj,0.0000172420,0.02500,2.927
+45,mlp.experts.34.gate_proj,0.0000103867,0.02500,3.438
+45,mlp.experts.42.gate_proj,0.0000316871,0.02500,3.486
+45,mlp.experts.44.gate_proj,0.0000509650,0.02500,3.011
+45,mlp.experts.25.gate_proj,0.0000454198,0.02500,4.998
+45,mlp.experts.29.gate_proj,0.0000251481,0.02500,5.232
+45,mlp.experts.43.gate_proj,0.0000436681,0.02500,4.391
+45,mlp.experts.62.gate_proj,0.0000472203,0.02500,3.671
+45,mlp.experts.35.gate_proj,0.0001200522,0.02500,4.629
+45,mlp.experts.39.gate_proj,0.0000274588,0.02500,4.516
+45,mlp.experts.47.gate_proj,0.0000255452,0.02500,4.502
+45,mlp.experts.48.gate_proj,0.0000408990,0.02500,3.709
+45,mlp.experts.58.gate_proj,0.0000072220,0.02500,3.543
+45,mlp.experts.54.gate_proj,0.0000541566,0.02500,4.306
+45,mlp.experts.60.gate_proj,0.0000308186,0.02500,3.689
+45,mlp.experts.56.gate_proj,0.0000459348,0.02500,4.000
+45,mlp.experts.50.gate_proj,0.0000555504,0.02500,3.940
+45,mlp.experts.33.gate_proj,0.0000184688,0.02500,4.190
+45,mlp.experts.52.gate_proj,0.0000282579,0.02500,4.182
+45,mlp.experts.37.gate_proj,0.0000372831,0.02500,4.431
+45,mlp.experts.41.gate_proj,0.0000153053,0.02500,4.247
+45,mlp.experts.45.gate_proj,0.0000582509,0.02500,4.192
+45,mlp.experts.72.gate_proj,0.0000339047,0.02500,3.155
+45,mlp.experts.78.gate_proj,0.0000302808,0.02500,3.671
+45,mlp.experts.64.gate_proj,0.0000249891,0.02500,3.412
+45,mlp.experts.66.gate_proj,0.0000159045,0.02500,3.170
+45,mlp.experts.70.gate_proj,0.0000395171,0.02500,3.522
+45,mlp.experts.76.gate_proj,0.0000315509,0.02500,3.565
+45,mlp.experts.74.gate_proj,0.0000454013,0.02500,3.886
+45,mlp.experts.68.gate_proj,0.0000423443,0.02500,3.719
+45,mlp.experts.59.gate_proj,0.0000238351,0.02500,5.109
+45,mlp.experts.51.gate_proj,0.0000222635,0.02500,5.094
+45,mlp.experts.63.gate_proj,0.0000475536,0.02500,4.908
+45,mlp.experts.55.gate_proj,0.0000602125,0.02500,5.135
+45,mlp.experts.49.gate_proj,0.0000359339,0.02500,4.871
+45,mlp.experts.53.gate_proj,0.0000419162,0.02500,4.694
+45,mlp.experts.61.gate_proj,0.0000322906,0.02500,4.716
+45,mlp.experts.57.gate_proj,0.0000200803,0.02500,5.047
+45,mlp.experts.82.gate_proj,0.0000224128,0.02500,3.225
+45,mlp.experts.92.gate_proj,0.0000243305,0.02500,3.006
+45,mlp.experts.80.gate_proj,0.0000218422,0.02500,3.421
+45,mlp.experts.88.gate_proj,0.0000301744,0.02500,3.612
+45,mlp.experts.94.gate_proj,0.0000163030,0.02500,3.632
+45,mlp.experts.90.gate_proj,0.0000343495,0.02500,3.333
+45,mlp.experts.86.gate_proj,0.0000374156,0.02500,3.766
+45,mlp.experts.84.gate_proj,0.0000431613,0.02500,3.956
+45,mlp.experts.75.gate_proj,0.0000181565,0.02500,3.739
+45,mlp.experts.67.gate_proj,0.0000301835,0.02500,3.552
+45,mlp.experts.79.gate_proj,0.0000285994,0.02500,3.549
+45,mlp.experts.71.gate_proj,0.0000207178,0.02500,3.529
+45,mlp.experts.98.gate_proj,0.0000332919,0.02500,3.122
+45,mlp.experts.108.gate_proj,0.0000660359,0.02500,3.295
+45,mlp.experts.96.gate_proj,0.0000308413,0.02500,3.226
+45,mlp.experts.102.gate_proj,0.0000228006,0.02500,3.024
+45,mlp.experts.65.gate_proj,0.0000335063,0.02500,5.180
+45,mlp.experts.104.gate_proj,0.0000387313,0.02500,3.514
+45,mlp.experts.110.gate_proj,0.0000625681,0.02500,3.674
+45,mlp.experts.69.gate_proj,0.0000437398,0.02500,5.376
+45,mlp.experts.106.gate_proj,0.0000405272,0.02500,3.615
+45,mlp.experts.77.gate_proj,0.0000194580,0.02500,5.542
+45,mlp.experts.73.gate_proj,0.0000275015,0.02500,5.434
+45,mlp.experts.91.gate_proj,0.0000376640,0.02500,3.251
+45,mlp.experts.83.gate_proj,0.0000527673,0.02500,3.230
+45,mlp.experts.95.gate_proj,0.0000383303,0.02500,3.217
+45,mlp.experts.100.gate_proj,0.0000557692,0.02500,3.601
+45,mlp.experts.87.gate_proj,0.0000226984,0.02500,3.265
+45,mlp.experts.114.gate_proj,0.0000313881,0.02500,2.968
+45,mlp.experts.112.gate_proj,0.0000189530,0.02500,3.063
+45,mlp.experts.0.up_proj,0.0000522866,0.02500,3.182
+45,mlp.experts.2.up_proj,0.0000622840,0.02500,2.890
+45,mlp.experts.4.up_proj,0.0000208379,0.02500,4.027
+45,mlp.experts.118.gate_proj,0.0000277501,0.02500,3.882
+45,mlp.experts.6.up_proj,0.0000369482,0.02500,3.893
+45,mlp.experts.107.gate_proj,0.0000508128,0.02500,3.141
+45,mlp.experts.99.gate_proj,0.0000352591,0.02500,3.161
+45,mlp.experts.111.gate_proj,0.0000308313,0.02500,3.224
+45,mlp.experts.103.gate_proj,0.0000312137,0.02500,3.291
+45,mlp.experts.81.gate_proj,0.0000300856,0.02500,4.695
+45,mlp.experts.85.gate_proj,0.0000548420,0.02500,4.696
+45,mlp.experts.93.gate_proj,0.0000663284,0.02500,4.431
+45,mlp.experts.116.gate_proj,0.0000220424,0.02500,3.919
+45,mlp.experts.89.gate_proj,0.0000075935,0.02500,4.434
+45,mlp.experts.10.up_proj,0.0000146851,0.02500,3.445
+45,mlp.experts.8.up_proj,0.0000873727,0.02500,3.206
+45,mlp.experts.18.up_proj,0.0000273687,0.02500,3.105
+45,mlp.experts.16.up_proj,0.0000320290,0.02500,3.575
+45,mlp.experts.20.up_proj,0.0000344871,0.02500,3.739
+45,mlp.experts.3.up_proj,0.0000308199,0.02500,3.311
+45,mlp.experts.22.up_proj,0.0000124887,0.02500,3.434
+45,mlp.experts.14.up_proj,0.0000142955,0.02500,3.775
+45,mlp.experts.115.gate_proj,0.0000267237,0.02500,3.364
+45,mlp.experts.7.up_proj,0.0000225981,0.02500,3.277
+45,mlp.experts.119.gate_proj,0.0000138299,0.02500,3.226
+45,mlp.experts.12.up_proj,0.0000403751,0.02500,3.915
+45,mlp.experts.97.gate_proj,0.0000492081,0.02500,4.525
+45,mlp.experts.26.up_proj,0.0000399578,0.02500,3.489
+45,mlp.experts.101.gate_proj,0.0000356446,0.02500,4.620
+45,mlp.experts.105.gate_proj,0.0000675254,0.02500,4.411
+45,mlp.experts.34.up_proj,0.0000103972,0.02500,3.297
+45,mlp.experts.109.gate_proj,0.0000411430,0.02500,4.634
+45,mlp.experts.24.up_proj,0.0000470435,0.02500,3.854
+45,mlp.experts.32.up_proj,0.0000170642,0.02500,3.839
+45,mlp.experts.19.up_proj,0.0000278779,0.02500,3.243
+45,mlp.experts.11.up_proj,0.0000511109,0.02500,3.207
+45,mlp.experts.30.up_proj,0.0000263957,0.02500,3.264
+45,mlp.experts.23.up_proj,0.0000124641,0.02500,3.205
+45,mlp.experts.15.up_proj,0.0000279893,0.02500,3.214
+45,mlp.experts.36.up_proj,0.0000314280,0.02500,3.882
+45,mlp.experts.38.up_proj,0.0000464637,0.02500,3.806
+45,mlp.experts.28.up_proj,0.0000234663,0.02500,3.168
+45,mlp.experts.42.up_proj,0.0000304008,0.02500,3.461
+45,mlp.experts.40.up_proj,0.0000106391,0.02500,3.210
+45,mlp.experts.113.gate_proj,0.0000672689,0.02500,4.241
+45,mlp.experts.50.up_proj,0.0000537197,0.02500,3.850
+45,mlp.experts.48.up_proj,0.0000397068,0.02500,3.265
+45,mlp.experts.117.gate_proj,0.0000569563,0.02500,4.343
+45,mlp.experts.5.up_proj,0.0000201129,0.02500,4.288
+45,mlp.experts.1.up_proj,0.0000332587,0.02500,4.423
+45,mlp.experts.52.up_proj,0.0000267269,0.02500,3.388
+45,mlp.experts.54.up_proj,0.0000517910,0.02500,3.334
+45,mlp.experts.46.up_proj,0.0000446094,0.02500,3.887
+45,mlp.experts.27.up_proj,0.0000423764,0.02500,4.074
+45,mlp.experts.35.up_proj,0.0001058148,0.02500,4.233
+45,mlp.experts.39.up_proj,0.0000263302,0.02500,4.146
+45,mlp.experts.31.up_proj,0.0000755982,0.02500,4.145
+45,mlp.experts.44.up_proj,0.0000505924,0.02500,3.193
+45,mlp.experts.58.up_proj,0.0000069825,0.02500,3.088
+45,mlp.experts.56.up_proj,0.0000436192,0.02500,3.413
+45,mlp.experts.66.up_proj,0.0000157317,0.02500,3.687
+45,mlp.experts.64.up_proj,0.0000243825,0.02500,3.430
+45,mlp.experts.9.up_proj,0.0000261781,0.02500,4.486
+45,mlp.experts.62.up_proj,0.0000468556,0.02500,3.250
+45,mlp.experts.68.up_proj,0.0000422294,0.02500,3.562
+45,mlp.experts.21.up_proj,0.0000364080,0.02500,4.378
+45,mlp.experts.17.up_proj,0.0000203176,0.02500,4.306
+45,mlp.experts.70.up_proj,0.0000390993,0.02500,3.760
+45,mlp.experts.13.up_proj,0.0000401679,0.02500,4.603
+45,mlp.experts.43.up_proj,0.0000432225,0.02500,3.731
+45,mlp.experts.55.up_proj,0.0000580876,0.02500,3.739
+45,mlp.experts.51.up_proj,0.0000217339,0.02500,3.886
+45,mlp.experts.47.up_proj,0.0000252658,0.02500,3.733
+45,mlp.experts.60.up_proj,0.0000303529,0.02500,3.510
+45,mlp.experts.74.up_proj,0.0000395482,0.02500,3.265
+45,mlp.experts.72.up_proj,0.0000338373,0.02500,3.335
+45,mlp.experts.82.up_proj,0.0000216412,0.02500,3.496
+45,mlp.experts.80.up_proj,0.0000214866,0.02500,3.610
+45,mlp.experts.78.up_proj,0.0000296161,0.02500,3.457
+45,mlp.experts.86.up_proj,0.0000363443,0.02500,3.216
+45,mlp.experts.90.up_proj,0.0000347147,0.02500,3.354
+45,mlp.experts.59.up_proj,0.0000228327,0.02500,3.844
+45,mlp.experts.84.up_proj,0.0000422940,0.02500,4.375
+45,mlp.experts.67.up_proj,0.0000292922,0.02500,3.749
+45,mlp.experts.71.up_proj,0.0000209722,0.02500,3.861
+45,mlp.experts.63.up_proj,0.0000470762,0.02500,3.783
+45,mlp.experts.76.up_proj,0.0000316523,0.02500,3.857
+45,mlp.experts.25.up_proj,0.0000439403,0.02500,5.149
+45,mlp.experts.88.up_proj,0.0000286143,0.02500,3.734
+45,mlp.experts.37.up_proj,0.0000369270,0.02500,5.309
+45,mlp.experts.33.up_proj,0.0000184390,0.02500,5.319
+45,mlp.experts.29.up_proj,0.0000242044,0.02500,5.493
+45,mlp.experts.98.up_proj,0.0000317137,0.02500,3.574
+45,mlp.experts.94.up_proj,0.0000161345,0.02500,3.111
+45,mlp.experts.96.up_proj,0.0000301637,0.02500,4.100
+45,mlp.experts.102.up_proj,0.0000218684,0.02500,3.741
+45,mlp.experts.75.up_proj,0.0000178659,0.02500,3.184
+45,mlp.experts.83.up_proj,0.0000524528,0.02500,3.241
+45,mlp.experts.79.up_proj,0.0000281997,0.02500,3.183
+45,mlp.experts.87.up_proj,0.0000220898,0.02500,3.292
+45,mlp.experts.106.up_proj,0.0000398614,0.02500,3.590
+45,mlp.experts.92.up_proj,0.0000238129,0.02500,3.303
+45,mlp.experts.104.up_proj,0.0000372210,0.02500,3.165
+45,mlp.experts.100.up_proj,0.0000547984,0.02500,4.073
+45,mlp.experts.110.up_proj,0.0000592259,0.02500,2.741
+45,mlp.experts.114.up_proj,0.0000290532,0.02500,3.060
+45,mlp.experts.118.up_proj,0.0000267188,0.02500,2.724
+45,mlp.experts.112.up_proj,0.0000187330,0.02500,3.171
+45,mlp.experts.41.up_proj,0.0000146560,0.02500,5.554
+45,mlp.experts.108.up_proj,0.0000645857,0.02500,2.537
+45,mlp.experts.91.up_proj,0.0000386021,0.02500,3.124
+45,mlp.experts.53.up_proj,0.0000412158,0.02500,5.239
+45,mlp.experts.103.up_proj,0.0000315032,0.02500,3.022
+45,mlp.experts.49.up_proj,0.0000346709,0.02500,5.272
+45,mlp.experts.99.up_proj,0.0000346661,0.02500,3.183
+45,mlp.experts.95.up_proj,0.0000372749,0.02500,3.228
+45,mlp.experts.116.up_proj,0.0000223285,0.02500,2.525
+45,mlp.experts.45.up_proj,0.0000589800,0.02500,5.238
+45,mlp.experts.107.up_proj,0.0000494347,0.02500,2.898
+45,mlp.experts.119.up_proj,0.0000136379,0.02500,2.821
+45,mlp.experts.115.up_proj,0.0000258706,0.02500,2.791
+45,mlp.experts.111.up_proj,0.0000302382,0.02500,2.705
+45,mlp.experts.57.up_proj,0.0000195470,0.02500,4.265
+45,mlp.experts.69.up_proj,0.0000449587,0.02500,4.275
+45,mlp.experts.65.up_proj,0.0000336172,0.02500,4.496
+45,mlp.experts.61.up_proj,0.0000303355,0.02500,4.561
+45,mlp.experts.73.up_proj,0.0000271757,0.02500,5.256
+45,mlp.experts.85.up_proj,0.0000522228,0.02500,5.106
+45,mlp.experts.81.up_proj,0.0000299484,0.02500,5.208
+45,mlp.experts.77.up_proj,0.0000188371,0.02500,5.088
+45,mlp.experts.89.up_proj,0.0000073970,0.02500,4.709
+45,mlp.experts.101.up_proj,0.0000354044,0.02500,4.663
+45,mlp.experts.97.up_proj,0.0000489238,0.02500,4.728
+45,mlp.experts.93.up_proj,0.0000647646,0.02500,4.725
+45,mlp.experts.105.up_proj,0.0000668922,0.02500,5.501
+45,mlp.experts.117.up_proj,0.0000558712,0.02500,5.507
+45,mlp.experts.113.up_proj,0.0000680272,0.02500,5.229
+45,mlp.experts.109.up_proj,0.0000413634,0.02500,5.022
+45,mlp.experts.8.down_proj,0.0000158520,0.02500,1.230
+45,mlp.experts.12.down_proj,0.0000053588,0.02500,1.232
+45,mlp.experts.0.down_proj,0.0000059007,0.02500,1.240
+45,mlp.experts.4.down_proj,0.0000029956,0.02500,1.242
+45,mlp.experts.10.down_proj,0.0000015406,0.02500,1.449
+45,mlp.experts.14.down_proj,0.0000038003,0.02500,1.500
+45,mlp.experts.2.down_proj,0.0000077366,0.02500,1.530
+45,mlp.experts.6.down_proj,0.0000049113,0.02500,1.577
+45,mlp.experts.16.down_proj,0.0000113337,0.02500,0.862
+45,mlp.experts.24.down_proj,0.0000077963,0.02500,0.884
+45,mlp.experts.28.down_proj,0.0000031355,0.02500,0.883
+45,mlp.experts.20.down_proj,0.0000043071,0.02500,0.899
+45,mlp.experts.3.down_proj,0.0000044913,0.02500,2.494
+45,mlp.experts.7.down_proj,0.0000028387,0.02500,2.523
+45,mlp.experts.15.down_proj,0.0000030618,0.02500,2.522
+45,mlp.experts.26.down_proj,0.0000065212,0.02500,1.120
+45,mlp.experts.11.down_proj,0.0000093885,0.02500,2.540
+45,mlp.experts.30.down_proj,0.0000025705,0.02500,1.114
+45,mlp.experts.22.down_proj,0.0000015757,0.02500,1.115
+45,mlp.experts.18.down_proj,0.0000067025,0.02500,1.203
+45,mlp.experts.13.down_proj,0.0000076209,0.02500,2.688
+45,mlp.experts.1.down_proj,0.0000076189,0.02500,2.878
+45,mlp.experts.9.down_proj,0.0000025579,0.02500,2.854
+45,mlp.experts.5.down_proj,0.0000023329,0.02500,2.965
+45,mlp.experts.40.down_proj,0.0000014438,0.02500,0.904
+45,mlp.experts.36.down_proj,0.0000115444,0.02500,0.890
+45,mlp.experts.44.down_proj,0.0000054904,0.02500,0.919
+45,mlp.experts.32.down_proj,0.0000032145,0.02500,0.965
+45,mlp.experts.42.down_proj,0.0000038505,0.02500,0.890
+45,mlp.experts.34.down_proj,0.0000034797,0.02500,0.896
+45,mlp.experts.46.down_proj,0.0000061577,0.02500,1.099
+45,mlp.experts.23.down_proj,0.0000034128,0.02500,1.303
+45,mlp.experts.19.down_proj,0.0000061801,0.02500,1.354
+45,mlp.experts.52.down_proj,0.0000047243,0.02500,0.822
+45,mlp.experts.56.down_proj,0.0000052487,0.02500,0.841
+45,mlp.experts.38.down_proj,0.0000080133,0.02500,1.171
+45,mlp.experts.60.down_proj,0.0000038366,0.02500,0.852
+45,mlp.experts.27.down_proj,0.0000055136,0.02500,1.342
+45,mlp.experts.31.down_proj,0.0000140165,0.02500,1.397
+45,mlp.experts.48.down_proj,0.0000048501,0.02500,0.863
+45,mlp.experts.58.down_proj,0.0000015353,0.02500,0.864
+45,mlp.experts.17.down_proj,0.0000018740,0.02500,1.482
+45,mlp.experts.25.down_proj,0.0000077679,0.02500,1.496
+45,mlp.experts.29.down_proj,0.0000023782,0.02500,1.624
+45,mlp.experts.50.down_proj,0.0000057424,0.02500,0.975
+45,mlp.experts.21.down_proj,0.0000068316,0.02500,1.645
+45,mlp.experts.68.down_proj,0.0000091642,0.02500,0.849
+45,mlp.experts.72.down_proj,0.0000086838,0.02500,0.850
+45,mlp.experts.76.down_proj,0.0000033896,0.02500,0.843
+45,mlp.experts.64.down_proj,0.0000029892,0.02500,0.857
+45,mlp.experts.54.down_proj,0.0000125601,0.02500,0.946
+45,mlp.experts.62.down_proj,0.0000064092,0.02500,1.161
+45,mlp.experts.35.down_proj,0.0000334402,0.02500,1.252
+45,mlp.experts.39.down_proj,0.0000028598,0.02500,1.320
+45,mlp.experts.47.down_proj,0.0000034472,0.02500,1.237
+45,mlp.experts.74.down_proj,0.0000080279,0.02500,0.938
+45,mlp.experts.43.down_proj,0.0000078512,0.02500,1.355
+45,mlp.experts.84.down_proj,0.0000069805,0.02500,0.877
+45,mlp.experts.88.down_proj,0.0000047055,0.02500,0.891
+45,mlp.experts.92.down_proj,0.0000028100,0.02500,0.921
+45,mlp.experts.66.down_proj,0.0000029801,0.02500,1.056
+45,mlp.experts.80.down_proj,0.0000028237,0.02500,0.904
+45,mlp.experts.78.down_proj,0.0000037777,0.02500,0.870
+45,mlp.experts.41.down_proj,0.0000044977,0.02500,1.463
+45,mlp.experts.33.down_proj,0.0000043649,0.02500,1.504
+45,mlp.experts.45.down_proj,0.0000166941,0.02500,1.452
+45,mlp.experts.70.down_proj,0.0000058866,0.02500,1.151
+45,mlp.experts.37.down_proj,0.0000038353,0.02500,1.513
+45,mlp.experts.90.down_proj,0.0000079421,0.02500,0.874
+45,mlp.experts.51.down_proj,0.0000021406,0.02500,1.228
+45,mlp.experts.55.down_proj,0.0000114917,0.02500,1.215
+45,mlp.experts.63.down_proj,0.0000094515,0.02500,1.234
+45,mlp.experts.100.down_proj,0.0000080602,0.02500,0.840
+45,mlp.experts.104.down_proj,0.0000042830,0.02500,0.856
+45,mlp.experts.108.down_proj,0.0000128187,0.02500,0.859
+45,mlp.experts.96.down_proj,0.0000055728,0.02500,0.839
+45,mlp.experts.59.down_proj,0.0000039303,0.02500,1.310
+45,mlp.experts.94.down_proj,0.0000018185,0.02500,0.905
+45,mlp.experts.82.down_proj,0.0000022080,0.02500,1.161
+45,mlp.experts.86.down_proj,0.0000094885,0.02500,0.997
+45,mlp.experts.106.down_proj,0.0000085972,0.02500,0.859
+45,mlp.experts.116.down_proj,0.0000045265,0.02500,0.639
+45,mlp.experts.57.down_proj,0.0000035385,0.02500,1.271
+45,mlp.experts.61.down_proj,0.0000131767,0.02500,1.223
+45,mlp.experts.112.down_proj,0.0000028387,0.02500,0.603
+45,mlp.experts.49.down_proj,0.0000098841,0.02500,1.273
+45,mlp.experts.53.down_proj,0.0000054881,0.02500,1.360
+45,mlp.experts.110.down_proj,0.0000101985,0.02500,1.028
+45,mlp.experts.102.down_proj,0.0000025304,0.02500,0.741
+45,mlp.experts.98.down_proj,0.0000033581,0.02500,0.928
+45,mlp.experts.67.down_proj,0.0000026573,0.02500,1.443
+45,mlp.experts.71.down_proj,0.0000041909,0.02500,1.422
+45,mlp.experts.79.down_proj,0.0000044406,0.02500,1.410
+45,mlp.experts.75.down_proj,0.0000020385,0.02500,1.502
+45,mlp.experts.118.down_proj,0.0000034865,0.02500,0.599
+45,mlp.experts.114.down_proj,0.0000033246,0.02500,0.588
+45,mlp.experts.73.down_proj,0.0000051184,0.02500,1.274
+45,mlp.experts.77.down_proj,0.0000023051,0.02500,1.280
+45,mlp.experts.65.down_proj,0.0000101531,0.02500,1.321
+45,mlp.experts.69.down_proj,0.0000087590,0.02500,1.174
+45,mlp.experts.83.down_proj,0.0000080010,0.02500,1.519
+45,mlp.experts.89.down_proj,0.0000021705,0.02500,0.905
+45,mlp.experts.93.down_proj,0.0000140281,0.02500,0.905
+45,mlp.experts.95.down_proj,0.0000056894,0.02500,1.532
+45,mlp.experts.81.down_proj,0.0000038960,0.02500,0.899
+45,mlp.experts.87.down_proj,0.0000020790,0.02500,1.612
+45,mlp.experts.85.down_proj,0.0000124591,0.02500,0.924
+45,mlp.experts.91.down_proj,0.0000089393,0.02500,1.605
+45,mlp.experts.105.down_proj,0.0000108596,0.02500,0.860
+45,mlp.experts.109.down_proj,0.0000057527,0.02500,0.862
+45,mlp.experts.97.down_proj,0.0000092626,0.02500,0.856
+45,mlp.experts.101.down_proj,0.0000040681,0.02500,0.903
+45,mlp.experts.111.down_proj,0.0000067536,0.02500,1.461
+45,mlp.experts.99.down_proj,0.0000050159,0.02500,1.543
+45,mlp.experts.103.down_proj,0.0000056890,0.02500,1.540
+45,mlp.experts.107.down_proj,0.0000069492,0.02500,1.477
+45,mlp.experts.113.down_proj,0.0000174136,0.02500,1.014
+45,mlp.experts.117.down_proj,0.0000074079,0.02500,0.870
+45,mlp.experts.115.down_proj,0.0000026023,0.02500,1.008
+45,mlp.experts.119.down_proj,0.0000017127,0.02500,0.926
+46,self_attn.v_proj,0.0000001430,0.02500,1.548
+46,self_attn.q_proj,0.0000005380,0.02500,2.117
+46,self_attn.k_proj,0.0000000735,0.02500,2.168
+46,self_attn.o_proj,0.0000002630,0.02500,3.791
+46,mlp.shared_experts.gate_proj,0.0000016517,0.02500,1.291
+46,mlp.shared_experts.up_proj,0.0000015446,0.02500,1.512
+46,mlp.shared_experts.down_proj,0.0000001598,0.02500,0.376
+46,mlp.experts.7.gate_proj,0.0000633881,0.02500,3.662
+46,mlp.experts.3.gate_proj,0.0000142288,0.02500,3.860
+46,mlp.experts.11.gate_proj,0.0000272170,0.02500,3.633
+46,mlp.experts.15.gate_proj,0.0001001752,0.02500,3.785
+46,mlp.experts.2.gate_proj,0.0000331963,0.02500,4.392
+46,mlp.experts.10.gate_proj,0.0000444861,0.02500,4.438
+46,mlp.experts.6.gate_proj,0.0000243780,0.02500,4.538
+46,mlp.experts.14.gate_proj,0.0000233484,0.02500,4.621
+46,mlp.experts.0.gate_proj,0.0000623800,0.02500,5.293
+46,mlp.experts.8.gate_proj,0.0000217076,0.02500,5.242
+46,mlp.experts.12.gate_proj,0.0001187603,0.02500,5.340
+46,mlp.experts.4.gate_proj,0.0000410354,0.02500,5.535
+46,mlp.experts.1.gate_proj,0.0000555575,0.02500,5.841
+46,mlp.experts.5.gate_proj,0.0000365101,0.02500,5.865
+46,mlp.experts.9.gate_proj,0.0000279811,0.02500,6.065
+46,mlp.experts.13.gate_proj,0.0000329032,0.02500,6.157
+46,mlp.experts.23.gate_proj,0.0000307315,0.02500,2.863
+46,mlp.experts.19.gate_proj,0.0000106707,0.02500,2.856
+46,mlp.experts.27.gate_proj,0.0000252760,0.02500,2.887
+46,mlp.experts.31.gate_proj,0.0000228596,0.02500,2.873
+46,mlp.experts.18.gate_proj,0.0000586963,0.02500,3.454
+46,mlp.experts.26.gate_proj,0.0000185721,0.02500,3.378
+46,mlp.experts.22.gate_proj,0.0000451537,0.02500,3.524
+46,mlp.experts.30.gate_proj,0.0000318476,0.02500,3.937
+46,mlp.experts.39.gate_proj,0.0000369668,0.02500,2.983
+46,mlp.experts.35.gate_proj,0.0000425991,0.02500,3.009
+46,mlp.experts.16.gate_proj,0.0000376315,0.02500,4.468
+46,mlp.experts.24.gate_proj,0.0000249254,0.02500,4.452
+46,mlp.experts.43.gate_proj,0.0000344495,0.02500,3.058
+46,mlp.experts.17.gate_proj,0.0000620760,0.02500,4.069
+46,mlp.experts.28.gate_proj,0.0000320023,0.02500,4.441
+46,mlp.experts.47.gate_proj,0.0000212095,0.02500,3.065
+46,mlp.experts.21.gate_proj,0.0000466888,0.02500,4.004
+46,mlp.experts.20.gate_proj,0.0000396432,0.02500,4.570
+46,mlp.experts.25.gate_proj,0.0000213576,0.02500,4.030
+46,mlp.experts.29.gate_proj,0.0000164362,0.02500,4.069
+46,mlp.experts.34.gate_proj,0.0000443427,0.02500,3.412
+46,mlp.experts.42.gate_proj,0.0000217068,0.02500,3.529
+46,mlp.experts.38.gate_proj,0.0000519799,0.02500,3.818
+46,mlp.experts.46.gate_proj,0.0000290913,0.02500,3.514
+46,mlp.experts.33.gate_proj,0.0000118176,0.02500,3.300
+46,mlp.experts.37.gate_proj,0.0000712947,0.02500,3.253
+46,mlp.experts.55.gate_proj,0.0000556717,0.02500,3.687
+46,mlp.experts.41.gate_proj,0.0000245884,0.02500,3.236
+46,mlp.experts.51.gate_proj,0.0000336702,0.02500,3.750
+46,mlp.experts.45.gate_proj,0.0000308582,0.02500,3.228
+46,mlp.experts.59.gate_proj,0.0000502996,0.02500,3.862
+46,mlp.experts.63.gate_proj,0.0000221114,0.02500,3.861
+46,mlp.experts.32.gate_proj,0.0000194350,0.02500,4.472
+46,mlp.experts.44.gate_proj,0.0000468868,0.02500,4.375
+46,mlp.experts.40.gate_proj,0.0000288147,0.02500,4.564
+46,mlp.experts.36.gate_proj,0.0000451661,0.02500,4.370
+46,mlp.experts.50.gate_proj,0.0000407972,0.02500,3.720
+46,mlp.experts.58.gate_proj,0.0000438731,0.02500,3.761
+46,mlp.experts.54.gate_proj,0.0000933240,0.02500,3.348
+46,mlp.experts.62.gate_proj,0.0000350860,0.02500,3.617
+46,mlp.experts.71.gate_proj,0.0000215136,0.02500,3.499
+46,mlp.experts.67.gate_proj,0.0000725945,0.02500,3.435
+46,mlp.experts.75.gate_proj,0.0000327713,0.02500,3.362
+46,mlp.experts.79.gate_proj,0.0000364806,0.02500,3.436
+46,mlp.experts.49.gate_proj,0.0000164814,0.02500,4.226
+46,mlp.experts.53.gate_proj,0.0000236328,0.02500,4.225
+46,mlp.experts.57.gate_proj,0.0000372732,0.02500,4.196
+46,mlp.experts.61.gate_proj,0.0000138368,0.02500,4.308
+46,mlp.experts.66.gate_proj,0.0000261447,0.02500,3.210
+46,mlp.experts.56.gate_proj,0.0000393685,0.02500,4.164
+46,mlp.experts.48.gate_proj,0.0000195550,0.02500,4.367
+46,mlp.experts.60.gate_proj,0.0000213981,0.02500,4.319
+46,mlp.experts.74.gate_proj,0.0000477216,0.02500,3.472
+46,mlp.experts.52.gate_proj,0.0000476498,0.02500,4.283
+46,mlp.experts.70.gate_proj,0.0000348432,0.02500,3.766
+46,mlp.experts.78.gate_proj,0.0000251064,0.02500,3.612
+46,mlp.experts.87.gate_proj,0.0000262130,0.02500,3.541
+46,mlp.experts.83.gate_proj,0.0000170572,0.02500,3.550
+46,mlp.experts.91.gate_proj,0.0000143484,0.02500,3.725
+46,mlp.experts.95.gate_proj,0.0000314012,0.02500,3.594
+46,mlp.experts.69.gate_proj,0.0000329392,0.02500,3.825
+46,mlp.experts.65.gate_proj,0.0000236645,0.02500,3.977
+46,mlp.experts.73.gate_proj,0.0000599068,0.02500,3.860
+46,mlp.experts.77.gate_proj,0.0000243753,0.02500,3.781
+46,mlp.experts.82.gate_proj,0.0000169767,0.02500,3.601
+46,mlp.experts.90.gate_proj,0.0000269031,0.02500,4.035
+46,mlp.experts.72.gate_proj,0.0000381639,0.02500,4.422
+46,mlp.experts.86.gate_proj,0.0000473861,0.02500,3.870
+46,mlp.experts.76.gate_proj,0.0000347188,0.02500,4.443
+46,mlp.experts.68.gate_proj,0.0000257755,0.02500,4.439
+46,mlp.experts.94.gate_proj,0.0000352155,0.02500,3.795
+46,mlp.experts.64.gate_proj,0.0000203177,0.02500,4.656
+46,mlp.experts.99.gate_proj,0.0000343041,0.02500,3.467
+46,mlp.experts.103.gate_proj,0.0000206065,0.02500,3.743
+46,mlp.experts.107.gate_proj,0.0000325149,0.02500,3.463
+46,mlp.experts.111.gate_proj,0.0000442688,0.02500,3.684
+46,mlp.experts.81.gate_proj,0.0000367395,0.02500,3.342
+46,mlp.experts.85.gate_proj,0.0000313548,0.02500,3.445
+46,mlp.experts.89.gate_proj,0.0000088896,0.02500,3.434
+46,mlp.experts.93.gate_proj,0.0000159241,0.02500,3.532
+46,mlp.experts.98.gate_proj,0.0000163037,0.02500,3.670
+46,mlp.experts.106.gate_proj,0.0000338618,0.02500,3.518
+46,mlp.experts.102.gate_proj,0.0000881762,0.02500,3.532
+46,mlp.experts.110.gate_proj,0.0000422642,0.02500,3.554
+46,mlp.experts.115.gate_proj,0.0000522216,0.02500,3.377
+46,mlp.experts.92.gate_proj,0.0000309824,0.02500,4.468
+46,mlp.experts.88.gate_proj,0.0000405504,0.02500,4.517
+46,mlp.experts.84.gate_proj,0.0000364763,0.02500,4.498
+46,mlp.experts.80.gate_proj,0.0000377136,0.02500,4.444
+46,mlp.experts.3.up_proj,0.0000135430,0.02500,3.641
+46,mlp.experts.119.gate_proj,0.0000809613,0.02500,3.960
+46,mlp.experts.7.up_proj,0.0000619849,0.02500,3.774
+46,mlp.experts.114.gate_proj,0.0000442419,0.02500,3.072
+46,mlp.experts.97.gate_proj,0.0000373473,0.02500,4.296
+46,mlp.experts.105.gate_proj,0.0000252910,0.02500,4.170
+46,mlp.experts.101.gate_proj,0.0000456293,0.02500,4.382
+46,mlp.experts.2.up_proj,0.0000313933,0.02500,3.048
+46,mlp.experts.109.gate_proj,0.0000927185,0.02500,4.175
+46,mlp.experts.118.gate_proj,0.0000313566,0.02500,3.040
+46,mlp.experts.6.up_proj,0.0000237376,0.02500,2.982
+46,mlp.experts.11.up_proj,0.0000266307,0.02500,3.797
+46,mlp.experts.10.up_proj,0.0000416804,0.02500,3.026
+46,mlp.experts.23.up_proj,0.0000274189,0.02500,3.205
+46,mlp.experts.15.up_proj,0.0000974676,0.02500,3.627
+46,mlp.experts.19.up_proj,0.0000104481,0.02500,4.171
+46,mlp.experts.108.gate_proj,0.0000464785,0.02500,4.818
+46,mlp.experts.18.up_proj,0.0000571678,0.02500,3.036
+46,mlp.experts.96.gate_proj,0.0000346747,0.02500,4.727
+46,mlp.experts.113.gate_proj,0.0000195156,0.02500,3.466
+46,mlp.experts.1.up_proj,0.0000539174,0.02500,3.445
+46,mlp.experts.100.gate_proj,0.0000208724,0.02500,4.881
+46,mlp.experts.104.gate_proj,0.0000370319,0.02500,5.084
+46,mlp.experts.117.gate_proj,0.0000723505,0.02500,3.436
+46,mlp.experts.14.up_proj,0.0000221276,0.02500,3.068
+46,mlp.experts.22.up_proj,0.0000426426,0.02500,3.032
+46,mlp.experts.5.up_proj,0.0000362097,0.02500,3.529
+46,mlp.experts.27.up_proj,0.0000243894,0.02500,3.729
+46,mlp.experts.26.up_proj,0.0000182507,0.02500,3.304
+46,mlp.experts.31.up_proj,0.0000227426,0.02500,3.265
+46,mlp.experts.39.up_proj,0.0000357225,0.02500,3.546
+46,mlp.experts.34.up_proj,0.0000432148,0.02500,3.345
+46,mlp.experts.35.up_proj,0.0000417664,0.02500,3.592
+46,mlp.experts.30.up_proj,0.0000320203,0.02500,3.366
+46,mlp.experts.38.up_proj,0.0000509443,0.02500,3.359
+46,mlp.experts.4.up_proj,0.0000391882,0.02500,4.322
+46,mlp.experts.112.gate_proj,0.0000824745,0.02500,4.301
+46,mlp.experts.17.up_proj,0.0000610760,0.02500,4.193
+46,mlp.experts.116.gate_proj,0.0000336178,0.02500,4.267
+46,mlp.experts.13.up_proj,0.0000312899,0.02500,4.227
+46,mlp.experts.9.up_proj,0.0000272616,0.02500,4.419
+46,mlp.experts.0.up_proj,0.0000599646,0.02500,4.396
+46,mlp.experts.21.up_proj,0.0000462632,0.02500,4.278
+46,mlp.experts.43.up_proj,0.0000329808,0.02500,3.636
+46,mlp.experts.42.up_proj,0.0000216191,0.02500,3.964
+46,mlp.experts.47.up_proj,0.0000207691,0.02500,4.102
+46,mlp.experts.55.up_proj,0.0000553959,0.02500,3.984
+46,mlp.experts.51.up_proj,0.0000328250,0.02500,3.532
+46,mlp.experts.50.up_proj,0.0000399760,0.02500,3.695
+46,mlp.experts.54.up_proj,0.0000897279,0.02500,3.610
+46,mlp.experts.46.up_proj,0.0000283853,0.02500,3.940
+46,mlp.experts.33.up_proj,0.0000117162,0.02500,3.477
+46,mlp.experts.29.up_proj,0.0000165383,0.02500,3.490
+46,mlp.experts.25.up_proj,0.0000210196,0.02500,3.518
+46,mlp.experts.37.up_proj,0.0000711432,0.02500,3.563
+46,mlp.experts.20.up_proj,0.0000389020,0.02500,4.491
+46,mlp.experts.8.up_proj,0.0000213278,0.02500,4.505
+46,mlp.experts.12.up_proj,0.0001132937,0.02500,4.538
+46,mlp.experts.16.up_proj,0.0000361341,0.02500,4.534
+46,mlp.experts.59.up_proj,0.0000489036,0.02500,3.896
+46,mlp.experts.58.up_proj,0.0000427374,0.02500,3.630
+46,mlp.experts.67.up_proj,0.0000698265,0.02500,3.462
+46,mlp.experts.63.up_proj,0.0000209888,0.02500,3.766
+46,mlp.experts.66.up_proj,0.0000252899,0.02500,3.624
+46,mlp.experts.71.up_proj,0.0000212054,0.02500,3.920
+46,mlp.experts.70.up_proj,0.0000337645,0.02500,3.617
+46,mlp.experts.49.up_proj,0.0000161609,0.02500,3.250
+46,mlp.experts.45.up_proj,0.0000299424,0.02500,3.216
+46,mlp.experts.41.up_proj,0.0000240230,0.02500,3.244
+46,mlp.experts.62.up_proj,0.0000341154,0.02500,3.772
+46,mlp.experts.53.up_proj,0.0000233578,0.02500,3.250
+46,mlp.experts.75.up_proj,0.0000310241,0.02500,3.204
+46,mlp.experts.36.up_proj,0.0000439472,0.02500,4.477
+46,mlp.experts.28.up_proj,0.0000308023,0.02500,4.389
+46,mlp.experts.32.up_proj,0.0000191663,0.02500,4.405
+46,mlp.experts.74.up_proj,0.0000467117,0.02500,3.542
+46,mlp.experts.83.up_proj,0.0000163817,0.02500,3.380
+46,mlp.experts.24.up_proj,0.0000241160,0.02500,5.093
+46,mlp.experts.87.up_proj,0.0000258738,0.02500,3.527
+46,mlp.experts.82.up_proj,0.0000163490,0.02500,3.618
+46,mlp.experts.79.up_proj,0.0000349822,0.02500,3.955
+46,mlp.experts.86.up_proj,0.0000449376,0.02500,3.591
+46,mlp.experts.65.up_proj,0.0000233158,0.02500,3.575
+46,mlp.experts.78.up_proj,0.0000249471,0.02500,3.369
+46,mlp.experts.61.up_proj,0.0000133768,0.02500,3.576
+46,mlp.experts.57.up_proj,0.0000373819,0.02500,3.686
+46,mlp.experts.69.up_proj,0.0000323554,0.02500,3.861
+46,mlp.experts.91.up_proj,0.0000141000,0.02500,3.481
+46,mlp.experts.52.up_proj,0.0000465728,0.02500,3.820
+46,mlp.experts.99.up_proj,0.0000370462,0.02500,3.453
+46,mlp.experts.44.up_proj,0.0000464886,0.02500,3.786
+46,mlp.experts.90.up_proj,0.0000258101,0.02500,3.581
+46,mlp.experts.48.up_proj,0.0000192642,0.02500,3.731
+46,mlp.experts.40.up_proj,0.0000277311,0.02500,3.606
+46,mlp.experts.98.up_proj,0.0000157290,0.02500,3.582
+46,mlp.experts.95.up_proj,0.0000310123,0.02500,3.604
+46,mlp.experts.103.up_proj,0.0000203661,0.02500,3.974
+46,mlp.experts.94.up_proj,0.0000353296,0.02500,3.667
+46,mlp.experts.102.up_proj,0.0000873110,0.02500,3.941
+46,mlp.experts.81.up_proj,0.0000358707,0.02500,4.504
+46,mlp.experts.77.up_proj,0.0000230567,0.02500,4.541
+46,mlp.experts.73.up_proj,0.0000597828,0.02500,4.527
+46,mlp.experts.85.up_proj,0.0000310458,0.02500,4.444
+46,mlp.experts.107.up_proj,0.0000312205,0.02500,3.413
+46,mlp.experts.115.up_proj,0.0000494433,0.02500,3.354
+46,mlp.experts.106.up_proj,0.0000335090,0.02500,3.484
+46,mlp.experts.68.up_proj,0.0000253006,0.02500,3.905
+46,mlp.experts.111.up_proj,0.0000446112,0.02500,3.101
+46,mlp.experts.64.up_proj,0.0000204501,0.02500,3.897
+46,mlp.experts.60.up_proj,0.0000213244,0.02500,4.014
+46,mlp.experts.119.up_proj,0.0000782816,0.02500,3.048
+46,mlp.experts.114.up_proj,0.0000437650,0.02500,3.499
+46,mlp.experts.56.up_proj,0.0000390830,0.02500,4.072
+46,mlp.experts.110.up_proj,0.0000418355,0.02500,3.655
+46,mlp.experts.118.up_proj,0.0000309377,0.02500,3.533
+46,mlp.experts.93.up_proj,0.0000158636,0.02500,4.216
+46,mlp.experts.97.up_proj,0.0000376862,0.02500,4.392
+46,mlp.experts.89.up_proj,0.0000087183,0.02500,4.369
+46,mlp.experts.101.up_proj,0.0000443958,0.02500,4.411
+46,mlp.experts.84.up_proj,0.0000356318,0.02500,4.152
+46,mlp.experts.76.up_proj,0.0000339448,0.02500,4.154
+46,mlp.experts.80.up_proj,0.0000365700,0.02500,4.314
+46,mlp.experts.72.up_proj,0.0000374203,0.02500,4.288
+46,mlp.experts.109.up_proj,0.0000862001,0.02500,4.486
+46,mlp.experts.105.up_proj,0.0000231791,0.02500,4.287
+46,mlp.experts.113.up_proj,0.0000189362,0.02500,4.767
+46,mlp.experts.117.up_proj,0.0000692182,0.02500,4.120
+46,mlp.experts.96.up_proj,0.0000342418,0.02500,3.211
+46,mlp.experts.92.up_proj,0.0000294132,0.02500,3.521
+46,mlp.experts.100.up_proj,0.0000205826,0.02500,3.822
+46,mlp.experts.88.up_proj,0.0000401527,0.02500,3.590
+46,mlp.experts.116.up_proj,0.0000330991,0.02500,3.182
+46,mlp.experts.112.up_proj,0.0000768213,0.02500,3.881
+46,mlp.experts.108.up_proj,0.0000431986,0.02500,4.067
+46,mlp.experts.104.up_proj,0.0000363192,0.02500,3.450
+46,mlp.experts.7.down_proj,0.0000135347,0.02500,1.378
+46,mlp.experts.11.down_proj,0.0000033118,0.02500,1.382
+46,mlp.experts.15.down_proj,0.0000403474,0.02500,1.436
+46,mlp.experts.3.down_proj,0.0000071597,0.02500,1.456
+46,mlp.experts.13.down_proj,0.0000042695,0.02500,1.653
+46,mlp.experts.9.down_proj,0.0000046094,0.02500,1.654
+46,mlp.experts.6.down_proj,0.0000026231,0.02500,1.676
+46,mlp.experts.2.down_proj,0.0000031090,0.02500,1.692
+46,mlp.experts.1.down_proj,0.0000113166,0.02500,1.696
+46,mlp.experts.5.down_proj,0.0000054131,0.02500,1.693
+46,mlp.experts.10.down_proj,0.0000054995,0.02500,1.704
+46,mlp.experts.14.down_proj,0.0000018979,0.02500,1.755
+46,mlp.experts.8.down_proj,0.0000033464,0.02500,2.136
+46,mlp.experts.4.down_proj,0.0000041167,0.02500,2.140
+46,mlp.experts.0.down_proj,0.0000092129,0.02500,2.233
+46,mlp.experts.12.down_proj,0.0000349706,0.02500,2.252
+46,mlp.experts.23.down_proj,0.0000116473,0.02500,1.005
+46,mlp.experts.31.down_proj,0.0000024210,0.02500,0.974
+46,mlp.experts.27.down_proj,0.0000028661,0.02500,1.057
+46,mlp.experts.19.down_proj,0.0000040760,0.02500,1.034
+46,mlp.experts.30.down_proj,0.0000052656,0.02500,0.860
+46,mlp.experts.22.down_proj,0.0000062127,0.02500,0.979
+46,mlp.experts.18.down_proj,0.0000109640,0.02500,1.030
+46,mlp.experts.26.down_proj,0.0000029015,0.02500,1.140
+46,mlp.experts.25.down_proj,0.0000027317,0.02500,1.249
+46,mlp.experts.29.down_proj,0.0000064715,0.02500,1.255
+46,mlp.experts.21.down_proj,0.0000058447,0.02500,1.251
+46,mlp.experts.17.down_proj,0.0000087250,0.02500,1.309
+46,mlp.experts.24.down_proj,0.0000107558,0.02500,0.875
+46,mlp.experts.20.down_proj,0.0000038125,0.02500,0.881
+46,mlp.experts.16.down_proj,0.0000052985,0.02500,0.853
+46,mlp.experts.28.down_proj,0.0000033769,0.02500,0.856
+46,mlp.experts.39.down_proj,0.0000037000,0.02500,0.974
+46,mlp.experts.43.down_proj,0.0000113229,0.02500,1.011
+46,mlp.experts.47.down_proj,0.0000030598,0.02500,1.062
+46,mlp.experts.35.down_proj,0.0000047453,0.02500,1.014
+46,mlp.experts.46.down_proj,0.0000032790,0.02500,0.918
+46,mlp.experts.38.down_proj,0.0000228628,0.02500,0.967
+46,mlp.experts.34.down_proj,0.0000040667,0.02500,1.040
+46,mlp.experts.40.down_proj,0.0000035973,0.02500,0.833
+46,mlp.experts.36.down_proj,0.0000081725,0.02500,0.836
+46,mlp.experts.32.down_proj,0.0000022743,0.02500,0.844
+46,mlp.experts.42.down_proj,0.0000035713,0.02500,1.086
+46,mlp.experts.44.down_proj,0.0000082826,0.02500,0.829
+46,mlp.experts.37.down_proj,0.0000156618,0.02500,1.288
+46,mlp.experts.45.down_proj,0.0000037128,0.02500,1.351
+46,mlp.experts.33.down_proj,0.0000024884,0.02500,1.260
+46,mlp.experts.41.down_proj,0.0000027261,0.02500,1.360
+46,mlp.experts.55.down_proj,0.0000086817,0.02500,0.999
+46,mlp.experts.63.down_proj,0.0000021930,0.02500,0.944
+46,mlp.experts.51.down_proj,0.0000052146,0.02500,1.006
+46,mlp.experts.59.down_proj,0.0000052800,0.02500,1.114
+46,mlp.experts.62.down_proj,0.0000087802,0.02500,1.164
+46,mlp.experts.56.down_proj,0.0000058582,0.02500,0.817
+46,mlp.experts.52.down_proj,0.0000069768,0.02500,0.817
+46,mlp.experts.54.down_proj,0.0000105860,0.02500,1.115
+46,mlp.experts.48.down_proj,0.0000023102,0.02500,0.822
+46,mlp.experts.60.down_proj,0.0000038786,0.02500,0.835
+46,mlp.experts.50.down_proj,0.0000047000,0.02500,1.328
+46,mlp.experts.58.down_proj,0.0000052225,0.02500,1.258
+46,mlp.experts.71.down_proj,0.0000060909,0.02500,0.955
+46,mlp.experts.79.down_proj,0.0000045753,0.02500,0.985
+46,mlp.experts.53.down_proj,0.0000031257,0.02500,1.195
+46,mlp.experts.49.down_proj,0.0000020032,0.02500,1.198
+46,mlp.experts.61.down_proj,0.0000019308,0.02500,1.241
+46,mlp.experts.67.down_proj,0.0000240376,0.02500,1.019
+46,mlp.experts.57.down_proj,0.0000059784,0.02500,1.262
+46,mlp.experts.72.down_proj,0.0000040676,0.02500,0.840
+46,mlp.experts.68.down_proj,0.0000026361,0.02500,0.831
+46,mlp.experts.64.down_proj,0.0000069953,0.02500,0.849
+46,mlp.experts.75.down_proj,0.0000034380,0.02500,1.075
+46,mlp.experts.76.down_proj,0.0000050178,0.02500,0.850
+46,mlp.experts.78.down_proj,0.0000058832,0.02500,1.353
+46,mlp.experts.70.down_proj,0.0000068203,0.02500,1.505
+46,mlp.experts.66.down_proj,0.0000027907,0.02500,1.291
+46,mlp.experts.74.down_proj,0.0000053388,0.02500,1.293
+46,mlp.experts.84.down_proj,0.0000075849,0.02500,0.973
+46,mlp.experts.88.down_proj,0.0000055990,0.02500,1.004
+46,mlp.experts.87.down_proj,0.0000032611,0.02500,1.266
+46,mlp.experts.95.down_proj,0.0000049858,0.02500,1.226
+46,mlp.experts.80.down_proj,0.0000050037,0.02500,1.082
+46,mlp.experts.69.down_proj,0.0000036503,0.02500,1.278
+46,mlp.experts.65.down_proj,0.0000029620,0.02500,1.284
+46,mlp.experts.92.down_proj,0.0000031917,0.02500,1.079
+46,mlp.experts.91.down_proj,0.0000014900,0.02500,1.186
+46,mlp.experts.77.down_proj,0.0000064880,0.02500,1.340
+46,mlp.experts.83.down_proj,0.0000044898,0.02500,1.329
+46,mlp.experts.73.down_proj,0.0000125520,0.02500,1.344
+46,mlp.experts.94.down_proj,0.0000052661,0.02500,1.289
+46,mlp.experts.100.down_proj,0.0000021840,0.02500,0.922
+46,mlp.experts.104.down_proj,0.0000068095,0.02500,0.924
+46,mlp.experts.103.down_proj,0.0000021101,0.02500,1.134
+46,mlp.experts.96.down_proj,0.0000063578,0.02500,1.052
+46,mlp.experts.108.down_proj,0.0000062053,0.02500,0.990
+46,mlp.experts.82.down_proj,0.0000017267,0.02500,1.389
+46,mlp.experts.86.down_proj,0.0000087169,0.02500,1.556
+46,mlp.experts.90.down_proj,0.0000033227,0.02500,1.388
+46,mlp.experts.111.down_proj,0.0000076306,0.02500,1.295
+46,mlp.experts.85.down_proj,0.0000051979,0.02500,1.231
+46,mlp.experts.107.down_proj,0.0000100283,0.02500,1.157
+46,mlp.experts.99.down_proj,0.0000059708,0.02500,1.165
+46,mlp.experts.81.down_proj,0.0000081932,0.02500,1.298
+46,mlp.experts.93.down_proj,0.0000030790,0.02500,1.243
+46,mlp.experts.89.down_proj,0.0000013746,0.02500,1.262
+46,mlp.experts.116.down_proj,0.0000047876,0.02500,0.901
+46,mlp.experts.112.down_proj,0.0000184980,0.02500,0.728
+46,mlp.experts.119.down_proj,0.0000263426,0.02500,0.827
+46,mlp.experts.115.down_proj,0.0000097082,0.02500,0.698
+46,mlp.experts.110.down_proj,0.0000076542,0.02500,1.562
+46,mlp.experts.101.down_proj,0.0000052827,0.02500,1.323
+46,mlp.experts.98.down_proj,0.0000015481,0.02500,1.678
+46,mlp.experts.106.down_proj,0.0000106400,0.02500,1.585
+46,mlp.experts.109.down_proj,0.0000120528,0.02500,1.383
+46,mlp.experts.102.down_proj,0.0000090194,0.02500,1.733
+46,mlp.experts.97.down_proj,0.0000077735,0.02500,1.535
+46,mlp.experts.105.down_proj,0.0000056547,0.02500,1.464
+46,mlp.experts.114.down_proj,0.0000068384,0.02500,0.760
+46,mlp.experts.118.down_proj,0.0000046294,0.02500,0.718
+46,mlp.experts.117.down_proj,0.0000101221,0.02500,0.991
+46,mlp.experts.113.down_proj,0.0000023003,0.02500,0.742
+47,self_attn.k_proj,0.0000000864,0.02500,1.671
+47,self_attn.v_proj,0.0000001696,0.02500,1.916
+47,self_attn.q_proj,0.0000006266,0.02500,2.069
+47,self_attn.o_proj,0.0000002337,0.02500,3.585
+47,mlp.shared_experts.gate_proj,0.0000017164,0.02500,1.452
+47,mlp.shared_experts.up_proj,0.0000016192,0.02500,1.567
+47,mlp.shared_experts.down_proj,0.0000001715,0.02500,0.630
+47,mlp.experts.4.gate_proj,0.0000479967,0.02500,4.309
+47,mlp.experts.8.gate_proj,0.0000258992,0.02500,4.311
+47,mlp.experts.0.gate_proj,0.0000669689,0.02500,4.768
+47,mlp.experts.12.gate_proj,0.0000864319,0.02500,4.564
+47,mlp.experts.3.gate_proj,0.0000073689,0.02500,5.102
+47,mlp.experts.11.gate_proj,0.0000443679,0.02500,4.956
+47,mlp.experts.15.gate_proj,0.0000365481,0.02500,5.026
+47,mlp.experts.1.gate_proj,0.0000342892,0.02500,5.365
+47,mlp.experts.9.gate_proj,0.0000381974,0.02500,5.215
+47,mlp.experts.7.gate_proj,0.0000430977,0.02500,5.095
+47,mlp.experts.5.gate_proj,0.0000308511,0.02500,5.358
+47,mlp.experts.13.gate_proj,0.0000614979,0.02500,5.503
+47,mlp.experts.14.gate_proj,0.0000273274,0.02500,5.813
+47,mlp.experts.6.gate_proj,0.0000185033,0.02500,5.821
+47,mlp.experts.2.gate_proj,0.0000522292,0.02500,6.132
+47,mlp.experts.10.gate_proj,0.0000433498,0.02500,5.953
+47,mlp.experts.28.gate_proj,0.0000260455,0.02500,2.963
+47,mlp.experts.16.gate_proj,0.0000565996,0.02500,3.148
+47,mlp.experts.20.gate_proj,0.0000256843,0.02500,3.729
+47,mlp.experts.24.gate_proj,0.0000223400,0.02500,3.617
+47,mlp.experts.31.gate_proj,0.0000378080,0.02500,3.167
+47,mlp.experts.23.gate_proj,0.0000329188,0.02500,3.022
+47,mlp.experts.27.gate_proj,0.0000236917,0.02500,3.635
+47,mlp.experts.19.gate_proj,0.0000209098,0.02500,3.854
+47,mlp.experts.22.gate_proj,0.0000321038,0.02500,3.008
+47,mlp.experts.26.gate_proj,0.0000541651,0.02500,2.922
+47,mlp.experts.18.gate_proj,0.0000455532,0.02500,3.039
+47,mlp.experts.30.gate_proj,0.0001133611,0.02500,3.193
+47,mlp.experts.17.gate_proj,0.0000489477,0.02500,4.243
+47,mlp.experts.25.gate_proj,0.0000530191,0.02500,4.266
+47,mlp.experts.21.gate_proj,0.0000398355,0.02500,4.240
+47,mlp.experts.29.gate_proj,0.0000349707,0.02500,4.403
+47,mlp.experts.44.gate_proj,0.0000459932,0.02500,2.952
+47,mlp.experts.40.gate_proj,0.0000871840,0.02500,3.137
+47,mlp.experts.32.gate_proj,0.0000280974,0.02500,3.450
+47,mlp.experts.47.gate_proj,0.0000418126,0.02500,3.149
+47,mlp.experts.36.gate_proj,0.0000315189,0.02500,3.635
+47,mlp.experts.43.gate_proj,0.0000506580,0.02500,2.998
+47,mlp.experts.39.gate_proj,0.0000252379,0.02500,3.646
+47,mlp.experts.35.gate_proj,0.0000209703,0.02500,3.710
+47,mlp.experts.42.gate_proj,0.0000349814,0.02500,4.093
+47,mlp.experts.34.gate_proj,0.0000255556,0.02500,4.164
+47,mlp.experts.46.gate_proj,0.0000556872,0.02500,4.109
+47,mlp.experts.38.gate_proj,0.0000450196,0.02500,4.424
+47,mlp.experts.33.gate_proj,0.0000377078,0.02500,4.345
+47,mlp.experts.37.gate_proj,0.0000255802,0.02500,4.287
+47,mlp.experts.41.gate_proj,0.0000379739,0.02500,4.490
+47,mlp.experts.60.gate_proj,0.0000350282,0.02500,3.581
+47,mlp.experts.45.gate_proj,0.0000312461,0.02500,4.345
+47,mlp.experts.48.gate_proj,0.0000399793,0.02500,3.530
+47,mlp.experts.56.gate_proj,0.0000161096,0.02500,3.649
+47,mlp.experts.55.gate_proj,0.0000229877,0.02500,3.008
+47,mlp.experts.52.gate_proj,0.0000114943,0.02500,3.653
+47,mlp.experts.63.gate_proj,0.0000273421,0.02500,3.818
+47,mlp.experts.59.gate_proj,0.0000147989,0.02500,3.779
+47,mlp.experts.51.gate_proj,0.0000403075,0.02500,3.204
+47,mlp.experts.76.gate_proj,0.0000270619,0.02500,3.289
+47,mlp.experts.50.gate_proj,0.0000670903,0.02500,4.591
+47,mlp.experts.58.gate_proj,0.0000549649,0.02500,4.775
+47,mlp.experts.54.gate_proj,0.0000356599,0.02500,4.606
+47,mlp.experts.49.gate_proj,0.0000356586,0.02500,4.153
+47,mlp.experts.62.gate_proj,0.0000545097,0.02500,4.889
+47,mlp.experts.64.gate_proj,0.0000724947,0.02500,3.438
+47,mlp.experts.57.gate_proj,0.0000486289,0.02500,4.213
+47,mlp.experts.53.gate_proj,0.0000127027,0.02500,4.428
+47,mlp.experts.61.gate_proj,0.0000529840,0.02500,4.159
+47,mlp.experts.72.gate_proj,0.0000398367,0.02500,3.783
+47,mlp.experts.71.gate_proj,0.0000428705,0.02500,3.631
+47,mlp.experts.79.gate_proj,0.0000116131,0.02500,3.549
+47,mlp.experts.67.gate_proj,0.0000157675,0.02500,3.293
+47,mlp.experts.68.gate_proj,0.0000498930,0.02500,3.970
+47,mlp.experts.75.gate_proj,0.0000541412,0.02500,3.903
+47,mlp.experts.92.gate_proj,0.0000735321,0.02500,3.688
+47,mlp.experts.66.gate_proj,0.0000864271,0.02500,3.503
+47,mlp.experts.74.gate_proj,0.0000208419,0.02500,3.505
+47,mlp.experts.80.gate_proj,0.0000395299,0.02500,3.170
+47,mlp.experts.70.gate_proj,0.0000553114,0.02500,3.492
+47,mlp.experts.78.gate_proj,0.0000264525,0.02500,3.510
+47,mlp.experts.88.gate_proj,0.0000338781,0.02500,3.110
+47,mlp.experts.95.gate_proj,0.0000331186,0.02500,3.822
+47,mlp.experts.87.gate_proj,0.0000315861,0.02500,4.067
+47,mlp.experts.65.gate_proj,0.0000575153,0.02500,4.730
+47,mlp.experts.84.gate_proj,0.0000342787,0.02500,3.734
+47,mlp.experts.83.gate_proj,0.0000681763,0.02500,3.893
+47,mlp.experts.73.gate_proj,0.0000277137,0.02500,4.709
+47,mlp.experts.91.gate_proj,0.0000500548,0.02500,3.789
+47,mlp.experts.69.gate_proj,0.0000266270,0.02500,4.829
+47,mlp.experts.77.gate_proj,0.0000198234,0.02500,4.945
+47,mlp.experts.82.gate_proj,0.0000238803,0.02500,3.301
+47,mlp.experts.90.gate_proj,0.0000414685,0.02500,3.297
+47,mlp.experts.86.gate_proj,0.0000496772,0.02500,3.275
+47,mlp.experts.94.gate_proj,0.0000636690,0.02500,3.257
+47,mlp.experts.108.gate_proj,0.0000313151,0.02500,4.317
+47,mlp.experts.96.gate_proj,0.0000257025,0.02500,4.163
+47,mlp.experts.104.gate_proj,0.0000680704,0.02500,4.257
+47,mlp.experts.103.gate_proj,0.0000390162,0.02500,3.604
+47,mlp.experts.111.gate_proj,0.0000638449,0.02500,3.850
+47,mlp.experts.99.gate_proj,0.0000363668,0.02500,3.671
+47,mlp.experts.107.gate_proj,0.0000230481,0.02500,3.687
+47,mlp.experts.81.gate_proj,0.0000370160,0.02500,4.366
+47,mlp.experts.100.gate_proj,0.0000430806,0.02500,4.315
+47,mlp.experts.89.gate_proj,0.0000305667,0.02500,4.625
+47,mlp.experts.98.gate_proj,0.0000277595,0.02500,3.118
+47,mlp.experts.106.gate_proj,0.0000292169,0.02500,3.119
+47,mlp.experts.85.gate_proj,0.0000252285,0.02500,4.535
+47,mlp.experts.102.gate_proj,0.0000135714,0.02500,3.142
+47,mlp.experts.93.gate_proj,0.0000255761,0.02500,4.440
+47,mlp.experts.110.gate_proj,0.0000312525,0.02500,3.177
+47,mlp.experts.112.gate_proj,0.0000284847,0.02500,3.578
+47,mlp.experts.4.up_proj,0.0000467378,0.02500,3.645
+47,mlp.experts.0.up_proj,0.0000643282,0.02500,3.747
+47,mlp.experts.7.up_proj,0.0000411420,0.02500,3.565
+47,mlp.experts.119.gate_proj,0.0000497062,0.02500,4.007
+47,mlp.experts.115.gate_proj,0.0000386612,0.02500,3.980
+47,mlp.experts.3.up_proj,0.0000072214,0.02500,3.890
+47,mlp.experts.116.gate_proj,0.0000446894,0.02500,3.665
+47,mlp.experts.2.up_proj,0.0000526028,0.02500,3.165
+47,mlp.experts.114.gate_proj,0.0000155913,0.02500,3.281
+47,mlp.experts.118.gate_proj,0.0000123220,0.02500,3.218
+47,mlp.experts.6.up_proj,0.0000181939,0.02500,3.194
+47,mlp.experts.97.gate_proj,0.0000322722,0.02500,4.611
+47,mlp.experts.109.gate_proj,0.0000556152,0.02500,4.374
+47,mlp.experts.101.gate_proj,0.0000524378,0.02500,4.659
+47,mlp.experts.105.gate_proj,0.0000294148,0.02500,4.878
+47,mlp.experts.8.up_proj,0.0000253640,0.02500,3.554
+47,mlp.experts.20.up_proj,0.0000250955,0.02500,3.631
+47,mlp.experts.16.up_proj,0.0000560873,0.02500,3.462
+47,mlp.experts.15.up_proj,0.0000352576,0.02500,3.644
+47,mlp.experts.23.up_proj,0.0000325929,0.02500,3.901
+47,mlp.experts.12.up_proj,0.0000784820,0.02500,3.520
+47,mlp.experts.19.up_proj,0.0000204750,0.02500,3.675
+47,mlp.experts.11.up_proj,0.0000437572,0.02500,3.961
+47,mlp.experts.18.up_proj,0.0000439711,0.02500,3.691
+47,mlp.experts.10.up_proj,0.0000430909,0.02500,3.790
+47,mlp.experts.14.up_proj,0.0000265716,0.02500,3.779
+47,mlp.experts.22.up_proj,0.0000317493,0.02500,3.846
+47,mlp.experts.24.up_proj,0.0000215549,0.02500,3.453
+47,mlp.experts.113.gate_proj,0.0000485877,0.02500,4.488
+47,mlp.experts.36.up_proj,0.0000303357,0.02500,3.637
+47,mlp.experts.5.up_proj,0.0000291350,0.02500,4.314
+47,mlp.experts.117.gate_proj,0.0001289114,0.02500,4.267
+47,mlp.experts.1.up_proj,0.0000337709,0.02500,4.369
+47,mlp.experts.32.up_proj,0.0000275772,0.02500,3.776
+47,mlp.experts.31.up_proj,0.0000356283,0.02500,3.495
+47,mlp.experts.39.up_proj,0.0000245453,0.02500,3.737
+47,mlp.experts.28.up_proj,0.0000257954,0.02500,3.558
+47,mlp.experts.35.up_proj,0.0000205985,0.02500,3.588
+47,mlp.experts.27.up_proj,0.0000216311,0.02500,3.604
+47,mlp.experts.34.up_proj,0.0000239465,0.02500,4.192
+47,mlp.experts.26.up_proj,0.0000520141,0.02500,4.284
+47,mlp.experts.30.up_proj,0.0001096393,0.02500,4.259
+47,mlp.experts.38.up_proj,0.0000452451,0.02500,4.292
+47,mlp.experts.9.up_proj,0.0000371101,0.02500,3.382
+47,mlp.experts.21.up_proj,0.0000391981,0.02500,3.438
+47,mlp.experts.52.up_proj,0.0000111204,0.02500,3.669
+47,mlp.experts.40.up_proj,0.0000837562,0.02500,3.992
+47,mlp.experts.17.up_proj,0.0000479839,0.02500,3.383
+47,mlp.experts.13.up_proj,0.0000589996,0.02500,3.633
+47,mlp.experts.48.up_proj,0.0000388687,0.02500,3.857
+47,mlp.experts.47.up_proj,0.0000420666,0.02500,3.714
+47,mlp.experts.55.up_proj,0.0000227148,0.02500,3.704
+47,mlp.experts.44.up_proj,0.0000447566,0.02500,3.661
+47,mlp.experts.51.up_proj,0.0000416952,0.02500,3.849
+47,mlp.experts.43.up_proj,0.0000470238,0.02500,3.758
+47,mlp.experts.50.up_proj,0.0000648506,0.02500,3.924
+47,mlp.experts.46.up_proj,0.0000509685,0.02500,3.805
+47,mlp.experts.42.up_proj,0.0000328270,0.02500,3.948
+47,mlp.experts.54.up_proj,0.0000339642,0.02500,3.754
+47,mlp.experts.56.up_proj,0.0000160893,0.02500,3.169
+47,mlp.experts.25.up_proj,0.0000520819,0.02500,4.449
+47,mlp.experts.68.up_proj,0.0000490145,0.02500,3.984
+47,mlp.experts.64.up_proj,0.0000711188,0.02500,3.403
+47,mlp.experts.37.up_proj,0.0000249336,0.02500,4.322
+47,mlp.experts.33.up_proj,0.0000355831,0.02500,4.330
+47,mlp.experts.63.up_proj,0.0000266842,0.02500,3.483
+47,mlp.experts.29.up_proj,0.0000334702,0.02500,4.441
+47,mlp.experts.71.up_proj,0.0000418041,0.02500,3.738
+47,mlp.experts.67.up_proj,0.0000153955,0.02500,3.599
+47,mlp.experts.59.up_proj,0.0000145152,0.02500,3.693
+47,mlp.experts.60.up_proj,0.0000340410,0.02500,4.160
+47,mlp.experts.66.up_proj,0.0000814054,0.02500,3.241
+47,mlp.experts.58.up_proj,0.0000545568,0.02500,3.220
+47,mlp.experts.62.up_proj,0.0000539850,0.02500,3.312
+47,mlp.experts.70.up_proj,0.0000541405,0.02500,3.273
+47,mlp.experts.72.up_proj,0.0000384879,0.02500,3.904
+47,mlp.experts.80.up_proj,0.0000378840,0.02500,3.432
+47,mlp.experts.84.up_proj,0.0000330479,0.02500,4.057
+47,mlp.experts.41.up_proj,0.0000372573,0.02500,4.370
+47,mlp.experts.87.up_proj,0.0000309694,0.02500,3.250
+47,mlp.experts.79.up_proj,0.0000112873,0.02500,3.817
+47,mlp.experts.53.up_proj,0.0000123536,0.02500,4.358
+47,mlp.experts.75.up_proj,0.0000529737,0.02500,3.360
+47,mlp.experts.49.up_proj,0.0000344975,0.02500,4.486
+47,mlp.experts.45.up_proj,0.0000307039,0.02500,4.369
+47,mlp.experts.82.up_proj,0.0000236385,0.02500,3.258
+47,mlp.experts.83.up_proj,0.0000645556,0.02500,3.811
+47,mlp.experts.74.up_proj,0.0000206515,0.02500,3.258
+47,mlp.experts.78.up_proj,0.0000258817,0.02500,3.318
+47,mlp.experts.86.up_proj,0.0000493497,0.02500,3.319
+47,mlp.experts.76.up_proj,0.0000267833,0.02500,3.993
+47,mlp.experts.88.up_proj,0.0000309153,0.02500,3.229
+47,mlp.experts.96.up_proj,0.0000250535,0.02500,3.839
+47,mlp.experts.100.up_proj,0.0000425505,0.02500,3.534
+47,mlp.experts.95.up_proj,0.0000325270,0.02500,3.766
+47,mlp.experts.103.up_proj,0.0000385131,0.02500,3.881
+47,mlp.experts.91.up_proj,0.0000495837,0.02500,3.594
+47,mlp.experts.99.up_proj,0.0000357209,0.02500,3.418
+47,mlp.experts.98.up_proj,0.0000277755,0.02500,3.435
+47,mlp.experts.57.up_proj,0.0000477189,0.02500,4.402
+47,mlp.experts.90.up_proj,0.0000399644,0.02500,3.497
+47,mlp.experts.69.up_proj,0.0000262102,0.02500,4.442
+47,mlp.experts.94.up_proj,0.0000620885,0.02500,3.623
+47,mlp.experts.102.up_proj,0.0000132156,0.02500,3.691
+47,mlp.experts.65.up_proj,0.0000530631,0.02500,4.494
+47,mlp.experts.61.up_proj,0.0000519602,0.02500,4.641
+47,mlp.experts.114.up_proj,0.0000153090,0.02500,4.816
+47,mlp.experts.106.up_proj,0.0000263673,0.02500,4.656
+47,mlp.experts.110.up_proj,0.0000304670,0.02500,4.489
+47,mlp.experts.118.up_proj,0.0000120977,0.02500,4.288
+47,mlp.experts.73.up_proj,0.0000274101,0.02500,5.895
+47,mlp.experts.85.up_proj,0.0000247440,0.02500,5.689
+47,mlp.experts.81.up_proj,0.0000360010,0.02500,5.762
+47,mlp.experts.77.up_proj,0.0000194223,0.02500,5.697
+47,mlp.experts.92.up_proj,0.0000718472,0.02500,11.476
+47,mlp.experts.104.up_proj,0.0000655331,0.02500,11.708
+47,mlp.experts.112.up_proj,0.0000277970,0.02500,11.256
+47,mlp.experts.116.up_proj,0.0000409244,0.02500,11.222
+47,mlp.experts.108.up_proj,0.0000307403,0.02500,2.195
+47,mlp.experts.89.up_proj,0.0000294812,0.02500,22.185
+47,mlp.experts.101.up_proj,0.0000532349,0.02500,22.112
+47,mlp.experts.97.up_proj,0.0000318381,0.02500,22.212
+47,mlp.experts.93.up_proj,0.0000246631,0.02500,22.186
+47,mlp.experts.117.up_proj,0.0001227592,0.02500,6.184
+47,mlp.experts.105.up_proj,0.0000294911,0.02500,6.315
+47,mlp.experts.113.up_proj,0.0000479480,0.02500,5.736
+47,mlp.experts.109.up_proj,0.0000542082,0.02500,5.639
+47,mlp.experts.107.up_proj,0.0000226039,0.02500,4.717
+47,mlp.experts.119.up_proj,0.0000471351,0.02500,4.826
+47,mlp.experts.115.up_proj,0.0000382900,0.02500,4.884
+47,mlp.experts.111.up_proj,0.0000589445,0.02500,4.906
+47,mlp.experts.0.down_proj,0.0000136767,0.02500,1.038
+47,mlp.experts.3.down_proj,0.0000016122,0.02500,1.081
+47,mlp.experts.4.down_proj,0.0000051974,0.02500,1.225
+47,mlp.experts.15.down_proj,0.0000080076,0.02500,1.073
+47,mlp.experts.7.down_proj,0.0000056910,0.02500,1.076
+47,mlp.experts.11.down_proj,0.0000064850,0.02500,1.092
+47,mlp.experts.8.down_proj,0.0000070467,0.02500,1.151
+47,mlp.experts.12.down_proj,0.0000136737,0.02500,1.217
+47,mlp.experts.16.down_proj,0.0000132638,0.02500,0.946
+47,mlp.experts.19.down_proj,0.0000025047,0.02500,0.913
+47,mlp.experts.5.down_proj,0.0000078268,0.02500,1.997
+47,mlp.experts.1.down_proj,0.0000043298,0.02500,2.000
+47,mlp.experts.13.down_proj,0.0000189066,0.02500,1.760
+47,mlp.experts.9.down_proj,0.0000044442,0.02500,1.763
+47,mlp.experts.31.down_proj,0.0000051649,0.02500,0.948
+47,mlp.experts.20.down_proj,0.0000027251,0.02500,1.101
+47,mlp.experts.23.down_proj,0.0000045224,0.02500,0.962
+47,mlp.experts.27.down_proj,0.0000099080,0.02500,0.951
+47,mlp.experts.10.down_proj,0.0000083599,0.02500,2.182
+47,mlp.experts.24.down_proj,0.0000025455,0.02500,1.050
+47,mlp.experts.14.down_proj,0.0000031224,0.02500,2.170
+47,mlp.experts.28.down_proj,0.0000028146,0.02500,1.020
+47,mlp.experts.2.down_proj,0.0000183165,0.02500,2.534
+47,mlp.experts.6.down_proj,0.0000050513,0.02500,2.270
+47,mlp.experts.17.down_proj,0.0000060712,0.02500,0.969
+47,mlp.experts.21.down_proj,0.0000067886,0.02500,0.974
+47,mlp.experts.25.down_proj,0.0000072469,0.02500,0.956
+47,mlp.experts.35.down_proj,0.0000046353,0.02500,1.035
+47,mlp.experts.29.down_proj,0.0000049516,0.02500,0.985
+47,mlp.experts.32.down_proj,0.0000068567,0.02500,1.116
+47,mlp.experts.47.down_proj,0.0000088830,0.02500,0.952
+47,mlp.experts.43.down_proj,0.0000176318,0.02500,0.952
+47,mlp.experts.39.down_proj,0.0000026955,0.02500,0.960
+47,mlp.experts.36.down_proj,0.0000035726,0.02500,1.031
+47,mlp.experts.44.down_proj,0.0000056762,0.02500,1.114
+47,mlp.experts.40.down_proj,0.0000192656,0.02500,1.236
+47,mlp.experts.30.down_proj,0.0000193732,0.02500,1.398
+47,mlp.experts.26.down_proj,0.0000106767,0.02500,1.452
+47,mlp.experts.18.down_proj,0.0000092200,0.02500,1.430
+47,mlp.experts.22.down_proj,0.0000043745,0.02500,1.430
+47,mlp.experts.37.down_proj,0.0000025258,0.02500,1.101
+47,mlp.experts.33.down_proj,0.0000043624,0.02500,1.131
+47,mlp.experts.41.down_proj,0.0000041953,0.02500,1.088
+47,mlp.experts.45.down_proj,0.0000045064,0.02500,1.139
+47,mlp.experts.51.down_proj,0.0000122293,0.02500,1.175
+47,mlp.experts.48.down_proj,0.0000051839,0.02500,1.159
+47,mlp.experts.63.down_proj,0.0000032668,0.02500,1.184
+47,mlp.experts.59.down_proj,0.0000012528,0.02500,1.179
+47,mlp.experts.55.down_proj,0.0000030269,0.02500,1.191
+47,mlp.experts.52.down_proj,0.0000013705,0.02500,1.178
+47,mlp.experts.60.down_proj,0.0000055535,0.02500,1.217
+47,mlp.experts.56.down_proj,0.0000020231,0.02500,1.244
+47,mlp.experts.53.down_proj,0.0000019618,0.02500,1.046
+47,mlp.experts.49.down_proj,0.0000036799,0.02500,1.051
+47,mlp.experts.61.down_proj,0.0000079760,0.02500,1.022
+47,mlp.experts.67.down_proj,0.0000025805,0.02500,0.996
+47,mlp.experts.57.down_proj,0.0000059271,0.02500,1.113
+47,mlp.experts.34.down_proj,0.0000024267,0.02500,1.256
+47,mlp.experts.46.down_proj,0.0000120900,0.02500,1.340
+47,mlp.experts.38.down_proj,0.0000080433,0.02500,1.262
+47,mlp.experts.42.down_proj,0.0000040346,0.02500,1.331
+47,mlp.experts.64.down_proj,0.0000246013,0.02500,1.117
+47,mlp.experts.79.down_proj,0.0000041186,0.02500,0.939
+47,mlp.experts.71.down_proj,0.0000099296,0.02500,0.944
+47,mlp.experts.75.down_proj,0.0000080987,0.02500,0.991
+47,mlp.experts.68.down_proj,0.0000080863,0.02500,1.222
+47,mlp.experts.76.down_proj,0.0000051884,0.02500,1.075
+47,mlp.experts.72.down_proj,0.0000051290,0.02500,1.067
+47,mlp.experts.83.down_proj,0.0000241971,0.02500,0.910
+47,mlp.experts.69.down_proj,0.0000043754,0.02500,1.126
+47,mlp.experts.95.down_proj,0.0000038504,0.02500,0.918
+47,mlp.experts.87.down_proj,0.0000031323,0.02500,0.929
+47,mlp.experts.73.down_proj,0.0000038701,0.02500,1.141
+47,mlp.experts.77.down_proj,0.0000044595,0.02500,1.170
+47,mlp.experts.65.down_proj,0.0000079748,0.02500,1.236
+47,mlp.experts.91.down_proj,0.0000074257,0.02500,0.930
+47,mlp.experts.80.down_proj,0.0000052293,0.02500,1.185
+47,mlp.experts.62.down_proj,0.0000106528,0.02500,1.430
+47,mlp.experts.54.down_proj,0.0000036441,0.02500,1.420
+47,mlp.experts.50.down_proj,0.0000161359,0.02500,1.462
+47,mlp.experts.58.down_proj,0.0000101599,0.02500,1.501
+47,mlp.experts.84.down_proj,0.0000049858,0.02500,1.175
+47,mlp.experts.92.down_proj,0.0000172185,0.02500,1.030
+47,mlp.experts.88.down_proj,0.0000033101,0.02500,0.981
+47,mlp.experts.99.down_proj,0.0000045578,0.02500,0.926
+47,mlp.experts.111.down_proj,0.0000100065,0.02500,0.904
+47,mlp.experts.85.down_proj,0.0000034857,0.02500,0.979
+47,mlp.experts.107.down_proj,0.0000040191,0.02500,0.885
+47,mlp.experts.103.down_proj,0.0000060084,0.02500,0.931
+47,mlp.experts.89.down_proj,0.0000060152,0.02500,1.075
+47,mlp.experts.93.down_proj,0.0000037470,0.02500,1.083
+47,mlp.experts.81.down_proj,0.0000116324,0.02500,1.149
+47,mlp.experts.96.down_proj,0.0000032426,0.02500,1.132
+47,mlp.experts.115.down_proj,0.0000058825,0.02500,0.719
+47,mlp.experts.70.down_proj,0.0000094103,0.02500,1.232
+47,mlp.experts.119.down_proj,0.0000074341,0.02500,0.626
+47,mlp.experts.100.down_proj,0.0000065847,0.02500,0.996
+47,mlp.experts.66.down_proj,0.0000264152,0.02500,1.282
+47,mlp.experts.104.down_proj,0.0000120258,0.02500,0.942
+47,mlp.experts.78.down_proj,0.0000049739,0.02500,1.302
+47,mlp.experts.108.down_proj,0.0000034062,0.02500,1.074
+47,mlp.experts.74.down_proj,0.0000027787,0.02500,1.300
+47,mlp.experts.112.down_proj,0.0000106783,0.02500,0.834
+47,mlp.experts.101.down_proj,0.0000099473,0.02500,1.323
+47,mlp.experts.116.down_proj,0.0000046364,0.02500,0.690
+47,mlp.experts.105.down_proj,0.0000072473,0.02500,1.299
+47,mlp.experts.109.down_proj,0.0000105100,0.02500,1.289
+47,mlp.experts.97.down_proj,0.0000038321,0.02500,1.491
+47,mlp.experts.86.down_proj,0.0000073581,0.02500,1.413
+47,mlp.experts.94.down_proj,0.0000096329,0.02500,1.400
+47,mlp.experts.90.down_proj,0.0000052949,0.02500,1.412
+47,mlp.experts.82.down_proj,0.0000040571,0.02500,1.611
+47,mlp.experts.117.down_proj,0.0000471445,0.02500,1.036
+47,mlp.experts.113.down_proj,0.0000077014,0.02500,0.905
+47,mlp.experts.102.down_proj,0.0000021812,0.02500,1.305
+47,mlp.experts.110.down_proj,0.0000046708,0.02500,1.303
+47,mlp.experts.106.down_proj,0.0000145961,0.02500,1.290
+47,mlp.experts.98.down_proj,0.0000106169,0.02500,1.447
+47,mlp.experts.118.down_proj,0.0000035980,0.02500,0.914
+47,mlp.experts.114.down_proj,0.0000019057,0.02500,0.705
+48,self_attn.k_proj,0.0000000579,0.02500,1.660
+48,self_attn.v_proj,0.0000001137,0.02500,1.778
+48,self_attn.q_proj,0.0000004740,0.02500,2.012
+48,self_attn.o_proj,0.0000001944,0.02500,4.078
+48,mlp.shared_experts.gate_proj,0.0000018207,0.02500,1.293
+48,mlp.shared_experts.up_proj,0.0000016508,0.02500,1.399
+48,mlp.shared_experts.down_proj,0.0000001768,0.02500,0.430
+48,mlp.experts.9.gate_proj,0.0000380782,0.02500,3.187
+48,mlp.experts.1.gate_proj,0.0000454092,0.02500,3.248
+48,mlp.experts.13.gate_proj,0.0000751457,0.02500,3.292
+48,mlp.experts.5.gate_proj,0.0000550216,0.02500,3.341
+48,mlp.experts.3.gate_proj,0.0000654733,0.02500,4.524
+48,mlp.experts.15.gate_proj,0.0000334501,0.02500,4.618
+48,mlp.experts.7.gate_proj,0.0000393860,0.02500,4.662
+48,mlp.experts.11.gate_proj,0.0000768857,0.02500,4.719
+48,mlp.experts.10.gate_proj,0.0000486410,0.02500,4.872
+48,mlp.experts.2.gate_proj,0.0000380849,0.02500,4.937
+48,mlp.experts.14.gate_proj,0.0000366775,0.02500,5.138
+48,mlp.experts.6.gate_proj,0.0000418356,0.02500,5.136
+48,mlp.experts.4.gate_proj,0.0000320671,0.02500,5.201
+48,mlp.experts.0.gate_proj,0.0000222160,0.02500,5.366
+48,mlp.experts.8.gate_proj,0.0000528614,0.02500,5.417
+48,mlp.experts.12.gate_proj,0.0000621515,0.02500,5.535
+48,mlp.experts.25.gate_proj,0.0000374702,0.02500,3.519
+48,mlp.experts.29.gate_proj,0.0000209381,0.02500,3.471
+48,mlp.experts.17.gate_proj,0.0000525106,0.02500,3.627
+48,mlp.experts.21.gate_proj,0.0000577325,0.02500,3.573
+48,mlp.experts.19.gate_proj,0.0000339285,0.02500,4.353
+48,mlp.experts.31.gate_proj,0.0000439186,0.02500,4.362
+48,mlp.experts.27.gate_proj,0.0000238487,0.02500,4.268
+48,mlp.experts.26.gate_proj,0.0000456082,0.02500,4.124
+48,mlp.experts.22.gate_proj,0.0000266701,0.02500,3.962
+48,mlp.experts.18.gate_proj,0.0000215438,0.02500,4.198
+48,mlp.experts.23.gate_proj,0.0000265822,0.02500,4.506
+48,mlp.experts.30.gate_proj,0.0000306236,0.02500,4.104
+48,mlp.experts.24.gate_proj,0.0000293730,0.02500,4.567
+48,mlp.experts.20.gate_proj,0.0000555369,0.02500,5.032
+48,mlp.experts.16.gate_proj,0.0000310817,0.02500,4.947
+48,mlp.experts.28.gate_proj,0.0000560128,0.02500,5.139
+48,mlp.experts.37.gate_proj,0.0000438440,0.02500,3.853
+48,mlp.experts.41.gate_proj,0.0000159535,0.02500,4.121
+48,mlp.experts.45.gate_proj,0.0000313099,0.02500,4.079
+48,mlp.experts.33.gate_proj,0.0001026618,0.02500,4.088
+48,mlp.experts.35.gate_proj,0.0000537245,0.02500,4.470
+48,mlp.experts.47.gate_proj,0.0000401063,0.02500,4.456
+48,mlp.experts.39.gate_proj,0.0000484298,0.02500,4.329
+48,mlp.experts.43.gate_proj,0.0000317018,0.02500,4.593
+48,mlp.experts.38.gate_proj,0.0000448822,0.02500,4.854
+48,mlp.experts.46.gate_proj,0.0000560145,0.02500,4.725
+48,mlp.experts.53.gate_proj,0.0000418054,0.02500,3.248
+48,mlp.experts.34.gate_proj,0.0000728296,0.02500,4.946
+48,mlp.experts.61.gate_proj,0.0000534170,0.02500,3.252
+48,mlp.experts.42.gate_proj,0.0000338581,0.02500,5.259
+48,mlp.experts.49.gate_proj,0.0000357807,0.02500,3.660
+48,mlp.experts.57.gate_proj,0.0000365398,0.02500,3.942
+48,mlp.experts.40.gate_proj,0.0000211930,0.02500,5.376
+48,mlp.experts.36.gate_proj,0.0000408691,0.02500,5.204
+48,mlp.experts.32.gate_proj,0.0000165825,0.02500,5.339
+48,mlp.experts.44.gate_proj,0.0000209193,0.02500,5.345
+48,mlp.experts.51.gate_proj,0.0000425017,0.02500,3.590
+48,mlp.experts.63.gate_proj,0.0000428688,0.02500,3.553
+48,mlp.experts.55.gate_proj,0.0000377195,0.02500,3.563
+48,mlp.experts.59.gate_proj,0.0000348943,0.02500,3.614
+48,mlp.experts.77.gate_proj,0.0000314952,0.02500,3.872
+48,mlp.experts.69.gate_proj,0.0000468092,0.02500,4.066
+48,mlp.experts.62.gate_proj,0.0000268924,0.02500,4.280
+48,mlp.experts.54.gate_proj,0.0000675146,0.02500,4.435
+48,mlp.experts.50.gate_proj,0.0000533900,0.02500,4.394
+48,mlp.experts.65.gate_proj,0.0000763988,0.02500,3.868
+48,mlp.experts.58.gate_proj,0.0000307254,0.02500,4.302
+48,mlp.experts.73.gate_proj,0.0000243231,0.02500,3.819
+48,mlp.experts.56.gate_proj,0.0000476784,0.02500,3.828
+48,mlp.experts.48.gate_proj,0.0001074093,0.02500,3.738
+48,mlp.experts.52.gate_proj,0.0000371052,0.02500,4.030
+48,mlp.experts.60.gate_proj,0.0000424591,0.02500,3.750
+48,mlp.experts.67.gate_proj,0.0000245036,0.02500,3.758
+48,mlp.experts.79.gate_proj,0.0000553333,0.02500,3.699
+48,mlp.experts.71.gate_proj,0.0000323840,0.02500,3.711
+48,mlp.experts.93.gate_proj,0.0001067632,0.02500,3.055
+48,mlp.experts.75.gate_proj,0.0000230699,0.02500,3.852
+48,mlp.experts.85.gate_proj,0.0000269729,0.02500,3.099
+48,mlp.experts.89.gate_proj,0.0000333354,0.02500,3.048
+48,mlp.experts.81.gate_proj,0.0000353644,0.02500,3.216
+48,mlp.experts.68.gate_proj,0.0000644352,0.02500,3.268
+48,mlp.experts.72.gate_proj,0.0000241576,0.02500,3.837
+48,mlp.experts.78.gate_proj,0.0000309703,0.02500,4.787
+48,mlp.experts.64.gate_proj,0.0000456486,0.02500,3.777
+48,mlp.experts.74.gate_proj,0.0000482275,0.02500,4.727
+48,mlp.experts.76.gate_proj,0.0000461435,0.02500,3.539
+48,mlp.experts.66.gate_proj,0.0000943414,0.02500,4.975
+48,mlp.experts.70.gate_proj,0.0000490541,0.02500,5.050
+48,mlp.experts.109.gate_proj,0.0000353505,0.02500,3.117
+48,mlp.experts.101.gate_proj,0.0000471749,0.02500,3.087
+48,mlp.experts.87.gate_proj,0.0000356029,0.02500,3.564
+48,mlp.experts.83.gate_proj,0.0000559115,0.02500,3.704
+48,mlp.experts.95.gate_proj,0.0000453815,0.02500,3.821
+48,mlp.experts.97.gate_proj,0.0000335969,0.02500,2.861
+48,mlp.experts.105.gate_proj,0.0000081854,0.02500,3.009
+48,mlp.experts.91.gate_proj,0.0000551700,0.02500,3.642
+48,mlp.experts.94.gate_proj,0.0000341434,0.02500,3.370
+48,mlp.experts.84.gate_proj,0.0000237832,0.02500,3.685
+48,mlp.experts.80.gate_proj,0.0000354489,0.02500,3.335
+48,mlp.experts.90.gate_proj,0.0000264580,0.02500,3.275
+48,mlp.experts.86.gate_proj,0.0000416891,0.02500,3.249
+48,mlp.experts.82.gate_proj,0.0000189474,0.02500,3.302
+48,mlp.experts.88.gate_proj,0.0000531301,0.02500,3.820
+48,mlp.experts.92.gate_proj,0.0000473800,0.02500,3.713
+48,mlp.experts.5.up_proj,0.0000532722,0.02500,3.036
+48,mlp.experts.117.gate_proj,0.0000496266,0.02500,3.099
+48,mlp.experts.113.gate_proj,0.0000331712,0.02500,3.035
+48,mlp.experts.1.up_proj,0.0000448273,0.02500,3.032
+48,mlp.experts.99.gate_proj,0.0000336569,0.02500,4.539
+48,mlp.experts.103.gate_proj,0.0000353064,0.02500,4.725
+48,mlp.experts.111.gate_proj,0.0000122792,0.02500,4.553
+48,mlp.experts.107.gate_proj,0.0000513945,0.02500,4.508
+48,mlp.experts.110.gate_proj,0.0000505476,0.02500,3.144
+48,mlp.experts.106.gate_proj,0.0000645787,0.02500,3.226
+48,mlp.experts.102.gate_proj,0.0000154508,0.02500,3.102
+48,mlp.experts.98.gate_proj,0.0000155527,0.02500,3.176
+48,mlp.experts.100.gate_proj,0.0000375298,0.02500,3.648
+48,mlp.experts.21.up_proj,0.0000572447,0.02500,2.914
+48,mlp.experts.96.gate_proj,0.0000184199,0.02500,3.786
+48,mlp.experts.13.up_proj,0.0000713678,0.02500,2.974
+48,mlp.experts.9.up_proj,0.0000366525,0.02500,2.924
+48,mlp.experts.104.gate_proj,0.0000336945,0.02500,3.684
+48,mlp.experts.17.up_proj,0.0000491537,0.02500,2.972
+48,mlp.experts.108.gate_proj,0.0000369155,0.02500,4.059
+48,mlp.experts.37.up_proj,0.0000427495,0.02500,3.162
+48,mlp.experts.6.up_proj,0.0000402501,0.02500,3.950
+48,mlp.experts.25.up_proj,0.0000360322,0.02500,3.033
+48,mlp.experts.119.gate_proj,0.0000431757,0.02500,4.509
+48,mlp.experts.29.up_proj,0.0000205094,0.02500,3.281
+48,mlp.experts.115.gate_proj,0.0000072626,0.02500,4.737
+48,mlp.experts.7.up_proj,0.0000378077,0.02500,4.675
+48,mlp.experts.33.up_proj,0.0000960556,0.02500,3.100
+48,mlp.experts.118.gate_proj,0.0000394066,0.02500,4.033
+48,mlp.experts.2.up_proj,0.0000375984,0.02500,4.142
+48,mlp.experts.114.gate_proj,0.0000182427,0.02500,4.098
+48,mlp.experts.3.up_proj,0.0000651395,0.02500,4.889
+48,mlp.experts.116.gate_proj,0.0000056682,0.02500,5.081
+48,mlp.experts.112.gate_proj,0.0001342292,0.02500,5.047
+48,mlp.experts.0.up_proj,0.0000217018,0.02500,5.074
+48,mlp.experts.4.up_proj,0.0000307433,0.02500,4.864
+48,mlp.experts.53.up_proj,0.0000410825,0.02500,3.362
+48,mlp.experts.41.up_proj,0.0000157128,0.02500,3.346
+48,mlp.experts.45.up_proj,0.0000293433,0.02500,3.570
+48,mlp.experts.49.up_proj,0.0000347174,0.02500,3.496
+48,mlp.experts.15.up_proj,0.0000328957,0.02500,3.684
+48,mlp.experts.11.up_proj,0.0000708861,0.02500,3.651
+48,mlp.experts.23.up_proj,0.0000259601,0.02500,3.719
+48,mlp.experts.19.up_proj,0.0000329092,0.02500,3.821
+48,mlp.experts.22.up_proj,0.0000261299,0.02500,4.419
+48,mlp.experts.14.up_proj,0.0000359607,0.02500,4.504
+48,mlp.experts.10.up_proj,0.0000477339,0.02500,4.383
+48,mlp.experts.8.up_proj,0.0000516096,0.02500,3.106
+48,mlp.experts.18.up_proj,0.0000209436,0.02500,4.530
+48,mlp.experts.12.up_proj,0.0000606775,0.02500,3.710
+48,mlp.experts.16.up_proj,0.0000305487,0.02500,3.413
+48,mlp.experts.20.up_proj,0.0000551104,0.02500,3.794
+48,mlp.experts.69.up_proj,0.0000452755,0.02500,3.309
+48,mlp.experts.57.up_proj,0.0000350885,0.02500,3.490
+48,mlp.experts.61.up_proj,0.0000525124,0.02500,3.739
+48,mlp.experts.65.up_proj,0.0000726627,0.02500,3.737
+48,mlp.experts.31.up_proj,0.0000412086,0.02500,3.999
+48,mlp.experts.27.up_proj,0.0000232257,0.02500,3.982
+48,mlp.experts.39.up_proj,0.0000478418,0.02500,3.943
+48,mlp.experts.35.up_proj,0.0000520638,0.02500,3.925
+48,mlp.experts.28.up_proj,0.0000539566,0.02500,3.114
+48,mlp.experts.24.up_proj,0.0000288358,0.02500,3.831
+48,mlp.experts.38.up_proj,0.0000441091,0.02500,4.443
+48,mlp.experts.26.up_proj,0.0000443191,0.02500,4.251
+48,mlp.experts.32.up_proj,0.0000162958,0.02500,3.716
+48,mlp.experts.30.up_proj,0.0000300646,0.02500,4.484
+48,mlp.experts.34.up_proj,0.0000709859,0.02500,4.462
+48,mlp.experts.85.up_proj,0.0000263948,0.02500,3.481
+48,mlp.experts.36.up_proj,0.0000396806,0.02500,3.762
+48,mlp.experts.73.up_proj,0.0000238184,0.02500,3.929
+48,mlp.experts.77.up_proj,0.0000314678,0.02500,3.643
+48,mlp.experts.47.up_proj,0.0000394394,0.02500,3.357
+48,mlp.experts.43.up_proj,0.0000309700,0.02500,3.378
+48,mlp.experts.55.up_proj,0.0000369642,0.02500,3.339
+48,mlp.experts.81.up_proj,0.0000345922,0.02500,4.004
+48,mlp.experts.51.up_proj,0.0000418645,0.02500,3.329
+48,mlp.experts.44.up_proj,0.0000204952,0.02500,3.952
+48,mlp.experts.40.up_proj,0.0000207472,0.02500,3.906
+48,mlp.experts.54.up_proj,0.0000658471,0.02500,4.422
+48,mlp.experts.48.up_proj,0.0001005944,0.02500,4.192
+48,mlp.experts.101.up_proj,0.0000460455,0.02500,3.710
+48,mlp.experts.42.up_proj,0.0000329478,0.02500,4.549
+48,mlp.experts.46.up_proj,0.0000546837,0.02500,4.442
+48,mlp.experts.50.up_proj,0.0000509928,0.02500,4.501
+48,mlp.experts.52.up_proj,0.0000368551,0.02500,4.209
+48,mlp.experts.89.up_proj,0.0000326917,0.02500,3.755
+48,mlp.experts.59.up_proj,0.0000348886,0.02500,3.410
+48,mlp.experts.71.up_proj,0.0000315494,0.02500,3.421
+48,mlp.experts.63.up_proj,0.0000424021,0.02500,3.553
+48,mlp.experts.93.up_proj,0.0001027014,0.02500,3.794
+48,mlp.experts.67.up_proj,0.0000238711,0.02500,3.437
+48,mlp.experts.97.up_proj,0.0000332999,0.02500,3.837
+48,mlp.experts.60.up_proj,0.0000413077,0.02500,3.824
+48,mlp.experts.56.up_proj,0.0000459528,0.02500,3.715
+48,mlp.experts.64.up_proj,0.0000451086,0.02500,3.484
+48,mlp.experts.117.up_proj,0.0000479071,0.02500,4.079
+48,mlp.experts.70.up_proj,0.0000468940,0.02500,4.561
+48,mlp.experts.105.up_proj,0.0000080631,0.02500,3.551
+48,mlp.experts.68.up_proj,0.0000588801,0.02500,4.013
+48,mlp.experts.62.up_proj,0.0000262240,0.02500,4.489
+48,mlp.experts.58.up_proj,0.0000303856,0.02500,4.605
+48,mlp.experts.109.up_proj,0.0000341510,0.02500,3.477
+48,mlp.experts.66.up_proj,0.0000890221,0.02500,4.491
+48,mlp.experts.87.up_proj,0.0000356286,0.02500,3.778
+48,mlp.experts.113.up_proj,0.0000327876,0.02500,3.134
+48,mlp.experts.75.up_proj,0.0000224945,0.02500,3.922
+48,mlp.experts.79.up_proj,0.0000544194,0.02500,4.001
+48,mlp.experts.83.up_proj,0.0000542278,0.02500,4.210
+48,mlp.experts.76.up_proj,0.0000450051,0.02500,3.651
+48,mlp.experts.72.up_proj,0.0000237496,0.02500,3.659
+48,mlp.experts.80.up_proj,0.0000346503,0.02500,3.548
+48,mlp.experts.86.up_proj,0.0000408686,0.02500,3.293
+48,mlp.experts.78.up_proj,0.0000295791,0.02500,3.316
+48,mlp.experts.74.up_proj,0.0000482062,0.02500,3.312
+48,mlp.experts.82.up_proj,0.0000176991,0.02500,3.288
+48,mlp.experts.84.up_proj,0.0000230376,0.02500,3.751
+48,mlp.experts.103.up_proj,0.0000345952,0.02500,4.428
+48,mlp.experts.91.up_proj,0.0000516441,0.02500,4.451
+48,mlp.experts.95.up_proj,0.0000455085,0.02500,4.536
+48,mlp.experts.88.up_proj,0.0000515664,0.02500,3.314
+48,mlp.experts.92.up_proj,0.0000463440,0.02500,3.543
+48,mlp.experts.99.up_proj,0.0000322997,0.02500,4.556
+48,mlp.experts.96.up_proj,0.0000181307,0.02500,3.714
+48,mlp.experts.102.up_proj,0.0000148946,0.02500,3.890
+48,mlp.experts.94.up_proj,0.0000334545,0.02500,3.808
+48,mlp.experts.90.up_proj,0.0000259415,0.02500,3.757
+48,mlp.experts.100.up_proj,0.0000357361,0.02500,3.557
+48,mlp.experts.98.up_proj,0.0000150431,0.02500,3.843
+48,mlp.experts.108.up_proj,0.0000360309,0.02500,3.583
+48,mlp.experts.104.up_proj,0.0000314864,0.02500,3.710
+48,mlp.experts.119.up_proj,0.0000423201,0.02500,4.470
+48,mlp.experts.107.up_proj,0.0000515520,0.02500,4.381
+48,mlp.experts.111.up_proj,0.0000118717,0.02500,4.346
+48,mlp.experts.115.up_proj,0.0000069838,0.02500,3.836
+48,mlp.experts.112.up_proj,0.0001267942,0.02500,3.717
+48,mlp.experts.116.up_proj,0.0000055522,0.02500,2.886
+48,mlp.experts.118.up_proj,0.0000396237,0.02500,3.740
+48,mlp.experts.106.up_proj,0.0000590096,0.02500,3.470
+48,mlp.experts.114.up_proj,0.0000180353,0.02500,3.348
+48,mlp.experts.110.up_proj,0.0000503049,0.02500,3.522
+48,mlp.experts.1.down_proj,0.0000078020,0.02500,1.399
+48,mlp.experts.5.down_proj,0.0000064936,0.02500,1.423
+48,mlp.experts.9.down_proj,0.0000078459,0.02500,1.398
+48,mlp.experts.13.down_proj,0.0000252449,0.02500,1.422
+48,mlp.experts.3.down_proj,0.0000103281,0.02500,2.193
+48,mlp.experts.7.down_proj,0.0000045992,0.02500,2.236
+48,mlp.experts.12.down_proj,0.0000104911,0.02500,2.236
+48,mlp.experts.11.down_proj,0.0000151844,0.02500,2.251
+48,mlp.experts.15.down_proj,0.0000041330,0.02500,2.254
+48,mlp.experts.17.down_proj,0.0000116095,0.02500,0.982
+48,mlp.experts.0.down_proj,0.0000026091,0.02500,2.390
+48,mlp.experts.8.down_proj,0.0000104312,0.02500,2.307
+48,mlp.experts.4.down_proj,0.0000063497,0.02500,2.428
+48,mlp.experts.21.down_proj,0.0000074778,0.02500,1.089
+48,mlp.experts.25.down_proj,0.0000065271,0.02500,1.091
+48,mlp.experts.29.down_proj,0.0000022519,0.02500,1.135
+48,mlp.experts.10.down_proj,0.0000064528,0.02500,2.711
+48,mlp.experts.6.down_proj,0.0000043318,0.02500,2.596
+48,mlp.experts.2.down_proj,0.0000063123,0.02500,2.924
+48,mlp.experts.14.down_proj,0.0000110794,0.02500,2.762
+48,mlp.experts.19.down_proj,0.0000065910,0.02500,0.910
+48,mlp.experts.23.down_proj,0.0000049032,0.02500,0.916
+48,mlp.experts.27.down_proj,0.0000025520,0.02500,0.927
+48,mlp.experts.28.down_proj,0.0000122085,0.02500,0.955
+48,mlp.experts.31.down_proj,0.0000051207,0.02500,0.948
+48,mlp.experts.24.down_proj,0.0000047022,0.02500,0.979
+48,mlp.experts.33.down_proj,0.0000483233,0.02500,1.062
+48,mlp.experts.16.down_proj,0.0000031615,0.02500,1.085
+48,mlp.experts.20.down_proj,0.0000091209,0.02500,1.068
+48,mlp.experts.41.down_proj,0.0000024517,0.02500,0.975
+48,mlp.experts.37.down_proj,0.0000076166,0.02500,1.080
+48,mlp.experts.45.down_proj,0.0000066813,0.02500,0.982
+48,mlp.experts.35.down_proj,0.0000071187,0.02500,0.927
+48,mlp.experts.22.down_proj,0.0000029113,0.02500,1.257
+48,mlp.experts.26.down_proj,0.0000049870,0.02500,1.316
+48,mlp.experts.43.down_proj,0.0000051474,0.02500,0.959
+48,mlp.experts.39.down_proj,0.0000127456,0.02500,0.992
+48,mlp.experts.18.down_proj,0.0000063088,0.02500,1.323
+48,mlp.experts.30.down_proj,0.0000074672,0.02500,1.325
+48,mlp.experts.47.down_proj,0.0000094949,0.02500,0.973
+48,mlp.experts.44.down_proj,0.0000028011,0.02500,1.077
+48,mlp.experts.40.down_proj,0.0000027077,0.02500,1.011
+48,mlp.experts.32.down_proj,0.0000017837,0.02500,1.029
+48,mlp.experts.36.down_proj,0.0000063957,0.02500,1.027
+48,mlp.experts.53.down_proj,0.0000055494,0.02500,0.943
+48,mlp.experts.61.down_proj,0.0000151851,0.02500,0.905
+48,mlp.experts.49.down_proj,0.0000041736,0.02500,1.212
+48,mlp.experts.57.down_proj,0.0000077717,0.02500,1.151
+48,mlp.experts.51.down_proj,0.0000053757,0.02500,1.424
+48,mlp.experts.52.down_proj,0.0000046365,0.02500,0.941
+48,mlp.experts.60.down_proj,0.0000051828,0.02500,1.102
+48,mlp.experts.56.down_proj,0.0000175443,0.02500,1.124
+48,mlp.experts.48.down_proj,0.0000236052,0.02500,1.059
+48,mlp.experts.38.down_proj,0.0000080953,0.02500,1.442
+48,mlp.experts.69.down_proj,0.0000051790,0.02500,1.067
+48,mlp.experts.42.down_proj,0.0000043086,0.02500,1.421
+48,mlp.experts.34.down_proj,0.0000141127,0.02500,1.393
+48,mlp.experts.77.down_proj,0.0000083476,0.02500,1.104
+48,mlp.experts.59.down_proj,0.0000100871,0.02500,1.434
+48,mlp.experts.65.down_proj,0.0000232145,0.02500,1.017
+48,mlp.experts.55.down_proj,0.0000063104,0.02500,1.490
+48,mlp.experts.63.down_proj,0.0000061941,0.02500,1.462
+48,mlp.experts.73.down_proj,0.0000050782,0.02500,1.051
+48,mlp.experts.46.down_proj,0.0000145137,0.02500,1.544
+48,mlp.experts.68.down_proj,0.0000205874,0.02500,1.035
+48,mlp.experts.67.down_proj,0.0000027361,0.02500,1.051
+48,mlp.experts.85.down_proj,0.0000036176,0.02500,0.927
+48,mlp.experts.64.down_proj,0.0000064042,0.02500,0.982
+48,mlp.experts.76.down_proj,0.0000063240,0.02500,1.098
+48,mlp.experts.72.down_proj,0.0000026216,0.02500,1.095
+48,mlp.experts.75.down_proj,0.0000030004,0.02500,0.977
+48,mlp.experts.81.down_proj,0.0000073118,0.02500,0.973
+48,mlp.experts.71.down_proj,0.0000115467,0.02500,0.974
+48,mlp.experts.79.down_proj,0.0000104147,0.02500,1.003
+48,mlp.experts.89.down_proj,0.0000055449,0.02500,0.992
+48,mlp.experts.54.down_proj,0.0000086444,0.02500,1.232
+48,mlp.experts.93.down_proj,0.0000240453,0.02500,1.183
+48,mlp.experts.58.down_proj,0.0000053720,0.02500,1.238
+48,mlp.experts.50.down_proj,0.0000067846,0.02500,1.228
+48,mlp.experts.62.down_proj,0.0000033145,0.02500,1.379
+48,mlp.experts.101.down_proj,0.0000088733,0.02500,0.888
+48,mlp.experts.83.down_proj,0.0000096625,0.02500,1.005
+48,mlp.experts.84.down_proj,0.0000025744,0.02500,1.066
+48,mlp.experts.80.down_proj,0.0000106502,0.02500,1.096
+48,mlp.experts.105.down_proj,0.0000023244,0.02500,0.886
+48,mlp.experts.92.down_proj,0.0000083481,0.02500,1.087
+48,mlp.experts.91.down_proj,0.0000057169,0.02500,1.053
+48,mlp.experts.88.down_proj,0.0000094902,0.02500,1.113
+48,mlp.experts.87.down_proj,0.0000040886,0.02500,1.055
+48,mlp.experts.97.down_proj,0.0000047952,0.02500,1.151
+48,mlp.experts.95.down_proj,0.0000109273,0.02500,1.120
+48,mlp.experts.109.down_proj,0.0000051891,0.02500,1.078
+48,mlp.experts.70.down_proj,0.0000090954,0.02500,1.410
+48,mlp.experts.74.down_proj,0.0000133122,0.02500,1.410
+48,mlp.experts.66.down_proj,0.0000189362,0.02500,1.414
+48,mlp.experts.117.down_proj,0.0000069223,0.02500,0.929
+48,mlp.experts.113.down_proj,0.0000044392,0.02500,0.750
+48,mlp.experts.78.down_proj,0.0000044603,0.02500,1.429
+48,mlp.experts.100.down_proj,0.0000039898,0.02500,1.127
+48,mlp.experts.99.down_proj,0.0000034684,0.02500,1.310
+48,mlp.experts.96.down_proj,0.0000021756,0.02500,1.193
+48,mlp.experts.104.down_proj,0.0000044723,0.02500,1.179
+48,mlp.experts.108.down_proj,0.0000049991,0.02500,1.259
+48,mlp.experts.107.down_proj,0.0000111814,0.02500,1.314
+48,mlp.experts.111.down_proj,0.0000025990,0.02500,1.278
+48,mlp.experts.103.down_proj,0.0000050490,0.02500,1.403
+48,mlp.experts.86.down_proj,0.0000089130,0.02500,1.045
+48,mlp.experts.82.down_proj,0.0000058135,0.02500,1.012
+48,mlp.experts.90.down_proj,0.0000033382,0.02500,1.043
+48,mlp.experts.116.down_proj,0.0000017816,0.02500,0.681
+48,mlp.experts.112.down_proj,0.0000490142,0.02500,0.630
+48,mlp.experts.94.down_proj,0.0000043565,0.02500,0.956
+48,mlp.experts.115.down_proj,0.0000030009,0.02500,0.975
+48,mlp.experts.119.down_proj,0.0000068054,0.02500,0.774
+48,mlp.experts.102.down_proj,0.0000018666,0.02500,0.862
+48,mlp.experts.98.down_proj,0.0000017935,0.02500,0.856
+48,mlp.experts.106.down_proj,0.0000087003,0.02500,0.856
+48,mlp.experts.110.down_proj,0.0000081275,0.02500,0.803
+48,mlp.experts.118.down_proj,0.0000079292,0.02500,0.618
+48,mlp.experts.114.down_proj,0.0000040590,0.02500,0.601
+49,self_attn.k_proj,0.0000000884,0.02500,1.542
+49,self_attn.v_proj,0.0000001719,0.02500,1.672
+49,self_attn.q_proj,0.0000006183,0.02500,2.240
+49,self_attn.o_proj,0.0000002171,0.02500,4.725
+49,mlp.shared_experts.gate_proj,0.0000019001,0.02500,1.311
+49,mlp.shared_experts.up_proj,0.0000016778,0.02500,1.338
+49,mlp.shared_experts.down_proj,0.0000002126,0.02500,0.394
+49,mlp.experts.10.gate_proj,0.0000542118,0.02500,3.611
+49,mlp.experts.14.gate_proj,0.0000569460,0.02500,3.812
+49,mlp.experts.2.gate_proj,0.0000579092,0.02500,4.071
+49,mlp.experts.6.gate_proj,0.0000495852,0.02500,4.351
+49,mlp.experts.0.gate_proj,0.0001030708,0.02500,4.899
+49,mlp.experts.4.gate_proj,0.0000210312,0.02500,4.952
+49,mlp.experts.12.gate_proj,0.0000601732,0.02500,4.973
+49,mlp.experts.3.gate_proj,0.0000510921,0.02500,5.244
+49,mlp.experts.8.gate_proj,0.0000294040,0.02500,5.113
+49,mlp.experts.15.gate_proj,0.0000508895,0.02500,5.448
+49,mlp.experts.9.gate_proj,0.0000260618,0.02500,5.503
+49,mlp.experts.5.gate_proj,0.0000308659,0.02500,5.512
+49,mlp.experts.7.gate_proj,0.0000377369,0.02500,5.532
+49,mlp.experts.13.gate_proj,0.0000344584,0.02500,5.605
+49,mlp.experts.11.gate_proj,0.0000263801,0.02500,5.621
+49,mlp.experts.1.gate_proj,0.0000539178,0.02500,5.879
+49,mlp.experts.18.gate_proj,0.0001066102,0.02500,3.176
+49,mlp.experts.30.gate_proj,0.0000478482,0.02500,3.332
+49,mlp.experts.26.gate_proj,0.0000163153,0.02500,3.842
+49,mlp.experts.22.gate_proj,0.0000165098,0.02500,3.456
+49,mlp.experts.21.gate_proj,0.0000897726,0.02500,3.145
+49,mlp.experts.29.gate_proj,0.0000135333,0.02500,3.119
+49,mlp.experts.17.gate_proj,0.0000519858,0.02500,3.060
+49,mlp.experts.25.gate_proj,0.0000281652,0.02500,3.353
+49,mlp.experts.16.gate_proj,0.0000288178,0.02500,4.230
+49,mlp.experts.20.gate_proj,0.0000108127,0.02500,4.318
+49,mlp.experts.28.gate_proj,0.0000286397,0.02500,4.277
+49,mlp.experts.46.gate_proj,0.0000388851,0.02500,2.314
+49,mlp.experts.34.gate_proj,0.0000280047,0.02500,2.483
+49,mlp.experts.24.gate_proj,0.0000265329,0.02500,4.447
+49,mlp.experts.19.gate_proj,0.0000304006,0.02500,4.552
+49,mlp.experts.23.gate_proj,0.0000702696,0.02500,4.160
+49,mlp.experts.27.gate_proj,0.0000384471,0.02500,4.283
+49,mlp.experts.31.gate_proj,0.0000403777,0.02500,4.462
+49,mlp.experts.37.gate_proj,0.0000504021,0.02500,3.995
+49,mlp.experts.33.gate_proj,0.0000137370,0.02500,4.000
+49,mlp.experts.45.gate_proj,0.0000922166,0.02500,4.149
+49,mlp.experts.41.gate_proj,0.0000317548,0.02500,4.149
+49,mlp.experts.32.gate_proj,0.0000621246,0.02500,5.669
+49,mlp.experts.36.gate_proj,0.0000330904,0.02500,5.623
+49,mlp.experts.44.gate_proj,0.0000210231,0.02500,5.667
+49,mlp.experts.40.gate_proj,0.0000410108,0.02500,5.949
+49,mlp.experts.53.gate_proj,0.0000365072,0.02500,5.346
+49,mlp.experts.61.gate_proj,0.0000520131,0.02500,5.299
+49,mlp.experts.49.gate_proj,0.0000292436,0.02500,5.514
+49,mlp.experts.57.gate_proj,0.0000461510,0.02500,5.544
+49,mlp.experts.52.gate_proj,0.0000235500,0.02500,5.872
+49,mlp.experts.60.gate_proj,0.0000402752,0.02500,5.990
+49,mlp.experts.48.gate_proj,0.0000270043,0.02500,6.492
+49,mlp.experts.56.gate_proj,0.0000427913,0.02500,6.036
+49,mlp.experts.69.gate_proj,0.0000333078,0.02500,3.791
+49,mlp.experts.77.gate_proj,0.0000394484,0.02500,3.844
+49,mlp.experts.65.gate_proj,0.0000479884,0.02500,3.753
+49,mlp.experts.73.gate_proj,0.0000387157,0.02500,3.613
+49,mlp.experts.85.gate_proj,0.0000488742,0.02500,4.460
+49,mlp.experts.93.gate_proj,0.0000492648,0.02500,4.680
+49,mlp.experts.81.gate_proj,0.0000158798,0.02500,4.738
+49,mlp.experts.89.gate_proj,0.0000535446,0.02500,4.780
+49,mlp.experts.35.gate_proj,0.0000515316,0.02500,17.574
+49,mlp.experts.39.gate_proj,0.0000387580,0.02500,17.579
+49,mlp.experts.47.gate_proj,0.0000538813,0.02500,17.660
+49,mlp.experts.43.gate_proj,0.0000535472,0.02500,17.691
+49,mlp.experts.101.gate_proj,0.0000269490,0.02500,4.108
+49,mlp.experts.109.gate_proj,0.0000275466,0.02500,3.871
+49,mlp.experts.97.gate_proj,0.0000248812,0.02500,4.023
+49,mlp.experts.105.gate_proj,0.0000444326,0.02500,4.179
+49,mlp.experts.55.gate_proj,0.0000240532,0.02500,5.440
+49,mlp.experts.51.gate_proj,0.0000197953,0.02500,5.529
+49,mlp.experts.63.gate_proj,0.0000242331,0.02500,5.489
+49,mlp.experts.59.gate_proj,0.0000294096,0.02500,5.496
+49,mlp.experts.117.gate_proj,0.0000478248,0.02500,4.245
+49,mlp.experts.5.up_proj,0.0000302411,0.02500,4.161
+49,mlp.experts.113.gate_proj,0.0000570098,0.02500,4.138
+49,mlp.experts.1.up_proj,0.0000520541,0.02500,4.142
+49,mlp.experts.67.gate_proj,0.0000694207,0.02500,5.187
+49,mlp.experts.71.gate_proj,0.0000261688,0.02500,5.287
+49,mlp.experts.79.gate_proj,0.0000217444,0.02500,5.288
+49,mlp.experts.75.gate_proj,0.0000539261,0.02500,5.324
+49,mlp.experts.13.up_proj,0.0000347712,0.02500,3.848
+49,mlp.experts.21.up_proj,0.0000882064,0.02500,3.827
+49,mlp.experts.9.up_proj,0.0000255465,0.02500,3.954
+49,mlp.experts.17.up_proj,0.0000503818,0.02500,3.928
+49,mlp.experts.68.gate_proj,0.0000361408,0.02500,18.782
+49,mlp.experts.76.gate_proj,0.0000501075,0.02500,18.747
+49,mlp.experts.72.gate_proj,0.0000328806,0.02500,18.349
+49,mlp.experts.64.gate_proj,0.0000351817,0.02500,18.848
+49,mlp.experts.83.gate_proj,0.0000400761,0.02500,5.506
+49,mlp.experts.87.gate_proj,0.0000763907,0.02500,5.751
+49,mlp.experts.95.gate_proj,0.0000227224,0.02500,5.531
+49,mlp.experts.91.gate_proj,0.0000373698,0.02500,5.543
+49,mlp.experts.84.gate_proj,0.0000349444,0.02500,5.271
+49,mlp.experts.92.gate_proj,0.0000211914,0.02500,5.284
+49,mlp.experts.88.gate_proj,0.0000401138,0.02500,5.385
+49,mlp.experts.80.gate_proj,0.0000232710,0.02500,5.746
+49,mlp.experts.99.gate_proj,0.0000250490,0.02500,5.395
+49,mlp.experts.111.gate_proj,0.0000419515,0.02500,5.306
+49,mlp.experts.103.gate_proj,0.0000337743,0.02500,5.433
+49,mlp.experts.107.gate_proj,0.0000174014,0.02500,5.482
+49,mlp.experts.100.gate_proj,0.0000462408,0.02500,5.562
+49,mlp.experts.108.gate_proj,0.0000318020,0.02500,5.627
+49,mlp.experts.104.gate_proj,0.0000374922,0.02500,5.909
+49,mlp.experts.96.gate_proj,0.0000370702,0.02500,5.647
+49,mlp.experts.115.gate_proj,0.0000295495,0.02500,4.684
+49,mlp.experts.7.up_proj,0.0000378001,0.02500,4.684
+49,mlp.experts.116.gate_proj,0.0000399858,0.02500,3.844
+49,mlp.experts.3.up_proj,0.0000511031,0.02500,4.798
+49,mlp.experts.37.up_proj,0.0000493283,0.02500,15.740
+49,mlp.experts.4.up_proj,0.0000203887,0.02500,3.745
+49,mlp.experts.29.up_proj,0.0000134859,0.02500,15.935
+49,mlp.experts.62.gate_proj,0.0000353939,0.02500,3.113
+49,mlp.experts.119.gate_proj,0.0000539330,0.02500,5.296
+49,mlp.experts.25.up_proj,0.0000271888,0.02500,15.679
+49,mlp.experts.50.gate_proj,0.0000481775,0.02500,3.232
+49,mlp.experts.0.up_proj,0.0000966116,0.02500,3.614
+49,mlp.experts.112.gate_proj,0.0000423716,0.02500,3.453
+49,mlp.experts.33.up_proj,0.0000134331,0.02500,15.768
+49,mlp.experts.42.gate_proj,0.0000294527,0.02500,3.786
+49,mlp.experts.38.gate_proj,0.0000330287,0.02500,3.977
+49,mlp.experts.12.up_proj,0.0000603801,0.02500,3.148
+49,mlp.experts.20.up_proj,0.0000104631,0.02500,3.195
+49,mlp.experts.66.gate_proj,0.0000690413,0.02500,3.126
+49,mlp.experts.45.up_proj,0.0000832669,0.02500,3.367
+49,mlp.experts.16.up_proj,0.0000282817,0.02500,3.121
+49,mlp.experts.8.up_proj,0.0000290334,0.02500,3.127
+49,mlp.experts.53.up_proj,0.0000349819,0.02500,3.745
+49,mlp.experts.11.up_proj,0.0000256684,0.02500,4.618
+49,mlp.experts.78.gate_proj,0.0001244632,0.02500,3.827
+49,mlp.experts.41.up_proj,0.0000309006,0.02500,3.793
+49,mlp.experts.58.gate_proj,0.0000352592,0.02500,3.252
+49,mlp.experts.23.up_proj,0.0000652090,0.02500,4.561
+49,mlp.experts.49.up_proj,0.0000285028,0.02500,3.794
+49,mlp.experts.19.up_proj,0.0000295539,0.02500,4.666
+49,mlp.experts.54.gate_proj,0.0000204538,0.02500,3.788
+49,mlp.experts.15.up_proj,0.0000493322,0.02500,4.952
+49,mlp.experts.28.up_proj,0.0000281127,0.02500,3.216
+49,mlp.experts.36.up_proj,0.0000321905,0.02500,3.147
+49,mlp.experts.24.up_proj,0.0000271260,0.02500,3.116
+49,mlp.experts.82.gate_proj,0.0000361130,0.02500,3.462
+49,mlp.experts.61.up_proj,0.0000498944,0.02500,3.416
+49,mlp.experts.32.up_proj,0.0000611718,0.02500,3.234
+49,mlp.experts.94.gate_proj,0.0000483613,0.02500,3.255
+49,mlp.experts.69.up_proj,0.0000319551,0.02500,3.637
+49,mlp.experts.74.gate_proj,0.0000121697,0.02500,3.420
+49,mlp.experts.57.up_proj,0.0000448479,0.02500,3.733
+49,mlp.experts.65.up_proj,0.0000452029,0.02500,3.545
+49,mlp.experts.27.up_proj,0.0000379352,0.02500,4.427
+49,mlp.experts.70.gate_proj,0.0000587372,0.02500,3.720
+49,mlp.experts.39.up_proj,0.0000381447,0.02500,4.436
+49,mlp.experts.35.up_proj,0.0000499670,0.02500,4.561
+49,mlp.experts.44.up_proj,0.0000206370,0.02500,3.391
+49,mlp.experts.52.up_proj,0.0000231434,0.02500,3.371
+49,mlp.experts.31.up_proj,0.0000401537,0.02500,4.964
+49,mlp.experts.77.up_proj,0.0000396498,0.02500,3.305
+49,mlp.experts.98.gate_proj,0.0000433576,0.02500,3.412
+49,mlp.experts.40.up_proj,0.0000399896,0.02500,3.456
+49,mlp.experts.48.up_proj,0.0000257792,0.02500,3.466
+49,mlp.experts.110.gate_proj,0.0000337609,0.02500,3.522
+49,mlp.experts.90.gate_proj,0.0000631581,0.02500,3.447
+49,mlp.experts.85.up_proj,0.0000481285,0.02500,3.958
+49,mlp.experts.73.up_proj,0.0000377608,0.02500,3.940
+49,mlp.experts.81.up_proj,0.0000157220,0.02500,3.844
+49,mlp.experts.86.gate_proj,0.0000304529,0.02500,3.425
+49,mlp.experts.43.up_proj,0.0000524875,0.02500,4.507
+49,mlp.experts.55.up_proj,0.0000230809,0.02500,4.381
+49,mlp.experts.51.up_proj,0.0000193413,0.02500,4.339
+49,mlp.experts.60.up_proj,0.0000398322,0.02500,4.016
+49,mlp.experts.114.gate_proj,0.0000457585,0.02500,3.366
+49,mlp.experts.68.up_proj,0.0000349150,0.02500,4.031
+49,mlp.experts.93.up_proj,0.0000485043,0.02500,3.731
+49,mlp.experts.6.up_proj,0.0000493827,0.02500,3.154
+49,mlp.experts.47.up_proj,0.0000498390,0.02500,4.303
+49,mlp.experts.106.gate_proj,0.0000350153,0.02500,3.501
+49,mlp.experts.56.up_proj,0.0000391545,0.02500,4.193
+49,mlp.experts.101.up_proj,0.0000262570,0.02500,3.259
+49,mlp.experts.64.up_proj,0.0000347536,0.02500,4.330
+49,mlp.experts.97.up_proj,0.0000245744,0.02500,3.538
+49,mlp.experts.89.up_proj,0.0000522965,0.02500,3.990
+49,mlp.experts.102.gate_proj,0.0000384219,0.02500,3.816
+49,mlp.experts.59.up_proj,0.0000290113,0.02500,3.323
+49,mlp.experts.71.up_proj,0.0000256363,0.02500,3.316
+49,mlp.experts.67.up_proj,0.0000662638,0.02500,3.229
+49,mlp.experts.10.up_proj,0.0000527599,0.02500,3.394
+49,mlp.experts.22.up_proj,0.0000165031,0.02500,3.408
+49,mlp.experts.63.up_proj,0.0000229527,0.02500,3.116
+49,mlp.experts.2.up_proj,0.0000568707,0.02500,3.164
+49,mlp.experts.109.up_proj,0.0000269280,0.02500,4.075
+49,mlp.experts.76.up_proj,0.0000479866,0.02500,4.735
+49,mlp.experts.117.up_proj,0.0000457853,0.02500,3.818
+49,mlp.experts.84.up_proj,0.0000347105,0.02500,4.817
+49,mlp.experts.113.up_proj,0.0000544203,0.02500,3.655
+49,mlp.experts.105.up_proj,0.0000428271,0.02500,3.419
+49,mlp.experts.72.up_proj,0.0000329212,0.02500,4.730
+49,mlp.experts.80.up_proj,0.0000230709,0.02500,4.675
+49,mlp.experts.87.up_proj,0.0000747617,0.02500,3.090
+49,mlp.experts.118.gate_proj,0.0000401087,0.02500,3.595
+49,mlp.experts.75.up_proj,0.0000519718,0.02500,3.323
+49,mlp.experts.83.up_proj,0.0000397896,0.02500,3.141
+49,mlp.experts.38.up_proj,0.0000319883,0.02500,2.946
+49,mlp.experts.18.up_proj,0.0001019532,0.02500,2.982
+49,mlp.experts.79.up_proj,0.0000209887,0.02500,3.263
+49,mlp.experts.26.up_proj,0.0000157194,0.02500,3.801
+49,mlp.experts.103.up_proj,0.0000326217,0.02500,3.025
+49,mlp.experts.91.up_proj,0.0000370040,0.02500,3.096
+49,mlp.experts.92.up_proj,0.0000197815,0.02500,4.520
+49,mlp.experts.99.up_proj,0.0000244704,0.02500,2.953
+49,mlp.experts.54.up_proj,0.0000199830,0.02500,2.749
+49,mlp.experts.100.up_proj,0.0000459406,0.02500,4.542
+49,mlp.experts.14.up_proj,0.0000561623,0.02500,3.783
+49,mlp.experts.34.up_proj,0.0000275319,0.02500,2.851
+49,mlp.experts.88.up_proj,0.0000393469,0.02500,4.566
+49,mlp.experts.95.up_proj,0.0000224056,0.02500,3.301
+49,mlp.experts.96.up_proj,0.0000355483,0.02500,4.922
+49,mlp.experts.42.up_proj,0.0000280833,0.02500,3.726
+49,mlp.experts.119.up_proj,0.0000524559,0.02500,3.408
+49,mlp.experts.107.up_proj,0.0000170677,0.02500,3.385
+49,mlp.experts.30.up_proj,0.0000471666,0.02500,2.877
+49,mlp.experts.115.up_proj,0.0000288741,0.02500,3.293
+49,mlp.experts.70.up_proj,0.0000587547,0.02500,3.203
+49,mlp.experts.111.up_proj,0.0000410788,0.02500,2.522
+49,mlp.experts.108.up_proj,0.0000313022,0.02500,4.194
+49,mlp.experts.116.up_proj,0.0000392109,0.02500,3.951
+49,mlp.experts.50.up_proj,0.0000472292,0.02500,3.755
+49,mlp.experts.104.up_proj,0.0000374693,0.02500,3.612
+49,mlp.experts.58.up_proj,0.0000343643,0.02500,3.035
+49,mlp.experts.112.up_proj,0.0000413456,0.02500,3.382
+49,mlp.experts.46.up_proj,0.0000397968,0.02500,2.690
+49,mlp.experts.86.up_proj,0.0000292231,0.02500,2.768
+49,mlp.experts.66.up_proj,0.0000665306,0.02500,3.001
+49,mlp.experts.74.up_proj,0.0000115923,0.02500,3.131
+49,mlp.experts.102.up_proj,0.0000361770,0.02500,2.763
+49,mlp.experts.62.up_proj,0.0000341741,0.02500,3.311
+49,mlp.experts.82.up_proj,0.0000372751,0.02500,2.709
+49,mlp.experts.90.up_proj,0.0000615716,0.02500,3.325
+49,mlp.experts.78.up_proj,0.0001103574,0.02500,2.545
+49,mlp.experts.118.up_proj,0.0000379217,0.02500,3.243
+49,mlp.experts.98.up_proj,0.0000402026,0.02500,2.832
+49,mlp.experts.106.up_proj,0.0000345658,0.02500,2.338
+49,mlp.experts.94.up_proj,0.0000472233,0.02500,2.653
+49,mlp.experts.114.up_proj,0.0000448074,0.02500,2.593
+49,mlp.experts.110.up_proj,0.0000331918,0.02500,1.799
+49,mlp.experts.6.down_proj,0.0000121540,0.02500,0.897
+49,mlp.experts.14.down_proj,0.0000080524,0.02500,0.965
+49,mlp.experts.2.down_proj,0.0000107097,0.02500,0.992
+49,mlp.experts.10.down_proj,0.0000085219,0.02500,1.042
+49,mlp.experts.9.down_proj,0.0000034147,0.02500,1.270
+49,mlp.experts.5.down_proj,0.0000043178,0.02500,1.283
+49,mlp.experts.1.down_proj,0.0000121750,0.02500,1.382
+49,mlp.experts.15.down_proj,0.0000058690,0.02500,1.378
+49,mlp.experts.13.down_proj,0.0000106656,0.02500,1.381
+49,mlp.experts.11.down_proj,0.0000030992,0.02500,1.425
+49,mlp.experts.7.down_proj,0.0000070501,0.02500,1.443
+49,mlp.experts.12.down_proj,0.0000099506,0.02500,1.483
+49,mlp.experts.8.down_proj,0.0000127601,0.02500,1.501
+49,mlp.experts.0.down_proj,0.0000199886,0.02500,1.510
+49,mlp.experts.4.down_proj,0.0000024952,0.02500,1.517
+49,mlp.experts.3.down_proj,0.0000078162,0.02500,1.685
+49,mlp.experts.30.down_proj,0.0000092250,0.02500,0.865
+49,mlp.experts.22.down_proj,0.0000031301,0.02500,1.066
+49,mlp.experts.18.down_proj,0.0000184170,0.02500,0.974
+49,mlp.experts.26.down_proj,0.0000018572,0.02500,1.093
+49,mlp.experts.21.down_proj,0.0000252259,0.02500,1.153
+49,mlp.experts.20.down_proj,0.0000012674,0.02500,0.954
+49,mlp.experts.24.down_proj,0.0000099332,0.02500,0.965
+49,mlp.experts.28.down_proj,0.0000049598,0.02500,0.985
+49,mlp.experts.25.down_proj,0.0000092900,0.02500,1.207
+49,mlp.experts.16.down_proj,0.0000037759,0.02500,0.988
+49,mlp.experts.17.down_proj,0.0000071548,0.02500,1.169
+49,mlp.experts.46.down_proj,0.0000101216,0.02500,0.835
+49,mlp.experts.31.down_proj,0.0000054529,0.02500,1.293
+49,mlp.experts.27.down_proj,0.0000052750,0.02500,1.277
+49,mlp.experts.23.down_proj,0.0000076976,0.02500,1.272
+49,mlp.experts.29.down_proj,0.0000021537,0.02500,1.498
+49,mlp.experts.38.down_proj,0.0000051925,0.02500,0.955
+49,mlp.experts.42.down_proj,0.0000068631,0.02500,0.944
+49,mlp.experts.34.down_proj,0.0000034014,0.02500,1.150
+49,mlp.experts.19.down_proj,0.0000039658,0.02500,1.733
+49,mlp.experts.40.down_proj,0.0000072296,0.02500,0.960
+49,mlp.experts.44.down_proj,0.0000035960,0.02500,0.973
+49,mlp.experts.32.down_proj,0.0000159120,0.02500,0.966
+49,mlp.experts.36.down_proj,0.0000108153,0.02500,1.008
+49,mlp.experts.62.down_proj,0.0000046913,0.02500,0.873
+49,mlp.experts.37.down_proj,0.0000083320,0.02500,1.215
+49,mlp.experts.33.down_proj,0.0000047493,0.02500,1.274
+49,mlp.experts.41.down_proj,0.0000037577,0.02500,1.397
+49,mlp.experts.47.down_proj,0.0000167971,0.02500,1.310
+49,mlp.experts.54.down_proj,0.0000040895,0.02500,1.070
+49,mlp.experts.43.down_proj,0.0000103348,0.02500,1.299
+49,mlp.experts.58.down_proj,0.0000038122,0.02500,0.933
+49,mlp.experts.39.down_proj,0.0000074880,0.02500,1.302
+49,mlp.experts.45.down_proj,0.0000450326,0.02500,1.243
+49,mlp.experts.50.down_proj,0.0000127036,0.02500,1.065
+49,mlp.experts.56.down_proj,0.0000091381,0.02500,0.917
+49,mlp.experts.60.down_proj,0.0000067257,0.02500,0.924
+49,mlp.experts.52.down_proj,0.0000031492,0.02500,0.911
+49,mlp.experts.48.down_proj,0.0000041630,0.02500,0.928
+49,mlp.experts.78.down_proj,0.0000602493,0.02500,0.865
+49,mlp.experts.53.down_proj,0.0000072049,0.02500,0.999
+49,mlp.experts.49.down_proj,0.0000036018,0.02500,0.937
+49,mlp.experts.57.down_proj,0.0000064660,0.02500,0.919
+49,mlp.experts.35.down_proj,0.0000060545,0.02500,1.382
+49,mlp.experts.61.down_proj,0.0000076464,0.02500,0.882
+49,mlp.experts.66.down_proj,0.0000099684,0.02500,0.857
+49,mlp.experts.70.down_proj,0.0000104368,0.02500,1.147
+49,mlp.experts.74.down_proj,0.0000054346,0.02500,1.149
+49,mlp.experts.63.down_proj,0.0000092606,0.02500,1.262
+49,mlp.experts.94.down_proj,0.0000062015,0.02500,0.856
+49,mlp.experts.72.down_proj,0.0000038075,0.02500,0.921
+49,mlp.experts.59.down_proj,0.0000035132,0.02500,1.278
+49,mlp.experts.76.down_proj,0.0000096690,0.02500,0.920
+49,mlp.experts.64.down_proj,0.0000051547,0.02500,0.898
+49,mlp.experts.68.down_proj,0.0000072311,0.02500,0.916
+49,mlp.experts.55.down_proj,0.0000058141,0.02500,1.405
+49,mlp.experts.69.down_proj,0.0000043950,0.02500,1.083
+49,mlp.experts.65.down_proj,0.0000059986,0.02500,1.057
+49,mlp.experts.73.down_proj,0.0000090064,0.02500,1.044
+49,mlp.experts.82.down_proj,0.0000113010,0.02500,0.949
+49,mlp.experts.77.down_proj,0.0000050342,0.02500,1.097
+49,mlp.experts.90.down_proj,0.0000122081,0.02500,0.968
+49,mlp.experts.110.down_proj,0.0000068201,0.02500,0.919
+49,mlp.experts.86.down_proj,0.0000035086,0.02500,1.149
+49,mlp.experts.51.down_proj,0.0000027040,0.02500,1.511
+49,mlp.experts.80.down_proj,0.0000026127,0.02500,1.082
+49,mlp.experts.92.down_proj,0.0000095699,0.02500,1.093
+49,mlp.experts.88.down_proj,0.0000061432,0.02500,1.125
+49,mlp.experts.84.down_proj,0.0000061983,0.02500,1.125
+49,mlp.experts.79.down_proj,0.0000083514,0.02500,1.523
+49,mlp.experts.75.down_proj,0.0000056416,0.02500,1.523
+49,mlp.experts.71.down_proj,0.0000030255,0.02500,1.493
+49,mlp.experts.85.down_proj,0.0000066276,0.02500,1.280
+49,mlp.experts.81.down_proj,0.0000021617,0.02500,1.206
+49,mlp.experts.106.down_proj,0.0000042696,0.02500,0.933
+49,mlp.experts.98.down_proj,0.0000062220,0.02500,1.087
+49,mlp.experts.89.down_proj,0.0000132887,0.02500,1.285
+49,mlp.experts.102.down_proj,0.0000053324,0.02500,1.021
+49,mlp.experts.104.down_proj,0.0000091425,0.02500,0.994
+49,mlp.experts.108.down_proj,0.0000041204,0.02500,1.012
+49,mlp.experts.96.down_proj,0.0000052695,0.02500,1.038
+49,mlp.experts.93.down_proj,0.0000102457,0.02500,1.313
+49,mlp.experts.100.down_proj,0.0000114889,0.02500,1.011
+49,mlp.experts.67.down_proj,0.0000124224,0.02500,1.265
+49,mlp.experts.114.down_proj,0.0000101954,0.02500,0.824
+49,mlp.experts.118.down_proj,0.0000041882,0.02500,0.753
+49,mlp.experts.91.down_proj,0.0000079707,0.02500,1.275
+49,mlp.experts.112.down_proj,0.0000080960,0.02500,0.702
+49,mlp.experts.101.down_proj,0.0000033042,0.02500,1.104
+49,mlp.experts.97.down_proj,0.0000033760,0.02500,1.112
+49,mlp.experts.116.down_proj,0.0000057304,0.02500,0.696
+49,mlp.experts.95.down_proj,0.0000043685,0.02500,1.389
+49,mlp.experts.87.down_proj,0.0000150264,0.02500,1.261
+49,mlp.experts.105.down_proj,0.0000074124,0.02500,1.176
+49,mlp.experts.109.down_proj,0.0000039024,0.02500,0.986
+49,mlp.experts.117.down_proj,0.0000062320,0.02500,0.644
+49,mlp.experts.113.down_proj,0.0000069810,0.02500,0.633
+49,mlp.experts.83.down_proj,0.0000065484,0.02500,1.345
+49,mlp.experts.107.down_proj,0.0000045049,0.02500,1.351
+49,mlp.experts.111.down_proj,0.0000061490,0.02500,1.409
+49,mlp.experts.103.down_proj,0.0000047717,0.02500,1.426
+49,mlp.experts.99.down_proj,0.0000034169,0.02500,1.134
+49,mlp.experts.119.down_proj,0.0000084423,0.02500,0.922
+49,mlp.experts.115.down_proj,0.0000053472,0.02500,0.677
+50,self_attn.v_proj,0.0000002377,0.02500,1.608
+50,self_attn.k_proj,0.0000001146,0.02500,1.694
+50,self_attn.q_proj,0.0000008473,0.02500,2.479
+50,self_attn.o_proj,0.0000003031,0.02500,3.546
+50,mlp.shared_experts.gate_proj,0.0000020671,0.02500,1.423
+50,mlp.shared_experts.up_proj,0.0000017193,0.02500,1.480
+50,mlp.shared_experts.down_proj,0.0000002067,0.02500,0.385
+50,mlp.experts.4.gate_proj,0.0000514397,0.02500,4.340
+50,mlp.experts.8.gate_proj,0.0001274611,0.02500,3.919
+50,mlp.experts.0.gate_proj,0.0000237052,0.02500,4.509
+50,mlp.experts.12.gate_proj,0.0000467109,0.02500,4.174
+50,mlp.experts.15.gate_proj,0.0000176780,0.02500,4.756
+50,mlp.experts.7.gate_proj,0.0000222137,0.02500,5.183
+50,mlp.experts.3.gate_proj,0.0000293384,0.02500,5.191
+50,mlp.experts.9.gate_proj,0.0000660340,0.02500,4.883
+50,mlp.experts.2.gate_proj,0.0000348380,0.02500,5.350
+50,mlp.experts.5.gate_proj,0.0000390234,0.02500,5.409
+50,mlp.experts.1.gate_proj,0.0000324101,0.02500,5.523
+50,mlp.experts.6.gate_proj,0.0000729639,0.02500,5.465
+50,mlp.experts.10.gate_proj,0.0000457495,0.02500,5.155
+50,mlp.experts.13.gate_proj,0.0000623611,0.02500,5.157
+50,mlp.experts.11.gate_proj,0.0001197908,0.02500,5.230
+50,mlp.experts.14.gate_proj,0.0000494092,0.02500,5.340
+50,mlp.experts.24.gate_proj,0.0000308413,0.02500,3.094
+50,mlp.experts.28.gate_proj,0.0000421437,0.02500,3.041
+50,mlp.experts.20.gate_proj,0.0000307763,0.02500,3.629
+50,mlp.experts.16.gate_proj,0.0000488221,0.02500,3.845
+50,mlp.experts.31.gate_proj,0.0000617158,0.02500,3.579
+50,mlp.experts.23.gate_proj,0.0000783715,0.02500,3.626
+50,mlp.experts.19.gate_proj,0.0000708875,0.02500,3.673
+50,mlp.experts.27.gate_proj,0.0000256656,0.02500,3.401
+50,mlp.experts.25.gate_proj,0.0000159402,0.02500,4.549
+50,mlp.experts.17.gate_proj,0.0000273755,0.02500,4.450
+50,mlp.experts.21.gate_proj,0.0000177321,0.02500,4.753
+50,mlp.experts.29.gate_proj,0.0000425856,0.02500,4.694
+50,mlp.experts.18.gate_proj,0.0000159931,0.02500,5.192
+50,mlp.experts.26.gate_proj,0.0000705653,0.02500,5.124
+50,mlp.experts.44.gate_proj,0.0000259468,0.02500,3.266
+50,mlp.experts.30.gate_proj,0.0001026205,0.02500,5.177
+50,mlp.experts.40.gate_proj,0.0000487511,0.02500,3.505
+50,mlp.experts.22.gate_proj,0.0000394805,0.02500,5.454
+50,mlp.experts.36.gate_proj,0.0000281069,0.02500,3.197
+50,mlp.experts.32.gate_proj,0.0000190165,0.02500,3.580
+50,mlp.experts.47.gate_proj,0.0000423847,0.02500,3.297
+50,mlp.experts.39.gate_proj,0.0000462499,0.02500,3.335
+50,mlp.experts.35.gate_proj,0.0000479203,0.02500,3.516
+50,mlp.experts.43.gate_proj,0.0000212795,0.02500,3.423
+50,mlp.experts.41.gate_proj,0.0001281314,0.02500,4.064
+50,mlp.experts.52.gate_proj,0.0000231983,0.02500,2.854
+50,mlp.experts.33.gate_proj,0.0000418288,0.02500,4.077
+50,mlp.experts.37.gate_proj,0.0000587689,0.02500,4.345
+50,mlp.experts.60.gate_proj,0.0000269963,0.02500,3.664
+50,mlp.experts.45.gate_proj,0.0000469056,0.02500,4.383
+50,mlp.experts.48.gate_proj,0.0000876145,0.02500,2.879
+50,mlp.experts.56.gate_proj,0.0000572606,0.02500,3.915
+50,mlp.experts.34.gate_proj,0.0000383315,0.02500,4.591
+50,mlp.experts.63.gate_proj,0.0000310707,0.02500,3.107
+50,mlp.experts.42.gate_proj,0.0000144693,0.02500,4.521
+50,mlp.experts.55.gate_proj,0.0000251707,0.02500,3.134
+50,mlp.experts.51.gate_proj,0.0000338774,0.02500,3.218
+50,mlp.experts.38.gate_proj,0.0000638891,0.02500,4.626
+50,mlp.experts.59.gate_proj,0.0000383166,0.02500,3.192
+50,mlp.experts.46.gate_proj,0.0000470753,0.02500,4.916
+50,mlp.experts.64.gate_proj,0.0000384022,0.02500,2.808
+50,mlp.experts.68.gate_proj,0.0000439512,0.02500,3.650
+50,mlp.experts.72.gate_proj,0.0000623845,0.02500,3.120
+50,mlp.experts.76.gate_proj,0.0000061331,0.02500,3.536
+50,mlp.experts.79.gate_proj,0.0000349334,0.02500,3.073
+50,mlp.experts.71.gate_proj,0.0000525003,0.02500,3.077
+50,mlp.experts.57.gate_proj,0.0000384022,0.02500,4.677
+50,mlp.experts.49.gate_proj,0.0000642235,0.02500,4.553
+50,mlp.experts.67.gate_proj,0.0000387563,0.02500,3.106
+50,mlp.experts.75.gate_proj,0.0000340399,0.02500,3.115
+50,mlp.experts.53.gate_proj,0.0000285888,0.02500,4.474
+50,mlp.experts.61.gate_proj,0.0000863381,0.02500,4.429
+50,mlp.experts.50.gate_proj,0.0000545766,0.02500,4.410
+50,mlp.experts.58.gate_proj,0.0000729236,0.02500,4.401
+50,mlp.experts.54.gate_proj,0.0000312471,0.02500,4.375
+50,mlp.experts.62.gate_proj,0.0000863571,0.02500,4.689
+50,mlp.experts.92.gate_proj,0.0000240504,0.02500,2.787
+50,mlp.experts.80.gate_proj,0.0000267630,0.02500,3.375
+50,mlp.experts.88.gate_proj,0.0000453005,0.02500,3.304
+50,mlp.experts.95.gate_proj,0.0000528926,0.02500,3.304
+50,mlp.experts.84.gate_proj,0.0000343481,0.02500,3.902
+50,mlp.experts.87.gate_proj,0.0000111680,0.02500,3.327
+50,mlp.experts.83.gate_proj,0.0000515711,0.02500,3.357
+50,mlp.experts.91.gate_proj,0.0000257896,0.02500,3.409
+50,mlp.experts.73.gate_proj,0.0000398967,0.02500,3.676
+50,mlp.experts.65.gate_proj,0.0000805390,0.02500,3.717
+50,mlp.experts.77.gate_proj,0.0000256956,0.02500,3.499
+50,mlp.experts.69.gate_proj,0.0000384612,0.02500,3.869
+50,mlp.experts.108.gate_proj,0.0000598954,0.02500,2.858
+50,mlp.experts.66.gate_proj,0.0000367303,0.02500,4.772
+50,mlp.experts.96.gate_proj,0.0000451152,0.02500,3.475
+50,mlp.experts.74.gate_proj,0.0000600136,0.02500,4.901
+50,mlp.experts.100.gate_proj,0.0000158545,0.02500,2.974
+50,mlp.experts.70.gate_proj,0.0000493079,0.02500,4.916
+50,mlp.experts.111.gate_proj,0.0000310440,0.02500,3.446
+50,mlp.experts.103.gate_proj,0.0000373435,0.02500,3.492
+50,mlp.experts.104.gate_proj,0.0000312841,0.02500,3.877
+50,mlp.experts.99.gate_proj,0.0000395457,0.02500,3.401
+50,mlp.experts.107.gate_proj,0.0000596846,0.02500,3.320
+50,mlp.experts.93.gate_proj,0.0000935959,0.02500,3.027
+50,mlp.experts.81.gate_proj,0.0000459487,0.02500,3.397
+50,mlp.experts.78.gate_proj,0.0000326222,0.02500,5.418
+50,mlp.experts.89.gate_proj,0.0000995477,0.02500,3.697
+50,mlp.experts.85.gate_proj,0.0000669342,0.02500,3.321
+50,mlp.experts.4.up_proj,0.0000497522,0.02500,3.072
+50,mlp.experts.116.gate_proj,0.0000316931,0.02500,3.084
+50,mlp.experts.7.up_proj,0.0000222885,0.02500,3.119
+50,mlp.experts.112.gate_proj,0.0000540925,0.02500,3.651
+50,mlp.experts.119.gate_proj,0.0000385461,0.02500,3.160
+50,mlp.experts.0.up_proj,0.0000230603,0.02500,3.278
+50,mlp.experts.115.gate_proj,0.0000444327,0.02500,3.212
+50,mlp.experts.3.up_proj,0.0000293857,0.02500,3.207
+50,mlp.experts.109.gate_proj,0.0000389529,0.02500,3.168
+50,mlp.experts.105.gate_proj,0.0000582969,0.02500,3.182
+50,mlp.experts.90.gate_proj,0.0000280590,0.02500,4.959
+50,mlp.experts.82.gate_proj,0.0000201893,0.02500,5.164
+50,mlp.experts.97.gate_proj,0.0000230867,0.02500,3.857
+50,mlp.experts.101.gate_proj,0.0000473630,0.02500,3.523
+50,mlp.experts.86.gate_proj,0.0000518718,0.02500,5.143
+50,mlp.experts.20.up_proj,0.0000296090,0.02500,3.532
+50,mlp.experts.12.up_proj,0.0000471088,0.02500,3.187
+50,mlp.experts.94.gate_proj,0.0000451266,0.02500,5.024
+50,mlp.experts.16.up_proj,0.0000503292,0.02500,2.904
+50,mlp.experts.8.up_proj,0.0001204054,0.02500,3.351
+50,mlp.experts.23.up_proj,0.0000741849,0.02500,3.777
+50,mlp.experts.15.up_proj,0.0000171396,0.02500,3.719
+50,mlp.experts.5.up_proj,0.0000383029,0.02500,3.389
+50,mlp.experts.19.up_proj,0.0000665517,0.02500,3.575
+50,mlp.experts.11.up_proj,0.0001142719,0.02500,3.766
+50,mlp.experts.36.up_proj,0.0000273482,0.02500,2.111
+50,mlp.experts.1.up_proj,0.0000321695,0.02500,3.473
+50,mlp.experts.117.gate_proj,0.0000382408,0.02500,3.524
+50,mlp.experts.113.gate_proj,0.0000313663,0.02500,3.701
+50,mlp.experts.106.gate_proj,0.0000505145,0.02500,5.223
+50,mlp.experts.98.gate_proj,0.0000330245,0.02500,5.239
+50,mlp.experts.102.gate_proj,0.0000631677,0.02500,5.112
+50,mlp.experts.110.gate_proj,0.0000362869,0.02500,4.826
+50,mlp.experts.21.up_proj,0.0000173424,0.02500,4.394
+50,mlp.experts.17.up_proj,0.0000268938,0.02500,5.073
+50,mlp.experts.9.up_proj,0.0000665949,0.02500,5.224
+50,mlp.experts.13.up_proj,0.0000624526,0.02500,5.356
+50,mlp.experts.114.gate_proj,0.0000657370,0.02500,4.487
+50,mlp.experts.2.up_proj,0.0000338015,0.02500,4.509
+50,mlp.experts.118.gate_proj,0.0000170127,0.02500,4.786
+50,mlp.experts.39.up_proj,0.0000424848,0.02500,9.290
+50,mlp.experts.6.up_proj,0.0000698186,0.02500,5.416
+50,mlp.experts.31.up_proj,0.0000601313,0.02500,9.436
+50,mlp.experts.35.up_proj,0.0000473789,0.02500,9.547
+50,mlp.experts.27.up_proj,0.0000253137,0.02500,9.474
+50,mlp.experts.37.up_proj,0.0000568657,0.02500,5.795
+50,mlp.experts.33.up_proj,0.0000394924,0.02500,5.584
+50,mlp.experts.18.up_proj,0.0000159413,0.02500,4.990
+50,mlp.experts.25.up_proj,0.0000155243,0.02500,5.736
+50,mlp.experts.10.up_proj,0.0000439018,0.02500,5.146
+50,mlp.experts.29.up_proj,0.0000398649,0.02500,5.908
+50,mlp.experts.14.up_proj,0.0000495332,0.02500,4.689
+50,mlp.experts.22.up_proj,0.0000375171,0.02500,4.286
+50,mlp.experts.55.up_proj,0.0000247106,0.02500,5.082
+50,mlp.experts.47.up_proj,0.0000418955,0.02500,4.938
+50,mlp.experts.51.up_proj,0.0000330064,0.02500,4.918
+50,mlp.experts.43.up_proj,0.0000207476,0.02500,5.058
+50,mlp.experts.53.up_proj,0.0000280161,0.02500,5.343
+50,mlp.experts.49.up_proj,0.0000616250,0.02500,5.199
+50,mlp.experts.34.up_proj,0.0000375599,0.02500,4.679
+50,mlp.experts.26.up_proj,0.0000688832,0.02500,4.924
+50,mlp.experts.41.up_proj,0.0001215336,0.02500,5.197
+50,mlp.experts.45.up_proj,0.0000463145,0.02500,5.128
+50,mlp.experts.30.up_proj,0.0001007674,0.02500,5.257
+50,mlp.experts.38.up_proj,0.0000622288,0.02500,5.196
+50,mlp.experts.63.up_proj,0.0000301396,0.02500,4.990
+50,mlp.experts.71.up_proj,0.0000504621,0.02500,5.368
+50,mlp.experts.67.up_proj,0.0000372152,0.02500,5.114
+50,mlp.experts.59.up_proj,0.0000367276,0.02500,5.059
+50,mlp.experts.50.up_proj,0.0000519971,0.02500,5.424
+50,mlp.experts.42.up_proj,0.0000143089,0.02500,5.473
+50,mlp.experts.46.up_proj,0.0000441260,0.02500,5.578
+50,mlp.experts.54.up_proj,0.0000304516,0.02500,5.285
+50,mlp.experts.79.up_proj,0.0000344242,0.02500,5.669
+50,mlp.experts.87.up_proj,0.0000107446,0.02500,5.663
+50,mlp.experts.75.up_proj,0.0000326126,0.02500,5.540
+50,mlp.experts.83.up_proj,0.0000507645,0.02500,5.726
+50,mlp.experts.66.up_proj,0.0000357171,0.02500,5.370
+50,mlp.experts.58.up_proj,0.0000707972,0.02500,5.483
+50,mlp.experts.62.up_proj,0.0000816529,0.02500,5.453
+50,mlp.experts.70.up_proj,0.0000479932,0.02500,5.737
+50,mlp.experts.95.up_proj,0.0000516785,0.02500,5.559
+50,mlp.experts.103.up_proj,0.0000367428,0.02500,5.646
+50,mlp.experts.91.up_proj,0.0000251689,0.02500,5.532
+50,mlp.experts.99.up_proj,0.0000382789,0.02500,5.683
+50,mlp.experts.82.up_proj,0.0000199308,0.02500,5.198
+50,mlp.experts.74.up_proj,0.0000574215,0.02500,5.352
+50,mlp.experts.78.up_proj,0.0000314774,0.02500,5.924
+50,mlp.experts.86.up_proj,0.0000490282,0.02500,5.557
+50,mlp.experts.111.up_proj,0.0000297640,0.02500,5.810
+50,mlp.experts.119.up_proj,0.0000386719,0.02500,5.932
+50,mlp.experts.107.up_proj,0.0000560352,0.02500,5.779
+50,mlp.experts.115.up_proj,0.0000438274,0.02500,5.744
+50,mlp.experts.69.up_proj,0.0000380413,0.02500,21.718
+50,mlp.experts.65.up_proj,0.0000798367,0.02500,21.787
+50,mlp.experts.57.up_proj,0.0000372360,0.02500,21.910
+50,mlp.experts.61.up_proj,0.0000838263,0.02500,21.842
+50,mlp.experts.85.up_proj,0.0000664692,0.02500,5.524
+50,mlp.experts.81.up_proj,0.0000443942,0.02500,5.426
+50,mlp.experts.73.up_proj,0.0000380518,0.02500,5.181
+50,mlp.experts.77.up_proj,0.0000252286,0.02500,5.297
+50,mlp.experts.101.up_proj,0.0000462136,0.02500,4.247
+50,mlp.experts.97.up_proj,0.0000224747,0.02500,4.130
+50,mlp.experts.89.up_proj,0.0000983356,0.02500,4.095
+50,mlp.experts.93.up_proj,0.0000843371,0.02500,3.938
+50,mlp.experts.117.up_proj,0.0000377390,0.02500,3.425
+50,mlp.experts.113.up_proj,0.0000302991,0.02500,3.188
+50,mlp.experts.109.up_proj,0.0000384395,0.02500,2.865
+50,mlp.experts.105.up_proj,0.0000563619,0.02500,3.022
+50,mlp.experts.98.up_proj,0.0000323930,0.02500,21.493
+50,mlp.experts.52.up_proj,0.0000227544,0.02500,3.424
+50,mlp.experts.28.up_proj,0.0000413785,0.02500,3.507
+50,mlp.experts.90.up_proj,0.0000272008,0.02500,21.420
+50,mlp.experts.24.up_proj,0.0000301007,0.02500,3.606
+50,mlp.experts.94.up_proj,0.0000444690,0.02500,21.407
+50,mlp.experts.102.up_proj,0.0000626640,0.02500,21.831
+50,mlp.experts.32.up_proj,0.0000186037,0.02500,6.163
+50,mlp.experts.68.up_proj,0.0000424725,0.02500,6.021
+50,mlp.experts.44.up_proj,0.0000251636,0.02500,6.015
+50,mlp.experts.114.up_proj,0.0000649118,0.02500,6.724
+50,mlp.experts.40.up_proj,0.0000486001,0.02500,6.199
+50,mlp.experts.106.up_proj,0.0000498670,0.02500,6.472
+50,mlp.experts.48.up_proj,0.0000854655,0.02500,3.902
+50,mlp.experts.110.up_proj,0.0000358789,0.02500,5.813
+50,mlp.experts.118.up_proj,0.0000166955,0.02500,5.142
+50,mlp.experts.84.up_proj,0.0000331082,0.02500,3.717
+50,mlp.experts.60.up_proj,0.0000257832,0.02500,3.823
+50,mlp.experts.56.up_proj,0.0000563470,0.02500,3.792
+50,mlp.experts.64.up_proj,0.0000382538,0.02500,4.078
+50,mlp.experts.100.up_proj,0.0000155828,0.02500,3.033
+50,mlp.experts.76.up_proj,0.0000059392,0.02500,2.991
+50,mlp.experts.72.up_proj,0.0000610820,0.02500,2.994
+50,mlp.experts.80.up_proj,0.0000262075,0.02500,3.444
+50,mlp.experts.116.up_proj,0.0000309369,0.02500,2.961
+50,mlp.experts.92.up_proj,0.0000235518,0.02500,2.897
+50,mlp.experts.88.up_proj,0.0000435750,0.02500,2.843
+50,mlp.experts.96.up_proj,0.0000456315,0.02500,3.063
+50,mlp.experts.108.up_proj,0.0000592189,0.02500,2.543
+50,mlp.experts.104.up_proj,0.0000301637,0.02500,2.482
+50,mlp.experts.112.up_proj,0.0000525724,0.02500,1.890
+50,mlp.experts.5.down_proj,0.0000051325,0.02500,1.253
+50,mlp.experts.9.down_proj,0.0000165547,0.02500,1.166
+50,mlp.experts.1.down_proj,0.0000066146,0.02500,1.258
+50,mlp.experts.13.down_proj,0.0000111661,0.02500,1.196
+50,mlp.experts.6.down_proj,0.0000079866,0.02500,1.524
+50,mlp.experts.14.down_proj,0.0000128827,0.02500,1.462
+50,mlp.experts.2.down_proj,0.0000041938,0.02500,1.554
+50,mlp.experts.10.down_proj,0.0000084566,0.02500,1.480
+50,mlp.experts.3.down_proj,0.0000080828,0.02500,1.647
+50,mlp.experts.7.down_proj,0.0000064955,0.02500,1.656
+50,mlp.experts.11.down_proj,0.0000364776,0.02500,1.634
+50,mlp.experts.15.down_proj,0.0000020401,0.02500,1.677
+50,mlp.experts.4.down_proj,0.0000055011,0.02500,1.774
+50,mlp.experts.12.down_proj,0.0000121544,0.02500,1.598
+50,mlp.experts.8.down_proj,0.0000206646,0.02500,1.934
+50,mlp.experts.0.down_proj,0.0000031173,0.02500,1.968
+50,mlp.experts.17.down_proj,0.0000040705,0.02500,0.839
+50,mlp.experts.25.down_proj,0.0000018961,0.02500,0.846
+50,mlp.experts.21.down_proj,0.0000021160,0.02500,0.847
+50,mlp.experts.29.down_proj,0.0000104963,0.02500,0.847
+50,mlp.experts.22.down_proj,0.0000062542,0.02500,0.936
+50,mlp.experts.30.down_proj,0.0000255781,0.02500,0.924
+50,mlp.experts.18.down_proj,0.0000024755,0.02500,0.938
+50,mlp.experts.26.down_proj,0.0000099891,0.02500,0.946
+50,mlp.experts.28.down_proj,0.0000067363,0.02500,1.031
+50,mlp.experts.24.down_proj,0.0000077281,0.02500,0.986
+50,mlp.experts.20.down_proj,0.0000047986,0.02500,1.192
+50,mlp.experts.16.down_proj,0.0000147093,0.02500,1.102
+50,mlp.experts.19.down_proj,0.0000142960,0.02500,1.422
+50,mlp.experts.41.down_proj,0.0000384620,0.02500,1.014
+50,mlp.experts.33.down_proj,0.0000202519,0.02500,1.034
+50,mlp.experts.45.down_proj,0.0000084524,0.02500,1.014
+50,mlp.experts.27.down_proj,0.0000045235,0.02500,1.437
+50,mlp.experts.23.down_proj,0.0000110464,0.02500,1.526
+50,mlp.experts.31.down_proj,0.0000266002,0.02500,1.466
+50,mlp.experts.37.down_proj,0.0000191348,0.02500,1.185
+50,mlp.experts.46.down_proj,0.0000063610,0.02500,1.145
+50,mlp.experts.38.down_proj,0.0000090128,0.02500,1.188
+50,mlp.experts.34.down_proj,0.0000095100,0.02500,1.169
+50,mlp.experts.42.down_proj,0.0000027982,0.02500,1.149
+50,mlp.experts.44.down_proj,0.0000075687,0.02500,1.024
+50,mlp.experts.40.down_proj,0.0000109678,0.02500,1.013
+50,mlp.experts.36.down_proj,0.0000032200,0.02500,1.088
+50,mlp.experts.32.down_proj,0.0000115559,0.02500,1.125
+50,mlp.experts.57.down_proj,0.0000053957,0.02500,1.098
+50,mlp.experts.49.down_proj,0.0000092356,0.02500,1.124
+50,mlp.experts.35.down_proj,0.0000068860,0.02500,1.346
+50,mlp.experts.61.down_proj,0.0000230934,0.02500,1.324
+50,mlp.experts.43.down_proj,0.0000050538,0.02500,1.320
+50,mlp.experts.47.down_proj,0.0000072262,0.02500,1.294
+50,mlp.experts.39.down_proj,0.0000070990,0.02500,1.378
+50,mlp.experts.53.down_proj,0.0000086323,0.02500,1.322
+50,mlp.experts.56.down_proj,0.0000139686,0.02500,1.056
+50,mlp.experts.60.down_proj,0.0000153218,0.02500,1.151
+50,mlp.experts.62.down_proj,0.0000265773,0.02500,1.494
+50,mlp.experts.50.down_proj,0.0000101839,0.02500,1.484
+50,mlp.experts.58.down_proj,0.0000162221,0.02500,1.498
+50,mlp.experts.54.down_proj,0.0000039429,0.02500,1.527
+50,mlp.experts.48.down_proj,0.0000185625,0.02500,1.038
+50,mlp.experts.52.down_proj,0.0000078216,0.02500,1.194
+50,mlp.experts.73.down_proj,0.0000122075,0.02500,1.369
+50,mlp.experts.65.down_proj,0.0000120179,0.02500,1.353
+50,mlp.experts.51.down_proj,0.0000125410,0.02500,1.320
+50,mlp.experts.59.down_proj,0.0000093408,0.02500,1.321
+50,mlp.experts.77.down_proj,0.0000072239,0.02500,1.348
+50,mlp.experts.63.down_proj,0.0000033236,0.02500,1.322
+50,mlp.experts.55.down_proj,0.0000038863,0.02500,1.339
+50,mlp.experts.69.down_proj,0.0000045393,0.02500,1.314
+50,mlp.experts.72.down_proj,0.0000096935,0.02500,1.024
+50,mlp.experts.76.down_proj,0.0000013001,0.02500,1.067
+50,mlp.experts.66.down_proj,0.0000113756,0.02500,1.014
+50,mlp.experts.78.down_proj,0.0000036647,0.02500,1.068
+50,mlp.experts.74.down_proj,0.0000125787,0.02500,1.051
+50,mlp.experts.70.down_proj,0.0000082055,0.02500,1.038
+50,mlp.experts.64.down_proj,0.0000057302,0.02500,1.090
+50,mlp.experts.68.down_proj,0.0000061671,0.02500,1.096
+50,mlp.experts.81.down_proj,0.0000079608,0.02500,1.296
+50,mlp.experts.89.down_proj,0.0000141666,0.02500,1.368
+50,mlp.experts.88.down_proj,0.0000066492,0.02500,1.031
+50,mlp.experts.67.down_proj,0.0000068113,0.02500,1.326
+50,mlp.experts.93.down_proj,0.0000419133,0.02500,1.317
+50,mlp.experts.75.down_proj,0.0000042379,0.02500,1.343
+50,mlp.experts.79.down_proj,0.0000051406,0.02500,1.313
+50,mlp.experts.85.down_proj,0.0000132141,0.02500,1.243
+50,mlp.experts.92.down_proj,0.0000026524,0.02500,1.221
+50,mlp.experts.71.down_proj,0.0000074874,0.02500,1.405
+50,mlp.experts.84.down_proj,0.0000047568,0.02500,1.018
+50,mlp.experts.80.down_proj,0.0000030691,0.02500,1.118
+50,mlp.experts.82.down_proj,0.0000025153,0.02500,1.396
+50,mlp.experts.90.down_proj,0.0000051634,0.02500,1.356
+50,mlp.experts.94.down_proj,0.0000068950,0.02500,1.391
+50,mlp.experts.86.down_proj,0.0000047907,0.02500,1.515
+50,mlp.experts.109.down_proj,0.0000134708,0.02500,0.878
+50,mlp.experts.97.down_proj,0.0000071003,0.02500,1.162
+50,mlp.experts.105.down_proj,0.0000075464,0.02500,1.131
+50,mlp.experts.101.down_proj,0.0000088393,0.02500,0.933
+50,mlp.experts.104.down_proj,0.0000045051,0.02500,1.102
+50,mlp.experts.100.down_proj,0.0000022035,0.02500,0.840
+50,mlp.experts.83.down_proj,0.0000069051,0.02500,1.216
+50,mlp.experts.96.down_proj,0.0000076954,0.02500,0.901
+50,mlp.experts.91.down_proj,0.0000050065,0.02500,1.264
+50,mlp.experts.108.down_proj,0.0000082938,0.02500,1.115
+50,mlp.experts.95.down_proj,0.0000089299,0.02500,1.337
+50,mlp.experts.87.down_proj,0.0000014652,0.02500,1.224
+50,mlp.experts.113.down_proj,0.0000133756,0.02500,0.656
+50,mlp.experts.117.down_proj,0.0000068220,0.02500,0.651
+50,mlp.experts.116.down_proj,0.0000041312,0.02500,0.644
+50,mlp.experts.112.down_proj,0.0000068270,0.02500,0.598
+50,mlp.experts.106.down_proj,0.0000079213,0.02500,1.404
+50,mlp.experts.110.down_proj,0.0000068921,0.02500,1.399
+50,mlp.experts.98.down_proj,0.0000045911,0.02500,1.437
+50,mlp.experts.102.down_proj,0.0000128664,0.02500,1.343
+50,mlp.experts.99.down_proj,0.0000057758,0.02500,1.280
+50,mlp.experts.111.down_proj,0.0000113398,0.02500,1.267
+50,mlp.experts.107.down_proj,0.0000135589,0.02500,1.361
+50,mlp.experts.114.down_proj,0.0000108623,0.02500,0.825
+50,mlp.experts.103.down_proj,0.0000049143,0.02500,1.287
+50,mlp.experts.118.down_proj,0.0000024825,0.02500,0.846
+50,mlp.experts.115.down_proj,0.0000089175,0.02500,0.877
+50,mlp.experts.119.down_proj,0.0000080310,0.02500,0.743
+51,self_attn.v_proj,0.0000001815,0.02500,2.033
+51,self_attn.k_proj,0.0000000966,0.02500,2.059
+51,self_attn.q_proj,0.0000006979,0.02500,2.298
+51,self_attn.o_proj,0.0000004191,0.02500,3.764
+51,mlp.shared_experts.gate_proj,0.0000021803,0.02500,1.305
+51,mlp.shared_experts.up_proj,0.0000018005,0.02500,1.500
+51,mlp.shared_experts.down_proj,0.0000002075,0.02500,0.526
+51,mlp.experts.5.gate_proj,0.0000401439,0.02500,4.229
+51,mlp.experts.2.gate_proj,0.0000356068,0.02500,4.366
+51,mlp.experts.1.gate_proj,0.0000392819,0.02500,4.384
+51,mlp.experts.13.gate_proj,0.0000277844,0.02500,4.148
+51,mlp.experts.14.gate_proj,0.0000367624,0.02500,4.187
+51,mlp.experts.6.gate_proj,0.0000264250,0.02500,4.612
+51,mlp.experts.9.gate_proj,0.0000486452,0.02500,4.316
+51,mlp.experts.10.gate_proj,0.0000565213,0.02500,4.480
+51,mlp.experts.11.gate_proj,0.0000399676,0.02500,4.848
+51,mlp.experts.3.gate_proj,0.0000589624,0.02500,5.182
+51,mlp.experts.4.gate_proj,0.0000394084,0.02500,5.204
+51,mlp.experts.0.gate_proj,0.0000790533,0.02500,5.277
+51,mlp.experts.7.gate_proj,0.0000393360,0.02500,5.385
+51,mlp.experts.15.gate_proj,0.0000178360,0.02500,5.171
+51,mlp.experts.12.gate_proj,0.0000254454,0.02500,5.416
+51,mlp.experts.8.gate_proj,0.0000401386,0.02500,5.474
+51,mlp.experts.29.gate_proj,0.0000624813,0.02500,3.146
+51,mlp.experts.17.gate_proj,0.0000318455,0.02500,3.338
+51,mlp.experts.18.gate_proj,0.0001592332,0.02500,3.516
+51,mlp.experts.21.gate_proj,0.0000382435,0.02500,3.654
+51,mlp.experts.26.gate_proj,0.0000544420,0.02500,3.394
+51,mlp.experts.30.gate_proj,0.0000785178,0.02500,3.807
+51,mlp.experts.25.gate_proj,0.0000404811,0.02500,3.687
+51,mlp.experts.22.gate_proj,0.0000614222,0.02500,3.951
+51,mlp.experts.19.gate_proj,0.0000300044,0.02500,4.496
+51,mlp.experts.20.gate_proj,0.0000767860,0.02500,4.531
+51,mlp.experts.27.gate_proj,0.0000655708,0.02500,4.589
+51,mlp.experts.16.gate_proj,0.0000288505,0.02500,4.628
+51,mlp.experts.23.gate_proj,0.0000516987,0.02500,4.608
+51,mlp.experts.28.gate_proj,0.0000202608,0.02500,4.567
+51,mlp.experts.24.gate_proj,0.0000520437,0.02500,4.706
+51,mlp.experts.31.gate_proj,0.0000449829,0.02500,5.103
+51,mlp.experts.45.gate_proj,0.0000193319,0.02500,3.353
+51,mlp.experts.37.gate_proj,0.0000426177,0.02500,3.293
+51,mlp.experts.34.gate_proj,0.0000321426,0.02500,3.664
+51,mlp.experts.33.gate_proj,0.0000472168,0.02500,3.961
+51,mlp.experts.41.gate_proj,0.0000489922,0.02500,3.440
+51,mlp.experts.42.gate_proj,0.0000417752,0.02500,3.858
+51,mlp.experts.46.gate_proj,0.0000545720,0.02500,3.840
+51,mlp.experts.38.gate_proj,0.0000324692,0.02500,3.806
+51,mlp.experts.36.gate_proj,0.0000441301,0.02500,4.489
+51,mlp.experts.32.gate_proj,0.0000086999,0.02500,4.525
+51,mlp.experts.35.gate_proj,0.0000609792,0.02500,4.887
+51,mlp.experts.43.gate_proj,0.0000369263,0.02500,4.812
+51,mlp.experts.61.gate_proj,0.0000537035,0.02500,3.683
+51,mlp.experts.44.gate_proj,0.0000291735,0.02500,4.384
+51,mlp.experts.39.gate_proj,0.0000475400,0.02500,4.760
+51,mlp.experts.53.gate_proj,0.0000291056,0.02500,3.661
+51,mlp.experts.49.gate_proj,0.0000308789,0.02500,3.343
+51,mlp.experts.50.gate_proj,0.0000404989,0.02500,3.583
+51,mlp.experts.57.gate_proj,0.0000348706,0.02500,3.437
+51,mlp.experts.58.gate_proj,0.0000276303,0.02500,3.210
+51,mlp.experts.40.gate_proj,0.0000964870,0.02500,4.814
+51,mlp.experts.47.gate_proj,0.0000447874,0.02500,4.741
+51,mlp.experts.54.gate_proj,0.0000299021,0.02500,3.434
+51,mlp.experts.62.gate_proj,0.0000511700,0.02500,3.831
+51,mlp.experts.69.gate_proj,0.0000539651,0.02500,3.223
+51,mlp.experts.51.gate_proj,0.0000998229,0.02500,3.545
+51,mlp.experts.59.gate_proj,0.0000533252,0.02500,3.593
+51,mlp.experts.77.gate_proj,0.0000448763,0.02500,3.580
+51,mlp.experts.55.gate_proj,0.0000672246,0.02500,3.561
+51,mlp.experts.66.gate_proj,0.0000545733,0.02500,3.330
+51,mlp.experts.65.gate_proj,0.0000316455,0.02500,3.586
+51,mlp.experts.70.gate_proj,0.0000324971,0.02500,2.949
+51,mlp.experts.73.gate_proj,0.0000364333,0.02500,3.680
+51,mlp.experts.63.gate_proj,0.0000382186,0.02500,3.562
+51,mlp.experts.74.gate_proj,0.0000452901,0.02500,3.895
+51,mlp.experts.52.gate_proj,0.0000361263,0.02500,5.167
+51,mlp.experts.48.gate_proj,0.0000316726,0.02500,5.126
+51,mlp.experts.78.gate_proj,0.0000478361,0.02500,3.652
+51,mlp.experts.60.gate_proj,0.0000253258,0.02500,5.181
+51,mlp.experts.56.gate_proj,0.0000857427,0.02500,5.582
+51,mlp.experts.85.gate_proj,0.0000796246,0.02500,3.525
+51,mlp.experts.86.gate_proj,0.0000334799,0.02500,2.867
+51,mlp.experts.93.gate_proj,0.0000794533,0.02500,3.468
+51,mlp.experts.90.gate_proj,0.0000323847,0.02500,2.833
+51,mlp.experts.81.gate_proj,0.0000784472,0.02500,3.539
+51,mlp.experts.89.gate_proj,0.0000449758,0.02500,3.369
+51,mlp.experts.67.gate_proj,0.0000385049,0.02500,4.201
+51,mlp.experts.75.gate_proj,0.0000805755,0.02500,4.196
+51,mlp.experts.82.gate_proj,0.0000100213,0.02500,3.944
+51,mlp.experts.71.gate_proj,0.0000797341,0.02500,4.488
+51,mlp.experts.79.gate_proj,0.0000401806,0.02500,4.572
+51,mlp.experts.94.gate_proj,0.0000464216,0.02500,3.868
+51,mlp.experts.68.gate_proj,0.0000406765,0.02500,5.107
+51,mlp.experts.64.gate_proj,0.0000267757,0.02500,5.007
+51,mlp.experts.102.gate_proj,0.0000486061,0.02500,2.951
+51,mlp.experts.76.gate_proj,0.0000405975,0.02500,4.931
+51,mlp.experts.106.gate_proj,0.0000532770,0.02500,2.942
+51,mlp.experts.109.gate_proj,0.0000506822,0.02500,3.556
+51,mlp.experts.101.gate_proj,0.0000725919,0.02500,3.796
+51,mlp.experts.72.gate_proj,0.0000336827,0.02500,4.836
+51,mlp.experts.105.gate_proj,0.0000479396,0.02500,3.695
+51,mlp.experts.97.gate_proj,0.0000570180,0.02500,3.976
+51,mlp.experts.98.gate_proj,0.0000359689,0.02500,3.862
+51,mlp.experts.91.gate_proj,0.0000430816,0.02500,4.817
+51,mlp.experts.110.gate_proj,0.0000554383,0.02500,3.695
+51,mlp.experts.83.gate_proj,0.0000858348,0.02500,4.958
+51,mlp.experts.87.gate_proj,0.0000378289,0.02500,4.783
+51,mlp.experts.118.gate_proj,0.0000572763,0.02500,3.279
+51,mlp.experts.2.up_proj,0.0000335247,0.02500,2.974
+51,mlp.experts.95.gate_proj,0.0000200749,0.02500,4.625
+51,mlp.experts.5.up_proj,0.0000363694,0.02500,3.080
+51,mlp.experts.84.gate_proj,0.0000618877,0.02500,4.117
+51,mlp.experts.117.gate_proj,0.0000299890,0.02500,3.275
+51,mlp.experts.80.gate_proj,0.0000255981,0.02500,4.237
+51,mlp.experts.92.gate_proj,0.0000365168,0.02500,4.132
+51,mlp.experts.1.up_proj,0.0000379633,0.02500,3.057
+51,mlp.experts.113.gate_proj,0.0000702263,0.02500,3.055
+51,mlp.experts.114.gate_proj,0.0000111711,0.02500,3.530
+51,mlp.experts.88.gate_proj,0.0000355898,0.02500,4.308
+51,mlp.experts.6.up_proj,0.0000256633,0.02500,3.329
+51,mlp.experts.18.up_proj,0.0001507577,0.02500,3.112
+51,mlp.experts.21.up_proj,0.0000362281,0.02500,2.928
+51,mlp.experts.107.gate_proj,0.0000510588,0.02500,4.159
+51,mlp.experts.13.up_proj,0.0000268821,0.02500,2.931
+51,mlp.experts.99.gate_proj,0.0000238700,0.02500,4.417
+51,mlp.experts.14.up_proj,0.0000359378,0.02500,3.839
+51,mlp.experts.103.gate_proj,0.0000449637,0.02500,4.150
+51,mlp.experts.17.up_proj,0.0000315487,0.02500,2.882
+51,mlp.experts.9.up_proj,0.0000457020,0.02500,2.958
+51,mlp.experts.111.gate_proj,0.0000170471,0.02500,4.224
+51,mlp.experts.10.up_proj,0.0000540218,0.02500,3.473
+51,mlp.experts.100.gate_proj,0.0000257596,0.02500,5.037
+51,mlp.experts.108.gate_proj,0.0000501181,0.02500,5.044
+51,mlp.experts.22.up_proj,0.0000581410,0.02500,3.648
+51,mlp.experts.96.gate_proj,0.0000292859,0.02500,5.399
+51,mlp.experts.37.up_proj,0.0000408153,0.02500,3.051
+51,mlp.experts.34.up_proj,0.0000313593,0.02500,3.604
+51,mlp.experts.29.up_proj,0.0000617530,0.02500,3.219
+51,mlp.experts.104.gate_proj,0.0000330145,0.02500,4.988
+51,mlp.experts.30.up_proj,0.0000781132,0.02500,3.435
+51,mlp.experts.33.up_proj,0.0000456893,0.02500,3.244
+51,mlp.experts.3.up_proj,0.0000563490,0.02500,4.026
+51,mlp.experts.25.up_proj,0.0000394738,0.02500,3.267
+51,mlp.experts.119.gate_proj,0.0000224610,0.02500,4.036
+51,mlp.experts.115.gate_proj,0.0000353760,0.02500,4.255
+51,mlp.experts.7.up_proj,0.0000377228,0.02500,4.244
+51,mlp.experts.26.up_proj,0.0000528947,0.02500,3.772
+51,mlp.experts.53.up_proj,0.0000283684,0.02500,3.198
+51,mlp.experts.38.up_proj,0.0000308766,0.02500,3.640
+51,mlp.experts.45.up_proj,0.0000188624,0.02500,3.022
+51,mlp.experts.49.up_proj,0.0000295054,0.02500,3.056
+51,mlp.experts.116.gate_proj,0.0000213715,0.02500,4.568
+51,mlp.experts.50.up_proj,0.0000373317,0.02500,3.621
+51,mlp.experts.41.up_proj,0.0000466807,0.02500,3.018
+51,mlp.experts.4.up_proj,0.0000394067,0.02500,4.548
+51,mlp.experts.46.up_proj,0.0000524395,0.02500,3.600
+51,mlp.experts.112.gate_proj,0.0000423548,0.02500,4.655
+51,mlp.experts.0.up_proj,0.0000774881,0.02500,4.381
+51,mlp.experts.19.up_proj,0.0000289689,0.02500,4.532
+51,mlp.experts.15.up_proj,0.0000173556,0.02500,4.539
+51,mlp.experts.42.up_proj,0.0000410173,0.02500,3.274
+51,mlp.experts.11.up_proj,0.0000389338,0.02500,4.427
+51,mlp.experts.69.up_proj,0.0000530212,0.02500,2.912
+51,mlp.experts.61.up_proj,0.0000517040,0.02500,2.881
+51,mlp.experts.23.up_proj,0.0000512129,0.02500,4.354
+51,mlp.experts.54.up_proj,0.0000293156,0.02500,3.155
+51,mlp.experts.65.up_proj,0.0000305766,0.02500,2.872
+51,mlp.experts.57.up_proj,0.0000331798,0.02500,2.861
+51,mlp.experts.66.up_proj,0.0000537644,0.02500,3.617
+51,mlp.experts.62.up_proj,0.0000488573,0.02500,3.375
+51,mlp.experts.12.up_proj,0.0000248738,0.02500,4.526
+51,mlp.experts.20.up_proj,0.0000731127,0.02500,4.511
+51,mlp.experts.8.up_proj,0.0000388512,0.02500,4.473
+51,mlp.experts.85.up_proj,0.0000792303,0.02500,3.149
+51,mlp.experts.58.up_proj,0.0000266559,0.02500,3.374
+51,mlp.experts.16.up_proj,0.0000279433,0.02500,4.446
+51,mlp.experts.77.up_proj,0.0000436142,0.02500,3.201
+51,mlp.experts.35.up_proj,0.0000583769,0.02500,4.299
+51,mlp.experts.81.up_proj,0.0000750701,0.02500,3.148
+51,mlp.experts.73.up_proj,0.0000355286,0.02500,3.170
+51,mlp.experts.70.up_proj,0.0000316853,0.02500,3.515
+51,mlp.experts.31.up_proj,0.0000443421,0.02500,4.234
+51,mlp.experts.27.up_proj,0.0000637795,0.02500,4.398
+51,mlp.experts.82.up_proj,0.0000092820,0.02500,3.131
+51,mlp.experts.39.up_proj,0.0000465609,0.02500,4.227
+51,mlp.experts.78.up_proj,0.0000475451,0.02500,3.499
+51,mlp.experts.28.up_proj,0.0000196971,0.02500,3.655
+51,mlp.experts.101.up_proj,0.0000687515,0.02500,3.211
+51,mlp.experts.36.up_proj,0.0000428951,0.02500,3.752
+51,mlp.experts.24.up_proj,0.0000515813,0.02500,3.684
+51,mlp.experts.93.up_proj,0.0000766564,0.02500,3.290
+51,mlp.experts.97.up_proj,0.0000559839,0.02500,3.343
+51,mlp.experts.32.up_proj,0.0000084221,0.02500,3.824
+51,mlp.experts.74.up_proj,0.0000449401,0.02500,4.006
+51,mlp.experts.89.up_proj,0.0000438336,0.02500,3.438
+51,mlp.experts.51.up_proj,0.0000966268,0.02500,4.034
+51,mlp.experts.86.up_proj,0.0000333347,0.02500,3.769
+51,mlp.experts.98.up_proj,0.0000349732,0.02500,3.627
+51,mlp.experts.47.up_proj,0.0000445362,0.02500,4.115
+51,mlp.experts.43.up_proj,0.0000358822,0.02500,4.215
+51,mlp.experts.55.up_proj,0.0000657637,0.02500,4.046
+51,mlp.experts.94.up_proj,0.0000446941,0.02500,3.669
+51,mlp.experts.44.up_proj,0.0000282101,0.02500,3.121
+51,mlp.experts.52.up_proj,0.0000338623,0.02500,3.075
+51,mlp.experts.40.up_proj,0.0000945304,0.02500,3.096
+51,mlp.experts.117.up_proj,0.0000294195,0.02500,4.028
+51,mlp.experts.48.up_proj,0.0000310207,0.02500,3.260
+51,mlp.experts.90.up_proj,0.0000315746,0.02500,3.593
+51,mlp.experts.109.up_proj,0.0000505076,0.02500,4.171
+51,mlp.experts.113.up_proj,0.0000661423,0.02500,3.980
+51,mlp.experts.102.up_proj,0.0000478657,0.02500,3.467
+51,mlp.experts.105.up_proj,0.0000465533,0.02500,3.869
+51,mlp.experts.114.up_proj,0.0000108885,0.02500,3.253
+51,mlp.experts.67.up_proj,0.0000371644,0.02500,4.151
+51,mlp.experts.110.up_proj,0.0000522545,0.02500,3.437
+51,mlp.experts.63.up_proj,0.0000380594,0.02500,4.208
+51,mlp.experts.60.up_proj,0.0000247920,0.02500,3.348
+51,mlp.experts.59.up_proj,0.0000522952,0.02500,4.244
+51,mlp.experts.68.up_proj,0.0000385677,0.02500,3.404
+51,mlp.experts.71.up_proj,0.0000785697,0.02500,4.122
+51,mlp.experts.56.up_proj,0.0000832352,0.02500,3.307
+51,mlp.experts.118.up_proj,0.0000545152,0.02500,2.254
+51,mlp.experts.106.up_proj,0.0000523626,0.02500,2.703
+51,mlp.experts.64.up_proj,0.0000263027,0.02500,3.089
+51,mlp.experts.76.up_proj,0.0000395178,0.02500,2.949
+51,mlp.experts.84.up_proj,0.0000591010,0.02500,3.082
+51,mlp.experts.72.up_proj,0.0000328263,0.02500,3.150
+51,mlp.experts.83.up_proj,0.0000804597,0.02500,4.328
+51,mlp.experts.80.up_proj,0.0000251979,0.02500,3.426
+51,mlp.experts.79.up_proj,0.0000393226,0.02500,4.681
+51,mlp.experts.87.up_proj,0.0000371060,0.02500,4.506
+51,mlp.experts.75.up_proj,0.0000775045,0.02500,4.887
+51,mlp.experts.92.up_proj,0.0000357990,0.02500,4.804
+51,mlp.experts.100.up_proj,0.0000250204,0.02500,4.999
+51,mlp.experts.88.up_proj,0.0000346719,0.02500,5.256
+51,mlp.experts.99.up_proj,0.0000231009,0.02500,5.230
+51,mlp.experts.96.up_proj,0.0000286683,0.02500,4.983
+51,mlp.experts.95.up_proj,0.0000196177,0.02500,5.147
+51,mlp.experts.91.up_proj,0.0000423987,0.02500,5.105
+51,mlp.experts.103.up_proj,0.0000431027,0.02500,5.560
+51,mlp.experts.108.up_proj,0.0000496790,0.02500,4.813
+51,mlp.experts.116.up_proj,0.0000205969,0.02500,4.799
+51,mlp.experts.104.up_proj,0.0000310705,0.02500,4.550
+51,mlp.experts.112.up_proj,0.0000414515,0.02500,4.098
+51,mlp.experts.115.up_proj,0.0000347614,0.02500,5.073
+51,mlp.experts.111.up_proj,0.0000158888,0.02500,4.635
+51,mlp.experts.107.up_proj,0.0000506301,0.02500,4.252
+51,mlp.experts.119.up_proj,0.0000221463,0.02500,4.174
+51,mlp.experts.0.down_proj,0.0000202877,0.02500,1.602
+51,mlp.experts.4.down_proj,0.0000102216,0.02500,1.686
+51,mlp.experts.8.down_proj,0.0000071054,0.02500,1.761
+51,mlp.experts.1.down_proj,0.0000053021,0.02500,1.818
+51,mlp.experts.12.down_proj,0.0000038746,0.02500,1.703
+51,mlp.experts.10.down_proj,0.0000079659,0.02500,1.862
+51,mlp.experts.13.down_proj,0.0000032701,0.02500,1.732
+51,mlp.experts.6.down_proj,0.0000076131,0.02500,1.877
+51,mlp.experts.2.down_proj,0.0000042345,0.02500,1.879
+51,mlp.experts.5.down_proj,0.0000042886,0.02500,1.919
+51,mlp.experts.14.down_proj,0.0000052473,0.02500,1.835
+51,mlp.experts.9.down_proj,0.0000082317,0.02500,1.985
+51,mlp.experts.3.down_proj,0.0000071493,0.02500,2.458
+51,mlp.experts.11.down_proj,0.0000061507,0.02500,2.349
+51,mlp.experts.15.down_proj,0.0000021263,0.02500,2.350
+51,mlp.experts.7.down_proj,0.0000089696,0.02500,2.554
+51,mlp.experts.17.down_proj,0.0000038753,0.02500,0.912
+51,mlp.experts.26.down_proj,0.0000071697,0.02500,0.985
+51,mlp.experts.18.down_proj,0.0000283153,0.02500,0.981
+51,mlp.experts.22.down_proj,0.0000112224,0.02500,1.034
+51,mlp.experts.30.down_proj,0.0000184028,0.02500,0.947
+51,mlp.experts.20.down_proj,0.0000210179,0.02500,1.255
+51,mlp.experts.16.down_proj,0.0000029996,0.02500,1.368
+51,mlp.experts.25.down_proj,0.0000043254,0.02500,0.993
+51,mlp.experts.29.down_proj,0.0000161081,0.02500,1.134
+51,mlp.experts.24.down_proj,0.0000135927,0.02500,1.272
+51,mlp.experts.21.down_proj,0.0000087318,0.02500,1.133
+51,mlp.experts.28.down_proj,0.0000037129,0.02500,1.372
+51,mlp.experts.33.down_proj,0.0000087836,0.02500,0.902
+51,mlp.experts.38.down_proj,0.0000042652,0.02500,0.854
+51,mlp.experts.34.down_proj,0.0000045535,0.02500,0.953
+51,mlp.experts.19.down_proj,0.0000046912,0.02500,1.405
+51,mlp.experts.27.down_proj,0.0000116108,0.02500,1.370
+51,mlp.experts.46.down_proj,0.0000128513,0.02500,0.972
+51,mlp.experts.31.down_proj,0.0000074087,0.02500,1.406
+51,mlp.experts.41.down_proj,0.0000069324,0.02500,0.984
+51,mlp.experts.42.down_proj,0.0000069470,0.02500,1.125
+51,mlp.experts.23.down_proj,0.0000096281,0.02500,1.451
+51,mlp.experts.37.down_proj,0.0000052881,0.02500,0.993
+51,mlp.experts.45.down_proj,0.0000030058,0.02500,1.123
+51,mlp.experts.36.down_proj,0.0000070471,0.02500,1.239
+51,mlp.experts.32.down_proj,0.0000020776,0.02500,1.327
+51,mlp.experts.40.down_proj,0.0000167880,0.02500,1.273
+51,mlp.experts.49.down_proj,0.0000033008,0.02500,0.996
+51,mlp.experts.44.down_proj,0.0000027466,0.02500,1.416
+51,mlp.experts.62.down_proj,0.0000129133,0.02500,0.854
+51,mlp.experts.43.down_proj,0.0000055195,0.02500,0.965
+51,mlp.experts.58.down_proj,0.0000066562,0.02500,0.861
+51,mlp.experts.54.down_proj,0.0000062163,0.02500,1.095
+51,mlp.experts.35.down_proj,0.0000151965,0.02500,1.003
+51,mlp.experts.47.down_proj,0.0000125504,0.02500,0.975
+51,mlp.experts.39.down_proj,0.0000064504,0.02500,0.956
+51,mlp.experts.50.down_proj,0.0000136713,0.02500,1.163
+51,mlp.experts.57.down_proj,0.0000095012,0.02500,1.060
+51,mlp.experts.53.down_proj,0.0000040420,0.02500,1.037
+51,mlp.experts.61.down_proj,0.0000091200,0.02500,0.991
+51,mlp.experts.78.down_proj,0.0000104446,0.02500,0.850
+51,mlp.experts.52.down_proj,0.0000057241,0.02500,1.474
+51,mlp.experts.65.down_proj,0.0000035438,0.02500,1.061
+51,mlp.experts.74.down_proj,0.0000066650,0.02500,0.856
+51,mlp.experts.56.down_proj,0.0000280513,0.02500,1.482
+51,mlp.experts.48.down_proj,0.0000042670,0.02500,1.516
+51,mlp.experts.59.down_proj,0.0000055857,0.02500,1.061
+51,mlp.experts.63.down_proj,0.0000071808,0.02500,1.032
+51,mlp.experts.51.down_proj,0.0000304123,0.02500,1.059
+51,mlp.experts.70.down_proj,0.0000058497,0.02500,1.134
+51,mlp.experts.55.down_proj,0.0000120861,0.02500,1.045
+51,mlp.experts.77.down_proj,0.0000072966,0.02500,0.896
+51,mlp.experts.69.down_proj,0.0000084312,0.02500,0.965
+51,mlp.experts.60.down_proj,0.0000043544,0.02500,1.433
+51,mlp.experts.66.down_proj,0.0000088218,0.02500,1.137
+51,mlp.experts.73.down_proj,0.0000128678,0.02500,1.109
+51,mlp.experts.94.down_proj,0.0000061489,0.02500,0.842
+51,mlp.experts.90.down_proj,0.0000042140,0.02500,0.855
+51,mlp.experts.81.down_proj,0.0000145043,0.02500,0.923
+51,mlp.experts.75.down_proj,0.0000260157,0.02500,0.905
+51,mlp.experts.79.down_proj,0.0000135336,0.02500,0.905
+51,mlp.experts.67.down_proj,0.0000045695,0.02500,0.897
+51,mlp.experts.68.down_proj,0.0000056068,0.02500,1.194
+51,mlp.experts.71.down_proj,0.0000213311,0.02500,0.894
+51,mlp.experts.93.down_proj,0.0000180546,0.02500,0.887
+51,mlp.experts.72.down_proj,0.0000046960,0.02500,1.188
+51,mlp.experts.82.down_proj,0.0000047914,0.02500,0.933
+51,mlp.experts.86.down_proj,0.0000099275,0.02500,1.133
+51,mlp.experts.64.down_proj,0.0000048990,0.02500,1.336
+51,mlp.experts.85.down_proj,0.0000166832,0.02500,1.160
+51,mlp.experts.76.down_proj,0.0000055800,0.02500,1.183
+51,mlp.experts.89.down_proj,0.0000070163,0.02500,1.139
+51,mlp.experts.106.down_proj,0.0000079429,0.02500,0.845
+51,mlp.experts.110.down_proj,0.0000111452,0.02500,1.110
+51,mlp.experts.97.down_proj,0.0000091831,0.02500,0.969
+51,mlp.experts.91.down_proj,0.0000061257,0.02500,0.902
+51,mlp.experts.83.down_proj,0.0000316645,0.02500,0.880
+51,mlp.experts.95.down_proj,0.0000024760,0.02500,0.918
+51,mlp.experts.98.down_proj,0.0000044087,0.02500,0.755
+51,mlp.experts.87.down_proj,0.0000051232,0.02500,0.925
+51,mlp.experts.102.down_proj,0.0000175003,0.02500,0.829
+51,mlp.experts.109.down_proj,0.0000083562,0.02500,1.082
+51,mlp.experts.101.down_proj,0.0000130113,0.02500,0.879
+51,mlp.experts.84.down_proj,0.0000211550,0.02500,1.264
+51,mlp.experts.105.down_proj,0.0000054795,0.02500,0.887
+51,mlp.experts.88.down_proj,0.0000060061,0.02500,1.266
+51,mlp.experts.114.down_proj,0.0000012637,0.02500,0.615
+51,mlp.experts.113.down_proj,0.0000105500,0.02500,0.873
+51,mlp.experts.118.down_proj,0.0000087745,0.02500,0.574
+51,mlp.experts.92.down_proj,0.0000048640,0.02500,1.290
+51,mlp.experts.107.down_proj,0.0000172793,0.02500,0.880
+51,mlp.experts.80.down_proj,0.0000051163,0.02500,1.430
+51,mlp.experts.99.down_proj,0.0000083825,0.02500,0.889
+51,mlp.experts.111.down_proj,0.0000016872,0.02500,0.871
+51,mlp.experts.103.down_proj,0.0000140949,0.02500,0.829
+51,mlp.experts.117.down_proj,0.0000047419,0.02500,0.608
+51,mlp.experts.115.down_proj,0.0000057285,0.02500,0.582
+51,mlp.experts.119.down_proj,0.0000052410,0.02500,0.554
+51,mlp.experts.100.down_proj,0.0000029050,0.02500,1.147
+51,mlp.experts.104.down_proj,0.0000068922,0.02500,1.148
+51,mlp.experts.108.down_proj,0.0000076008,0.02500,1.088
+51,mlp.experts.96.down_proj,0.0000035629,0.02500,1.202
+51,mlp.experts.116.down_proj,0.0000049757,0.02500,0.951
+51,mlp.experts.112.down_proj,0.0000062508,0.02500,0.635
+52,self_attn.k_proj,0.0000000882,0.02500,1.775
+52,self_attn.v_proj,0.0000001839,0.02500,1.825
+52,self_attn.q_proj,0.0000006639,0.02500,1.929
+52,self_attn.o_proj,0.0000003365,0.02500,3.851
+52,mlp.shared_experts.gate_proj,0.0000022798,0.02500,1.315
+52,mlp.shared_experts.up_proj,0.0000017857,0.02500,1.341
+52,mlp.shared_experts.down_proj,0.0000002396,0.02500,0.396
+52,mlp.experts.6.gate_proj,0.0000446088,0.02500,4.427
+52,mlp.experts.10.gate_proj,0.0000834284,0.02500,3.762
+52,mlp.experts.14.gate_proj,0.0000517345,0.02500,3.861
+52,mlp.experts.2.gate_proj,0.0000442937,0.02500,4.972
+52,mlp.experts.5.gate_proj,0.0000805761,0.02500,5.013
+52,mlp.experts.1.gate_proj,0.0000302673,0.02500,5.084
+52,mlp.experts.9.gate_proj,0.0000502208,0.02500,5.230
+52,mlp.experts.13.gate_proj,0.0000572747,0.02500,4.446
+52,mlp.experts.15.gate_proj,0.0000383112,0.02500,5.032
+52,mlp.experts.11.gate_proj,0.0000450185,0.02500,5.106
+52,mlp.experts.7.gate_proj,0.0000571712,0.02500,6.088
+52,mlp.experts.3.gate_proj,0.0001225221,0.02500,6.094
+52,mlp.experts.0.gate_proj,0.0000129746,0.02500,6.273
+52,mlp.experts.4.gate_proj,0.0000694878,0.02500,6.372
+52,mlp.experts.12.gate_proj,0.0000365876,0.02500,5.603
+52,mlp.experts.8.gate_proj,0.0000395718,0.02500,6.520
+52,mlp.experts.22.gate_proj,0.0000420406,0.02500,3.546
+52,mlp.experts.18.gate_proj,0.0000202016,0.02500,3.286
+52,mlp.experts.26.gate_proj,0.0000928935,0.02500,3.682
+52,mlp.experts.30.gate_proj,0.0000670195,0.02500,3.804
+52,mlp.experts.31.gate_proj,0.0000283697,0.02500,3.242
+52,mlp.experts.17.gate_proj,0.0000478085,0.02500,4.149
+52,mlp.experts.27.gate_proj,0.0000239689,0.02500,3.244
+52,mlp.experts.21.gate_proj,0.0000354083,0.02500,4.324
+52,mlp.experts.19.gate_proj,0.0000624044,0.02500,3.249
+52,mlp.experts.23.gate_proj,0.0000575592,0.02500,3.324
+52,mlp.experts.25.gate_proj,0.0000561712,0.02500,4.272
+52,mlp.experts.29.gate_proj,0.0000537487,0.02500,4.340
+52,mlp.experts.16.gate_proj,0.0000298516,0.02500,4.945
+52,mlp.experts.20.gate_proj,0.0000517982,0.02500,4.963
+52,mlp.experts.24.gate_proj,0.0000516330,0.02500,4.908
+52,mlp.experts.28.gate_proj,0.0000203638,0.02500,5.043
+52,mlp.experts.38.gate_proj,0.0000471720,0.02500,3.616
+52,mlp.experts.34.gate_proj,0.0001083149,0.02500,3.752
+52,mlp.experts.42.gate_proj,0.0000364028,0.02500,4.030
+52,mlp.experts.47.gate_proj,0.0000605729,0.02500,3.310
+52,mlp.experts.43.gate_proj,0.0000371973,0.02500,3.305
+52,mlp.experts.35.gate_proj,0.0000151483,0.02500,3.328
+52,mlp.experts.46.gate_proj,0.0001140498,0.02500,4.097
+52,mlp.experts.39.gate_proj,0.0000584597,0.02500,3.319
+52,mlp.experts.41.gate_proj,0.0000284167,0.02500,4.216
+52,mlp.experts.37.gate_proj,0.0000282300,0.02500,4.515
+52,mlp.experts.33.gate_proj,0.0000507940,0.02500,4.725
+52,mlp.experts.45.gate_proj,0.0000316024,0.02500,4.459
+52,mlp.experts.32.gate_proj,0.0000492131,0.02500,3.642
+52,mlp.experts.36.gate_proj,0.0000395268,0.02500,3.714
+52,mlp.experts.40.gate_proj,0.0000299450,0.02500,3.718
+52,mlp.experts.44.gate_proj,0.0000623943,0.02500,3.711
+52,mlp.experts.50.gate_proj,0.0000301937,0.02500,3.392
+52,mlp.experts.54.gate_proj,0.0000334914,0.02500,3.911
+52,mlp.experts.58.gate_proj,0.0001118996,0.02500,3.581
+52,mlp.experts.62.gate_proj,0.0001507072,0.02500,3.759
+52,mlp.experts.63.gate_proj,0.0000455767,0.02500,4.368
+52,mlp.experts.51.gate_proj,0.0000559607,0.02500,4.243
+52,mlp.experts.55.gate_proj,0.0000461215,0.02500,4.366
+52,mlp.experts.59.gate_proj,0.0000302338,0.02500,4.554
+52,mlp.experts.57.gate_proj,0.0000225889,0.02500,3.809
+52,mlp.experts.49.gate_proj,0.0000448891,0.02500,3.654
+52,mlp.experts.53.gate_proj,0.0000520196,0.02500,3.874
+52,mlp.experts.61.gate_proj,0.0000289748,0.02500,3.802
+52,mlp.experts.70.gate_proj,0.0000570094,0.02500,3.228
+52,mlp.experts.48.gate_proj,0.0000057844,0.02500,4.216
+52,mlp.experts.52.gate_proj,0.0001053996,0.02500,4.278
+52,mlp.experts.66.gate_proj,0.0000396351,0.02500,3.981
+52,mlp.experts.60.gate_proj,0.0000437494,0.02500,4.120
+52,mlp.experts.56.gate_proj,0.0000370672,0.02500,4.248
+52,mlp.experts.74.gate_proj,0.0000295536,0.02500,3.570
+52,mlp.experts.78.gate_proj,0.0000199234,0.02500,3.315
+52,mlp.experts.79.gate_proj,0.0000363121,0.02500,3.337
+52,mlp.experts.67.gate_proj,0.0000522229,0.02500,3.339
+52,mlp.experts.75.gate_proj,0.0000525578,0.02500,3.195
+52,mlp.experts.71.gate_proj,0.0000369589,0.02500,3.266
+52,mlp.experts.77.gate_proj,0.0000420487,0.02500,3.496
+52,mlp.experts.69.gate_proj,0.0000306894,0.02500,3.816
+52,mlp.experts.65.gate_proj,0.0000495381,0.02500,4.033
+52,mlp.experts.73.gate_proj,0.0000744784,0.02500,4.461
+52,mlp.experts.86.gate_proj,0.0000466155,0.02500,3.551
+52,mlp.experts.90.gate_proj,0.0000465200,0.02500,3.532
+52,mlp.experts.82.gate_proj,0.0000202594,0.02500,3.757
+52,mlp.experts.83.gate_proj,0.0001081594,0.02500,3.096
+52,mlp.experts.95.gate_proj,0.0000280567,0.02500,3.150
+52,mlp.experts.91.gate_proj,0.0000329450,0.02500,3.154
+52,mlp.experts.87.gate_proj,0.0000913925,0.02500,3.192
+52,mlp.experts.94.gate_proj,0.0000665295,0.02500,3.833
+52,mlp.experts.64.gate_proj,0.0000523529,0.02500,4.943
+52,mlp.experts.68.gate_proj,0.0000287666,0.02500,4.829
+52,mlp.experts.76.gate_proj,0.0000398705,0.02500,4.877
+52,mlp.experts.72.gate_proj,0.0000482671,0.02500,4.919
+52,mlp.experts.81.gate_proj,0.0000424276,0.02500,3.230
+52,mlp.experts.85.gate_proj,0.0000719676,0.02500,3.464
+52,mlp.experts.93.gate_proj,0.0000418207,0.02500,3.906
+52,mlp.experts.89.gate_proj,0.0000370207,0.02500,3.758
+52,mlp.experts.102.gate_proj,0.0000455380,0.02500,3.492
+52,mlp.experts.106.gate_proj,0.0000695202,0.02500,3.974
+52,mlp.experts.107.gate_proj,0.0000451322,0.02500,3.870
+52,mlp.experts.98.gate_proj,0.0000421086,0.02500,4.219
+52,mlp.experts.111.gate_proj,0.0000250588,0.02500,4.059
+52,mlp.experts.110.gate_proj,0.0000289306,0.02500,3.849
+52,mlp.experts.99.gate_proj,0.0000562467,0.02500,4.116
+52,mlp.experts.103.gate_proj,0.0000946229,0.02500,4.046
+52,mlp.experts.80.gate_proj,0.0000391249,0.02500,4.011
+52,mlp.experts.84.gate_proj,0.0000381683,0.02500,3.969
+52,mlp.experts.97.gate_proj,0.0000391033,0.02500,3.382
+52,mlp.experts.92.gate_proj,0.0000432682,0.02500,4.123
+52,mlp.experts.88.gate_proj,0.0000527637,0.02500,4.198
+52,mlp.experts.101.gate_proj,0.0000516186,0.02500,3.896
+52,mlp.experts.109.gate_proj,0.0000272456,0.02500,3.664
+52,mlp.experts.105.gate_proj,0.0000563254,0.02500,3.344
+52,mlp.experts.118.gate_proj,0.0000337165,0.02500,4.290
+52,mlp.experts.3.up_proj,0.0001175245,0.02500,3.261
+52,mlp.experts.115.gate_proj,0.0000150847,0.02500,3.191
+52,mlp.experts.7.up_proj,0.0000558496,0.02500,3.247
+52,mlp.experts.119.gate_proj,0.0000144732,0.02500,3.180
+52,mlp.experts.2.up_proj,0.0000430014,0.02500,3.755
+52,mlp.experts.6.up_proj,0.0000442444,0.02500,3.555
+52,mlp.experts.114.gate_proj,0.0000471537,0.02500,4.057
+52,mlp.experts.113.gate_proj,0.0000419295,0.02500,3.523
+52,mlp.experts.96.gate_proj,0.0000428096,0.02500,4.091
+52,mlp.experts.108.gate_proj,0.0000334806,0.02500,4.037
+52,mlp.experts.5.up_proj,0.0000802710,0.02500,3.511
+52,mlp.experts.100.gate_proj,0.0000427815,0.02500,4.408
+52,mlp.experts.117.gate_proj,0.0000220733,0.02500,3.692
+52,mlp.experts.104.gate_proj,0.0000638243,0.02500,4.087
+52,mlp.experts.1.up_proj,0.0000296971,0.02500,3.556
+52,mlp.experts.14.up_proj,0.0000486420,0.02500,3.486
+52,mlp.experts.22.up_proj,0.0000410217,0.02500,3.192
+52,mlp.experts.11.up_proj,0.0000426416,0.02500,3.628
+52,mlp.experts.19.up_proj,0.0000596874,0.02500,3.692
+52,mlp.experts.23.up_proj,0.0000539455,0.02500,3.767
+52,mlp.experts.18.up_proj,0.0000194897,0.02500,3.694
+52,mlp.experts.15.up_proj,0.0000369399,0.02500,3.738
+52,mlp.experts.10.up_proj,0.0000809474,0.02500,3.541
+52,mlp.experts.9.up_proj,0.0000483916,0.02500,3.414
+52,mlp.experts.21.up_proj,0.0000350970,0.02500,3.424
+52,mlp.experts.13.up_proj,0.0000560045,0.02500,3.415
+52,mlp.experts.17.up_proj,0.0000463736,0.02500,3.528
+52,mlp.experts.112.gate_proj,0.0000340091,0.02500,4.474
+52,mlp.experts.116.gate_proj,0.0000720219,0.02500,4.397
+52,mlp.experts.0.up_proj,0.0000127158,0.02500,4.443
+52,mlp.experts.30.up_proj,0.0000659451,0.02500,3.663
+52,mlp.experts.4.up_proj,0.0000672794,0.02500,4.810
+52,mlp.experts.38.up_proj,0.0000467070,0.02500,3.430
+52,mlp.experts.34.up_proj,0.0001057179,0.02500,3.205
+52,mlp.experts.26.up_proj,0.0000907207,0.02500,3.555
+52,mlp.experts.35.up_proj,0.0000160816,0.02500,4.315
+52,mlp.experts.27.up_proj,0.0000233082,0.02500,4.432
+52,mlp.experts.25.up_proj,0.0000552539,0.02500,3.554
+52,mlp.experts.39.up_proj,0.0000568079,0.02500,4.373
+52,mlp.experts.31.up_proj,0.0000273210,0.02500,4.418
+52,mlp.experts.37.up_proj,0.0000277861,0.02500,3.751
+52,mlp.experts.29.up_proj,0.0000524933,0.02500,3.857
+52,mlp.experts.33.up_proj,0.0000497883,0.02500,3.759
+52,mlp.experts.8.up_proj,0.0000390491,0.02500,3.766
+52,mlp.experts.12.up_proj,0.0000356448,0.02500,3.779
+52,mlp.experts.16.up_proj,0.0000299747,0.02500,3.729
+52,mlp.experts.46.up_proj,0.0001093810,0.02500,3.566
+52,mlp.experts.20.up_proj,0.0000504446,0.02500,3.729
+52,mlp.experts.54.up_proj,0.0000333167,0.02500,3.468
+52,mlp.experts.50.up_proj,0.0000293996,0.02500,3.791
+52,mlp.experts.42.up_proj,0.0000355523,0.02500,3.603
+52,mlp.experts.41.up_proj,0.0000279439,0.02500,3.528
+52,mlp.experts.51.up_proj,0.0000563296,0.02500,4.315
+52,mlp.experts.43.up_proj,0.0000355271,0.02500,4.255
+52,mlp.experts.55.up_proj,0.0000454339,0.02500,4.342
+52,mlp.experts.47.up_proj,0.0000590017,0.02500,4.302
+52,mlp.experts.49.up_proj,0.0000445719,0.02500,3.572
+52,mlp.experts.53.up_proj,0.0000497339,0.02500,3.860
+52,mlp.experts.45.up_proj,0.0000298217,0.02500,3.890
+52,mlp.experts.24.up_proj,0.0000481096,0.02500,3.568
+52,mlp.experts.28.up_proj,0.0000198645,0.02500,3.527
+52,mlp.experts.32.up_proj,0.0000484084,0.02500,3.570
+52,mlp.experts.36.up_proj,0.0000391212,0.02500,3.557
+52,mlp.experts.62.up_proj,0.0001463586,0.02500,4.312
+52,mlp.experts.70.up_proj,0.0000543234,0.02500,4.524
+52,mlp.experts.57.up_proj,0.0000220946,0.02500,3.321
+52,mlp.experts.66.up_proj,0.0000389279,0.02500,4.401
+52,mlp.experts.58.up_proj,0.0001061825,0.02500,4.240
+52,mlp.experts.65.up_proj,0.0000469433,0.02500,3.429
+52,mlp.experts.69.up_proj,0.0000299798,0.02500,3.504
+52,mlp.experts.61.up_proj,0.0000279054,0.02500,3.485
+52,mlp.experts.40.up_proj,0.0000290198,0.02500,3.509
+52,mlp.experts.67.up_proj,0.0000502982,0.02500,4.554
+52,mlp.experts.59.up_proj,0.0000287854,0.02500,4.598
+52,mlp.experts.71.up_proj,0.0000365383,0.02500,4.498
+52,mlp.experts.63.up_proj,0.0000440428,0.02500,4.460
+52,mlp.experts.44.up_proj,0.0000597698,0.02500,3.619
+52,mlp.experts.48.up_proj,0.0000056309,0.02500,3.671
+52,mlp.experts.52.up_proj,0.0000963653,0.02500,3.726
+52,mlp.experts.78.up_proj,0.0000192843,0.02500,3.245
+52,mlp.experts.73.up_proj,0.0000713448,0.02500,3.126
+52,mlp.experts.86.up_proj,0.0000459567,0.02500,3.239
+52,mlp.experts.82.up_proj,0.0000188110,0.02500,3.438
+52,mlp.experts.81.up_proj,0.0000410479,0.02500,2.933
+52,mlp.experts.85.up_proj,0.0000693816,0.02500,2.932
+52,mlp.experts.77.up_proj,0.0000404979,0.02500,2.879
+52,mlp.experts.74.up_proj,0.0000293746,0.02500,3.832
+52,mlp.experts.56.up_proj,0.0000361981,0.02500,4.140
+52,mlp.experts.75.up_proj,0.0000517364,0.02500,4.110
+52,mlp.experts.83.up_proj,0.0001057771,0.02500,4.259
+52,mlp.experts.89.up_proj,0.0000359612,0.02500,3.089
+52,mlp.experts.87.up_proj,0.0000871321,0.02500,4.184
+52,mlp.experts.79.up_proj,0.0000351452,0.02500,4.218
+52,mlp.experts.94.up_proj,0.0000653509,0.02500,3.615
+52,mlp.experts.64.up_proj,0.0000504852,0.02500,3.999
+52,mlp.experts.60.up_proj,0.0000421485,0.02500,4.153
+52,mlp.experts.102.up_proj,0.0000425395,0.02500,3.294
+52,mlp.experts.68.up_proj,0.0000277669,0.02500,4.088
+52,mlp.experts.98.up_proj,0.0000405986,0.02500,3.502
+52,mlp.experts.97.up_proj,0.0000371842,0.02500,3.189
+52,mlp.experts.93.up_proj,0.0000414984,0.02500,3.108
+52,mlp.experts.101.up_proj,0.0000510554,0.02500,3.232
+52,mlp.experts.90.up_proj,0.0000454405,0.02500,3.596
+52,mlp.experts.91.up_proj,0.0000324473,0.02500,3.246
+52,mlp.experts.99.up_proj,0.0000533323,0.02500,3.262
+52,mlp.experts.103.up_proj,0.0000908522,0.02500,3.280
+52,mlp.experts.95.up_proj,0.0000272380,0.02500,3.251
+52,mlp.experts.105.up_proj,0.0000542229,0.02500,3.385
+52,mlp.experts.110.up_proj,0.0000283331,0.02500,3.686
+52,mlp.experts.72.up_proj,0.0000475131,0.02500,4.366
+52,mlp.experts.118.up_proj,0.0000324466,0.02500,3.843
+52,mlp.experts.113.up_proj,0.0000401766,0.02500,3.293
+52,mlp.experts.114.up_proj,0.0000456959,0.02500,3.577
+52,mlp.experts.76.up_proj,0.0000393553,0.02500,4.514
+52,mlp.experts.80.up_proj,0.0000384177,0.02500,4.567
+52,mlp.experts.117.up_proj,0.0000215832,0.02500,3.350
+52,mlp.experts.109.up_proj,0.0000260754,0.02500,3.398
+52,mlp.experts.106.up_proj,0.0000672268,0.02500,3.007
+52,mlp.experts.84.up_proj,0.0000376132,0.02500,4.605
+52,mlp.experts.107.up_proj,0.0000442995,0.02500,3.323
+52,mlp.experts.115.up_proj,0.0000142749,0.02500,3.268
+52,mlp.experts.119.up_proj,0.0000144840,0.02500,3.171
+52,mlp.experts.111.up_proj,0.0000236519,0.02500,3.136
+52,mlp.experts.88.up_proj,0.0000505841,0.02500,4.253
+52,mlp.experts.96.up_proj,0.0000409346,0.02500,4.078
+52,mlp.experts.92.up_proj,0.0000414253,0.02500,4.190
+52,mlp.experts.100.up_proj,0.0000411274,0.02500,4.902
+52,mlp.experts.104.up_proj,0.0000619498,0.02500,4.319
+52,mlp.experts.112.up_proj,0.0000330171,0.02500,4.316
+52,mlp.experts.108.up_proj,0.0000317154,0.02500,4.321
+52,mlp.experts.116.up_proj,0.0000688289,0.02500,3.456
+52,mlp.experts.6.down_proj,0.0000110505,0.02500,0.929
+52,mlp.experts.14.down_proj,0.0000054614,0.02500,0.924
+52,mlp.experts.1.down_proj,0.0000040024,0.02500,0.945
+52,mlp.experts.2.down_proj,0.0000057564,0.02500,0.951
+52,mlp.experts.10.down_proj,0.0000148216,0.02500,0.958
+52,mlp.experts.11.down_proj,0.0000071542,0.02500,1.073
+52,mlp.experts.5.down_proj,0.0000192501,0.02500,1.080
+52,mlp.experts.9.down_proj,0.0000081507,0.02500,1.086
+52,mlp.experts.15.down_proj,0.0000046378,0.02500,1.086
+52,mlp.experts.7.down_proj,0.0000089531,0.02500,1.110
+52,mlp.experts.3.down_proj,0.0000589601,0.02500,1.111
+52,mlp.experts.13.down_proj,0.0000078153,0.02500,1.144
+52,mlp.experts.12.down_proj,0.0000066450,0.02500,1.529
+52,mlp.experts.4.down_proj,0.0000233008,0.02500,1.545
+52,mlp.experts.0.down_proj,0.0000026120,0.02500,1.558
+52,mlp.experts.8.down_proj,0.0000056970,0.02500,1.590
+52,mlp.experts.17.down_proj,0.0000073288,0.02500,0.973
+52,mlp.experts.21.down_proj,0.0000052876,0.02500,0.912
+52,mlp.experts.30.down_proj,0.0000136397,0.02500,1.101
+52,mlp.experts.18.down_proj,0.0000032557,0.02500,1.125
+52,mlp.experts.26.down_proj,0.0000243978,0.02500,1.144
+52,mlp.experts.25.down_proj,0.0000120994,0.02500,1.122
+52,mlp.experts.22.down_proj,0.0000060826,0.02500,1.289
+52,mlp.experts.29.down_proj,0.0000120093,0.02500,1.080
+52,mlp.experts.27.down_proj,0.0000037302,0.02500,1.194
+52,mlp.experts.31.down_proj,0.0000074211,0.02500,1.209
+52,mlp.experts.23.down_proj,0.0000164017,0.02500,1.200
+52,mlp.experts.19.down_proj,0.0000065179,0.02500,1.215
+52,mlp.experts.20.down_proj,0.0000065736,0.02500,1.206
+52,mlp.experts.16.down_proj,0.0000088033,0.02500,1.218
+52,mlp.experts.28.down_proj,0.0000061109,0.02500,1.271
+52,mlp.experts.24.down_proj,0.0000214211,0.02500,1.214
+52,mlp.experts.37.down_proj,0.0000049071,0.02500,0.933
+52,mlp.experts.33.down_proj,0.0000142818,0.02500,1.183
+52,mlp.experts.46.down_proj,0.0000173260,0.02500,1.129
+52,mlp.experts.34.down_proj,0.0000268666,0.02500,1.089
+52,mlp.experts.41.down_proj,0.0000034957,0.02500,1.025
+52,mlp.experts.45.down_proj,0.0000037853,0.02500,1.055
+52,mlp.experts.42.down_proj,0.0000054171,0.02500,1.211
+52,mlp.experts.38.down_proj,0.0000066284,0.02500,1.117
+52,mlp.experts.39.down_proj,0.0000092115,0.02500,1.357
+52,mlp.experts.43.down_proj,0.0000076525,0.02500,1.428
+52,mlp.experts.35.down_proj,0.0000022422,0.02500,1.383
+52,mlp.experts.47.down_proj,0.0000121273,0.02500,1.422
+52,mlp.experts.53.down_proj,0.0000089673,0.02500,0.984
+52,mlp.experts.36.down_proj,0.0000076029,0.02500,1.238
+52,mlp.experts.32.down_proj,0.0000094259,0.02500,1.275
+52,mlp.experts.44.down_proj,0.0000086067,0.02500,1.249
+52,mlp.experts.40.down_proj,0.0000044875,0.02500,1.269
+52,mlp.experts.62.down_proj,0.0000344156,0.02500,0.938
+52,mlp.experts.49.down_proj,0.0000104227,0.02500,1.013
+52,mlp.experts.50.down_proj,0.0000036705,0.02500,0.957
+52,mlp.experts.54.down_proj,0.0000091180,0.02500,1.040
+52,mlp.experts.61.down_proj,0.0000091944,0.02500,1.096
+52,mlp.experts.57.down_proj,0.0000052978,0.02500,1.158
+52,mlp.experts.58.down_proj,0.0000362617,0.02500,1.121
+52,mlp.experts.69.down_proj,0.0000057615,0.02500,1.024
+52,mlp.experts.78.down_proj,0.0000020040,0.02500,0.962
+52,mlp.experts.55.down_proj,0.0000068996,0.02500,1.405
+52,mlp.experts.51.down_proj,0.0000161227,0.02500,1.365
+52,mlp.experts.65.down_proj,0.0000068049,0.02500,0.964
+52,mlp.experts.63.down_proj,0.0000058079,0.02500,1.388
+52,mlp.experts.66.down_proj,0.0000081232,0.02500,1.014
+52,mlp.experts.59.down_proj,0.0000073693,0.02500,1.436
+52,mlp.experts.60.down_proj,0.0000051431,0.02500,1.196
+52,mlp.experts.48.down_proj,0.0000011636,0.02500,1.221
+52,mlp.experts.70.down_proj,0.0000099384,0.02500,0.923
+52,mlp.experts.56.down_proj,0.0000081248,0.02500,1.225
+52,mlp.experts.52.down_proj,0.0000248825,0.02500,1.317
+52,mlp.experts.77.down_proj,0.0000183563,0.02500,0.939
+52,mlp.experts.73.down_proj,0.0000238456,0.02500,1.046
+52,mlp.experts.74.down_proj,0.0000071969,0.02500,1.084
+52,mlp.experts.94.down_proj,0.0000155555,0.02500,0.847
+52,mlp.experts.81.down_proj,0.0000093965,0.02500,0.883
+52,mlp.experts.85.down_proj,0.0000119512,0.02500,1.125
+52,mlp.experts.82.down_proj,0.0000027910,0.02500,1.028
+52,mlp.experts.93.down_proj,0.0000058663,0.02500,0.963
+52,mlp.experts.76.down_proj,0.0000061899,0.02500,1.064
+52,mlp.experts.67.down_proj,0.0000079804,0.02500,1.245
+52,mlp.experts.71.down_proj,0.0000061554,0.02500,1.262
+52,mlp.experts.72.down_proj,0.0000080768,0.02500,1.057
+52,mlp.experts.79.down_proj,0.0000126552,0.02500,1.250
+52,mlp.experts.68.down_proj,0.0000043078,0.02500,1.058
+52,mlp.experts.75.down_proj,0.0000085330,0.02500,1.234
+52,mlp.experts.90.down_proj,0.0000061810,0.02500,0.861
+52,mlp.experts.64.down_proj,0.0000121149,0.02500,1.136
+52,mlp.experts.86.down_proj,0.0000086505,0.02500,1.136
+52,mlp.experts.89.down_proj,0.0000072800,0.02500,1.158
+52,mlp.experts.110.down_proj,0.0000063510,0.02500,0.854
+52,mlp.experts.97.down_proj,0.0000058242,0.02500,0.901
+52,mlp.experts.101.down_proj,0.0000086566,0.02500,0.989
+52,mlp.experts.98.down_proj,0.0000050176,0.02500,0.910
+52,mlp.experts.92.down_proj,0.0000058081,0.02500,0.949
+52,mlp.experts.84.down_proj,0.0000053732,0.02500,0.939
+52,mlp.experts.88.down_proj,0.0000069050,0.02500,0.963
+52,mlp.experts.80.down_proj,0.0000060895,0.02500,0.937
+52,mlp.experts.109.down_proj,0.0000043534,0.02500,1.077
+52,mlp.experts.106.down_proj,0.0000110381,0.02500,1.001
+52,mlp.experts.102.down_proj,0.0000048871,0.02500,1.004
+52,mlp.experts.105.down_proj,0.0000135329,0.02500,0.961
+52,mlp.experts.113.down_proj,0.0000110114,0.02500,0.807
+52,mlp.experts.114.down_proj,0.0000064274,0.02500,0.657
+52,mlp.experts.83.down_proj,0.0000225262,0.02500,1.447
+52,mlp.experts.91.down_proj,0.0000043856,0.02500,1.433
+52,mlp.experts.117.down_proj,0.0000078647,0.02500,0.811
+52,mlp.experts.87.down_proj,0.0000241184,0.02500,1.529
+52,mlp.experts.95.down_proj,0.0000057655,0.02500,1.558
+52,mlp.experts.118.down_proj,0.0000051908,0.02500,0.547
+52,mlp.experts.108.down_proj,0.0000059899,0.02500,0.934
+52,mlp.experts.96.down_proj,0.0000113430,0.02500,0.941
+52,mlp.experts.104.down_proj,0.0000102301,0.02500,0.963
+52,mlp.experts.100.down_proj,0.0000051290,0.02500,0.988
+52,mlp.experts.99.down_proj,0.0000071595,0.02500,1.534
+52,mlp.experts.112.down_proj,0.0000115216,0.02500,1.019
+52,mlp.experts.116.down_proj,0.0000109202,0.02500,1.021
+52,mlp.experts.107.down_proj,0.0000101294,0.02500,1.577
+52,mlp.experts.103.down_proj,0.0000174407,0.02500,1.536
+52,mlp.experts.111.down_proj,0.0000076394,0.02500,1.483
+52,mlp.experts.115.down_proj,0.0000071291,0.02500,0.925
+52,mlp.experts.119.down_proj,0.0000026562,0.02500,0.865
+53,self_attn.k_proj,0.0000001128,0.02500,1.478
+53,self_attn.v_proj,0.0000002244,0.02500,1.485
+53,self_attn.q_proj,0.0000007712,0.02500,1.921
+53,self_attn.o_proj,0.0000003793,0.02500,3.928
+53,mlp.shared_experts.gate_proj,0.0000023511,0.02500,1.320
+53,mlp.shared_experts.up_proj,0.0000017306,0.02500,1.268
+53,mlp.shared_experts.down_proj,0.0000002047,0.02500,0.386
+53,mlp.experts.10.gate_proj,0.0000429380,0.02500,4.173
+53,mlp.experts.2.gate_proj,0.0000395093,0.02500,5.066
+53,mlp.experts.14.gate_proj,0.0000544606,0.02500,4.299
+53,mlp.experts.6.gate_proj,0.0000411402,0.02500,5.331
+53,mlp.experts.15.gate_proj,0.0000814879,0.02500,4.726
+53,mlp.experts.5.gate_proj,0.0000326694,0.02500,5.515
+53,mlp.experts.1.gate_proj,0.0000277591,0.02500,5.600
+53,mlp.experts.3.gate_proj,0.0000417550,0.02500,5.617
+53,mlp.experts.11.gate_proj,0.0000295074,0.02500,4.968
+53,mlp.experts.9.gate_proj,0.0000443520,0.02500,4.815
+53,mlp.experts.7.gate_proj,0.0000382663,0.02500,5.827
+53,mlp.experts.13.gate_proj,0.0000423761,0.02500,4.890
+53,mlp.experts.4.gate_proj,0.0000206225,0.02500,6.522
+53,mlp.experts.8.gate_proj,0.0000655769,0.02500,6.584
+53,mlp.experts.12.gate_proj,0.0001213947,0.02500,6.005
+53,mlp.experts.0.gate_proj,0.0000333061,0.02500,6.904
+53,mlp.experts.18.gate_proj,0.0001206987,0.02500,3.088
+53,mlp.experts.26.gate_proj,0.0000378321,0.02500,3.132
+53,mlp.experts.30.gate_proj,0.0000279090,0.02500,3.110
+53,mlp.experts.22.gate_proj,0.0000285385,0.02500,3.108
+53,mlp.experts.31.gate_proj,0.0000750914,0.02500,3.386
+53,mlp.experts.23.gate_proj,0.0000665187,0.02500,3.077
+53,mlp.experts.27.gate_proj,0.0000477135,0.02500,3.551
+53,mlp.experts.17.gate_proj,0.0000474486,0.02500,3.647
+53,mlp.experts.29.gate_proj,0.0000403402,0.02500,3.545
+53,mlp.experts.19.gate_proj,0.0000344052,0.02500,3.805
+53,mlp.experts.21.gate_proj,0.0001114553,0.02500,3.946
+53,mlp.experts.25.gate_proj,0.0000354126,0.02500,3.694
+53,mlp.experts.34.gate_proj,0.0000242515,0.02500,3.348
+53,mlp.experts.42.gate_proj,0.0000365252,0.02500,3.410
+53,mlp.experts.46.gate_proj,0.0000185314,0.02500,3.357
+53,mlp.experts.38.gate_proj,0.0001161868,0.02500,3.417
+53,mlp.experts.24.gate_proj,0.0000624232,0.02500,5.511
+53,mlp.experts.47.gate_proj,0.0000500186,0.02500,3.357
+53,mlp.experts.20.gate_proj,0.0000531412,0.02500,5.757
+53,mlp.experts.39.gate_proj,0.0000810001,0.02500,3.554
+53,mlp.experts.16.gate_proj,0.0000338326,0.02500,5.558
+53,mlp.experts.41.gate_proj,0.0000310825,0.02500,3.105
+53,mlp.experts.37.gate_proj,0.0000395686,0.02500,3.154
+53,mlp.experts.35.gate_proj,0.0000406242,0.02500,3.207
+53,mlp.experts.28.gate_proj,0.0000337998,0.02500,5.872
+53,mlp.experts.43.gate_proj,0.0000188257,0.02500,3.496
+53,mlp.experts.45.gate_proj,0.0000755396,0.02500,3.486
+53,mlp.experts.33.gate_proj,0.0000490682,0.02500,3.952
+53,mlp.experts.50.gate_proj,0.0000430768,0.02500,3.396
+53,mlp.experts.62.gate_proj,0.0000127767,0.02500,3.306
+53,mlp.experts.58.gate_proj,0.0000588903,0.02500,3.360
+53,mlp.experts.54.gate_proj,0.0000398916,0.02500,3.489
+53,mlp.experts.51.gate_proj,0.0000299573,0.02500,3.062
+53,mlp.experts.59.gate_proj,0.0000396555,0.02500,3.271
+53,mlp.experts.63.gate_proj,0.0000753093,0.02500,3.829
+53,mlp.experts.57.gate_proj,0.0000268100,0.02500,3.512
+53,mlp.experts.55.gate_proj,0.0000801061,0.02500,3.670
+53,mlp.experts.61.gate_proj,0.0000458959,0.02500,3.258
+53,mlp.experts.53.gate_proj,0.0000475749,0.02500,3.829
+53,mlp.experts.49.gate_proj,0.0000477695,0.02500,3.477
+53,mlp.experts.40.gate_proj,0.0000205343,0.02500,4.879
+53,mlp.experts.36.gate_proj,0.0000235478,0.02500,4.847
+53,mlp.experts.32.gate_proj,0.0000329668,0.02500,4.778
+53,mlp.experts.44.gate_proj,0.0001205800,0.02500,4.726
+53,mlp.experts.67.gate_proj,0.0000546567,0.02500,1.912
+53,mlp.experts.77.gate_proj,0.0000292910,0.02500,3.228
+53,mlp.experts.73.gate_proj,0.0000187128,0.02500,3.876
+53,mlp.experts.65.gate_proj,0.0000420198,0.02500,3.327
+53,mlp.experts.69.gate_proj,0.0000421388,0.02500,3.888
+53,mlp.experts.56.gate_proj,0.0000901213,0.02500,5.015
+53,mlp.experts.52.gate_proj,0.0000243447,0.02500,5.063
+53,mlp.experts.48.gate_proj,0.0000363248,0.02500,5.006
+53,mlp.experts.60.gate_proj,0.0000353345,0.02500,4.993
+53,mlp.experts.78.gate_proj,0.0000377502,0.02500,8.488
+53,mlp.experts.93.gate_proj,0.0000438098,0.02500,4.118
+53,mlp.experts.66.gate_proj,0.0000350465,0.02500,8.624
+53,mlp.experts.74.gate_proj,0.0000374279,0.02500,8.651
+53,mlp.experts.89.gate_proj,0.0000560662,0.02500,4.038
+53,mlp.experts.85.gate_proj,0.0000585081,0.02500,3.870
+53,mlp.experts.70.gate_proj,0.0000233056,0.02500,9.058
+53,mlp.experts.81.gate_proj,0.0000388140,0.02500,4.464
+53,mlp.experts.72.gate_proj,0.0000894230,0.02500,4.055
+53,mlp.experts.64.gate_proj,0.0000139030,0.02500,3.982
+53,mlp.experts.68.gate_proj,0.0000266845,0.02500,4.116
+53,mlp.experts.76.gate_proj,0.0000568943,0.02500,4.106
+53,mlp.experts.109.gate_proj,0.0000604626,0.02500,4.005
+53,mlp.experts.105.gate_proj,0.0000383791,0.02500,3.598
+53,mlp.experts.101.gate_proj,0.0000416105,0.02500,4.119
+53,mlp.experts.97.gate_proj,0.0000318520,0.02500,3.934
+53,mlp.experts.82.gate_proj,0.0000317132,0.02500,5.531
+53,mlp.experts.94.gate_proj,0.0000333158,0.02500,5.672
+53,mlp.experts.90.gate_proj,0.0000431612,0.02500,5.504
+53,mlp.experts.86.gate_proj,0.0000945990,0.02500,6.041
+53,mlp.experts.88.gate_proj,0.0000237521,0.02500,5.162
+53,mlp.experts.80.gate_proj,0.0000480198,0.02500,5.332
+53,mlp.experts.84.gate_proj,0.0000349879,0.02500,5.264
+53,mlp.experts.92.gate_proj,0.0000252711,0.02500,5.360
+53,mlp.experts.1.up_proj,0.0000271706,0.02500,4.681
+53,mlp.experts.5.up_proj,0.0000318690,0.02500,4.927
+53,mlp.experts.113.gate_proj,0.0000204913,0.02500,4.473
+53,mlp.experts.117.gate_proj,0.0000522633,0.02500,4.557
+53,mlp.experts.98.gate_proj,0.0000413809,0.02500,5.168
+53,mlp.experts.106.gate_proj,0.0000552646,0.02500,5.197
+53,mlp.experts.110.gate_proj,0.0000372314,0.02500,5.262
+53,mlp.experts.102.gate_proj,0.0000362051,0.02500,5.443
+53,mlp.experts.104.gate_proj,0.0000122917,0.02500,5.081
+53,mlp.experts.17.up_proj,0.0000472663,0.02500,4.091
+53,mlp.experts.9.up_proj,0.0000434671,0.02500,3.638
+53,mlp.experts.96.gate_proj,0.0000456463,0.02500,4.980
+53,mlp.experts.100.gate_proj,0.0000574226,0.02500,4.989
+53,mlp.experts.13.up_proj,0.0000421421,0.02500,3.711
+53,mlp.experts.21.up_proj,0.0001065970,0.02500,4.304
+53,mlp.experts.108.gate_proj,0.0000237686,0.02500,4.906
+53,mlp.experts.114.gate_proj,0.0000911934,0.02500,5.533
+53,mlp.experts.6.up_proj,0.0000386518,0.02500,5.501
+53,mlp.experts.2.up_proj,0.0000383373,0.02500,5.739
+53,mlp.experts.33.up_proj,0.0000472253,0.02500,3.752
+53,mlp.experts.37.up_proj,0.0000380595,0.02500,3.540
+53,mlp.experts.0.up_proj,0.0000324503,0.02500,4.617
+53,mlp.experts.29.up_proj,0.0000394773,0.02500,4.357
+53,mlp.experts.116.gate_proj,0.0000493881,0.02500,4.577
+53,mlp.experts.112.gate_proj,0.0000335825,0.02500,4.687
+53,mlp.experts.4.up_proj,0.0000199626,0.02500,4.564
+53,mlp.experts.25.up_proj,0.0000344725,0.02500,4.814
+53,mlp.experts.118.gate_proj,0.0000558119,0.02500,5.842
+53,mlp.experts.22.up_proj,0.0000283922,0.02500,4.681
+53,mlp.experts.10.up_proj,0.0000419830,0.02500,4.825
+53,mlp.experts.18.up_proj,0.0001163251,0.02500,4.694
+53,mlp.experts.49.up_proj,0.0000451355,0.02500,4.710
+53,mlp.experts.53.up_proj,0.0000450209,0.02500,4.741
+53,mlp.experts.45.up_proj,0.0000735637,0.02500,4.611
+53,mlp.experts.41.up_proj,0.0000303525,0.02500,4.458
+53,mlp.experts.14.up_proj,0.0000521874,0.02500,5.446
+53,mlp.experts.65.up_proj,0.0000404519,0.02500,4.245
+53,mlp.experts.69.up_proj,0.0000410932,0.02500,4.424
+53,mlp.experts.61.up_proj,0.0000446407,0.02500,4.193
+53,mlp.experts.57.up_proj,0.0000255287,0.02500,4.160
+53,mlp.experts.38.up_proj,0.0001122109,0.02500,5.716
+53,mlp.experts.26.up_proj,0.0000340491,0.02500,5.837
+53,mlp.experts.34.up_proj,0.0000234514,0.02500,5.817
+53,mlp.experts.81.up_proj,0.0000379050,0.02500,3.915
+53,mlp.experts.85.up_proj,0.0000568392,0.02500,3.751
+53,mlp.experts.30.up_proj,0.0000271511,0.02500,6.185
+53,mlp.experts.77.up_proj,0.0000285941,0.02500,3.812
+53,mlp.experts.73.up_proj,0.0000180079,0.02500,3.724
+53,mlp.experts.54.up_proj,0.0000384936,0.02500,5.706
+53,mlp.experts.42.up_proj,0.0000356778,0.02500,5.693
+53,mlp.experts.50.up_proj,0.0000419659,0.02500,5.662
+53,mlp.experts.97.up_proj,0.0000309964,0.02500,3.907
+53,mlp.experts.101.up_proj,0.0000412429,0.02500,3.926
+53,mlp.experts.89.up_proj,0.0000533357,0.02500,4.006
+53,mlp.experts.93.up_proj,0.0000432678,0.02500,4.217
+53,mlp.experts.46.up_proj,0.0000182838,0.02500,5.700
+53,mlp.experts.113.up_proj,0.0000199099,0.02500,4.018
+53,mlp.experts.117.up_proj,0.0000516846,0.02500,4.009
+53,mlp.experts.70.up_proj,0.0000221171,0.02500,5.373
+53,mlp.experts.109.up_proj,0.0000590893,0.02500,3.619
+53,mlp.experts.105.up_proj,0.0000370981,0.02500,3.734
+53,mlp.experts.58.up_proj,0.0000549582,0.02500,5.486
+53,mlp.experts.66.up_proj,0.0000344427,0.02500,5.775
+53,mlp.experts.62.up_proj,0.0000123257,0.02500,5.609
+53,mlp.experts.86.up_proj,0.0000927557,0.02500,5.623
+53,mlp.experts.74.up_proj,0.0000363812,0.02500,5.568
+53,mlp.experts.82.up_proj,0.0000312435,0.02500,5.532
+53,mlp.experts.16.up_proj,0.0000322904,0.02500,27.384
+53,mlp.experts.12.up_proj,0.0001150986,0.02500,27.383
+53,mlp.experts.20.up_proj,0.0000507704,0.02500,27.309
+53,mlp.experts.8.up_proj,0.0000639695,0.02500,27.377
+53,mlp.experts.78.up_proj,0.0000367096,0.02500,5.748
+53,mlp.experts.32.up_proj,0.0000323982,0.02500,3.723
+53,mlp.experts.28.up_proj,0.0000329518,0.02500,3.510
+53,mlp.experts.102.up_proj,0.0000350571,0.02500,5.162
+53,mlp.experts.36.up_proj,0.0000230076,0.02500,3.609
+53,mlp.experts.24.up_proj,0.0000605288,0.02500,3.662
+53,mlp.experts.90.up_proj,0.0000423443,0.02500,5.425
+53,mlp.experts.98.up_proj,0.0000403970,0.02500,5.163
+53,mlp.experts.94.up_proj,0.0000323859,0.02500,5.087
+53,mlp.experts.118.up_proj,0.0000546192,0.02500,5.186
+53,mlp.experts.44.up_proj,0.0001162380,0.02500,5.389
+53,mlp.experts.48.up_proj,0.0000353528,0.02500,5.539
+53,mlp.experts.40.up_proj,0.0000198095,0.02500,5.321
+53,mlp.experts.52.up_proj,0.0000235043,0.02500,5.564
+53,mlp.experts.114.up_proj,0.0000878955,0.02500,5.089
+53,mlp.experts.106.up_proj,0.0000537966,0.02500,5.215
+53,mlp.experts.110.up_proj,0.0000358652,0.02500,3.186
+53,mlp.experts.60.up_proj,0.0000341110,0.02500,4.870
+53,mlp.experts.56.up_proj,0.0000874223,0.02500,4.774
+53,mlp.experts.64.up_proj,0.0000123843,0.02500,5.014
+53,mlp.experts.68.up_proj,0.0000255522,0.02500,5.280
+53,mlp.experts.76.up_proj,0.0000548075,0.02500,5.084
+53,mlp.experts.72.up_proj,0.0000819238,0.02500,5.013
+53,mlp.experts.80.up_proj,0.0000469938,0.02500,4.842
+53,mlp.experts.84.up_proj,0.0000343014,0.02500,4.530
+53,mlp.experts.71.gate_proj,0.0000364271,0.02500,3.631
+53,mlp.experts.79.gate_proj,0.0000271684,0.02500,3.780
+53,mlp.experts.75.gate_proj,0.0000280710,0.02500,3.850
+53,mlp.experts.83.gate_proj,0.0000383813,0.02500,3.860
+53,mlp.experts.87.gate_proj,0.0000642599,0.02500,7.313
+53,mlp.experts.99.gate_proj,0.0000381306,0.02500,7.472
+53,mlp.experts.95.gate_proj,0.0000553855,0.02500,7.620
+53,mlp.experts.91.gate_proj,0.0000857066,0.02500,7.710
+53,mlp.experts.96.up_proj,0.0000444163,0.02500,4.013
+53,mlp.experts.92.up_proj,0.0000244979,0.02500,4.099
+53,mlp.experts.100.up_proj,0.0000568267,0.02500,4.147
+53,mlp.experts.88.up_proj,0.0000230668,0.02500,4.191
+53,mlp.experts.103.gate_proj,0.0000969204,0.02500,5.800
+53,mlp.experts.115.gate_proj,0.0000336123,0.02500,5.599
+53,mlp.experts.111.gate_proj,0.0000545576,0.02500,5.605
+53,mlp.experts.107.gate_proj,0.0000480220,0.02500,5.595
+53,mlp.experts.119.gate_proj,0.0000538998,0.02500,3.832
+53,mlp.experts.112.up_proj,0.0000319067,0.02500,4.513
+53,mlp.experts.108.up_proj,0.0000229350,0.02500,4.506
+53,mlp.experts.104.up_proj,0.0000117609,0.02500,4.439
+53,mlp.experts.116.up_proj,0.0000476044,0.02500,4.490
+53,mlp.experts.7.up_proj,0.0000371632,0.02500,4.096
+53,mlp.experts.3.up_proj,0.0000409678,0.02500,4.129
+53,mlp.experts.11.up_proj,0.0000287219,0.02500,4.353
+53,mlp.experts.15.up_proj,0.0000787182,0.02500,4.532
+53,mlp.experts.19.up_proj,0.0000336769,0.02500,4.558
+53,mlp.experts.27.up_proj,0.0000465654,0.02500,4.611
+53,mlp.experts.23.up_proj,0.0000649131,0.02500,5.102
+53,mlp.experts.31.up_proj,0.0000717634,0.02500,4.737
+53,mlp.experts.35.up_proj,0.0000389865,0.02500,4.871
+53,mlp.experts.43.up_proj,0.0000184722,0.02500,5.100
+53,mlp.experts.39.up_proj,0.0000732394,0.02500,4.971
+53,mlp.experts.47.up_proj,0.0000490758,0.02500,4.756
+53,mlp.experts.51.up_proj,0.0000292336,0.02500,4.666
+53,mlp.experts.59.up_proj,0.0000387180,0.02500,4.639
+53,mlp.experts.55.up_proj,0.0000791751,0.02500,4.722
+53,mlp.experts.63.up_proj,0.0000748966,0.02500,5.155
+53,mlp.experts.67.up_proj,0.0000526027,0.02500,4.989
+53,mlp.experts.75.up_proj,0.0000271945,0.02500,5.169
+53,mlp.experts.71.up_proj,0.0000361903,0.02500,5.004
+53,mlp.experts.79.up_proj,0.0000264356,0.02500,5.007
+53,mlp.experts.83.up_proj,0.0000371674,0.02500,4.954
+53,mlp.experts.91.up_proj,0.0000827386,0.02500,4.984
+53,mlp.experts.87.up_proj,0.0000628247,0.02500,5.174
+53,mlp.experts.95.up_proj,0.0000535777,0.02500,4.785
+53,mlp.experts.99.up_proj,0.0000363213,0.02500,5.070
+53,mlp.experts.107.up_proj,0.0000469812,0.02500,4.796
+53,mlp.experts.103.up_proj,0.0000939512,0.02500,4.642
+53,mlp.experts.111.up_proj,0.0000545569,0.02500,4.446
+53,mlp.experts.115.up_proj,0.0000328165,0.02500,3.649
+53,mlp.experts.119.up_proj,0.0000526554,0.02500,3.414
+53,mlp.experts.13.down_proj,0.0000061030,0.02500,0.923
+53,mlp.experts.1.down_proj,0.0000046515,0.02500,1.015
+53,mlp.experts.5.down_proj,0.0000122090,0.02500,1.134
+53,mlp.experts.9.down_proj,0.0000110849,0.02500,1.202
+53,mlp.experts.3.down_proj,0.0000063816,0.02500,1.437
+53,mlp.experts.11.down_proj,0.0000036216,0.02500,1.409
+53,mlp.experts.15.down_proj,0.0000246185,0.02500,1.412
+53,mlp.experts.7.down_proj,0.0000050174,0.02500,1.472
+53,mlp.experts.0.down_proj,0.0000051651,0.02500,1.478
+53,mlp.experts.12.down_proj,0.0000483500,0.02500,1.459
+53,mlp.experts.10.down_proj,0.0000099660,0.02500,1.495
+53,mlp.experts.4.down_proj,0.0000029201,0.02500,1.559
+53,mlp.experts.6.down_proj,0.0000079450,0.02500,1.568
+53,mlp.experts.2.down_proj,0.0000050947,0.02500,1.574
+53,mlp.experts.8.down_proj,0.0000118813,0.02500,1.599
+53,mlp.experts.14.down_proj,0.0000111501,0.02500,1.569
+53,mlp.experts.29.down_proj,0.0000060454,0.02500,1.150
+53,mlp.experts.17.down_proj,0.0000123162,0.02500,1.168
+53,mlp.experts.21.down_proj,0.0000174690,0.02500,1.190
+53,mlp.experts.25.down_proj,0.0000045066,0.02500,1.163
+53,mlp.experts.19.down_proj,0.0000065875,0.02500,0.939
+53,mlp.experts.23.down_proj,0.0000214852,0.02500,1.037
+53,mlp.experts.16.down_proj,0.0000053813,0.02500,1.039
+53,mlp.experts.31.down_proj,0.0000181064,0.02500,1.054
+53,mlp.experts.28.down_proj,0.0000053784,0.02500,1.051
+53,mlp.experts.20.down_proj,0.0000119791,0.02500,1.024
+53,mlp.experts.27.down_proj,0.0000096314,0.02500,1.126
+53,mlp.experts.24.down_proj,0.0000162847,0.02500,1.065
+53,mlp.experts.22.down_proj,0.0000061041,0.02500,1.360
+53,mlp.experts.26.down_proj,0.0000121551,0.02500,1.384
+53,mlp.experts.18.down_proj,0.0000258291,0.02500,1.382
+53,mlp.experts.30.down_proj,0.0000066286,0.02500,1.349
+53,mlp.experts.45.down_proj,0.0000102952,0.02500,0.871
+53,mlp.experts.33.down_proj,0.0000054937,0.02500,0.855
+53,mlp.experts.37.down_proj,0.0000064761,0.02500,0.862
+53,mlp.experts.41.down_proj,0.0000051111,0.02500,0.871
+53,mlp.experts.35.down_proj,0.0000067584,0.02500,0.978
+53,mlp.experts.47.down_proj,0.0000095853,0.02500,0.983
+53,mlp.experts.32.down_proj,0.0000053644,0.02500,0.991
+53,mlp.experts.39.down_proj,0.0000194471,0.02500,1.023
+53,mlp.experts.36.down_proj,0.0000038967,0.02500,0.965
+53,mlp.experts.44.down_proj,0.0000219796,0.02500,1.019
+53,mlp.experts.40.down_proj,0.0000053183,0.02500,0.950
+53,mlp.experts.43.down_proj,0.0000051606,0.02500,1.112
+53,mlp.experts.61.down_proj,0.0000063947,0.02500,0.893
+53,mlp.experts.49.down_proj,0.0000066204,0.02500,0.916
+53,mlp.experts.34.down_proj,0.0000082733,0.02500,1.042
+53,mlp.experts.42.down_proj,0.0000054520,0.02500,1.075
+53,mlp.experts.53.down_proj,0.0000060148,0.02500,0.882
+53,mlp.experts.46.down_proj,0.0000041684,0.02500,1.120
+53,mlp.experts.38.down_proj,0.0000363005,0.02500,1.178
+53,mlp.experts.57.down_proj,0.0000033765,0.02500,0.880
+53,mlp.experts.51.down_proj,0.0000053680,0.02500,0.956
+53,mlp.experts.48.down_proj,0.0000046450,0.02500,0.971
+53,mlp.experts.55.down_proj,0.0000309672,0.02500,0.966
+53,mlp.experts.63.down_proj,0.0000315444,0.02500,1.001
+53,mlp.experts.52.down_proj,0.0000070656,0.02500,0.974
+53,mlp.experts.60.down_proj,0.0000048461,0.02500,0.964
+53,mlp.experts.56.down_proj,0.0000319532,0.02500,0.968
+53,mlp.experts.59.down_proj,0.0000055348,0.02500,1.001
+53,mlp.experts.77.down_proj,0.0000046327,0.02500,0.852
+53,mlp.experts.65.down_proj,0.0000104576,0.02500,0.843
+53,mlp.experts.69.down_proj,0.0000059169,0.02500,0.859
+53,mlp.experts.73.down_proj,0.0000020423,0.02500,0.841
+53,mlp.experts.50.down_proj,0.0000062400,0.02500,0.988
+53,mlp.experts.62.down_proj,0.0000017136,0.02500,0.955
+53,mlp.experts.58.down_proj,0.0000075130,0.02500,1.079
+53,mlp.experts.54.down_proj,0.0000110288,0.02500,1.173
+53,mlp.experts.67.down_proj,0.0000088837,0.02500,1.082
+53,mlp.experts.71.down_proj,0.0000052184,0.02500,0.897
+53,mlp.experts.64.down_proj,0.0000036290,0.02500,0.986
+53,mlp.experts.68.down_proj,0.0000033328,0.02500,0.985
+53,mlp.experts.76.down_proj,0.0000102988,0.02500,0.979
+53,mlp.experts.93.down_proj,0.0000084447,0.02500,0.826
+53,mlp.experts.72.down_proj,0.0000145568,0.02500,1.008
+53,mlp.experts.75.down_proj,0.0000037884,0.02500,0.918
+53,mlp.experts.81.down_proj,0.0000082396,0.02500,0.838
+53,mlp.experts.79.down_proj,0.0000034253,0.02500,1.153
+53,mlp.experts.85.down_proj,0.0000103889,0.02500,0.851
+53,mlp.experts.89.down_proj,0.0000082062,0.02500,0.870
+53,mlp.experts.66.down_proj,0.0000069305,0.02500,1.124
+53,mlp.experts.78.down_proj,0.0000061044,0.02500,1.175
+53,mlp.experts.74.down_proj,0.0000051682,0.02500,1.245
+53,mlp.experts.87.down_proj,0.0000127653,0.02500,1.011
+53,mlp.experts.80.down_proj,0.0000073210,0.02500,0.958
+53,mlp.experts.84.down_proj,0.0000050204,0.02500,0.962
+53,mlp.experts.92.down_proj,0.0000029134,0.02500,0.954
+53,mlp.experts.83.down_proj,0.0000068089,0.02500,1.121
+53,mlp.experts.109.down_proj,0.0000130806,0.02500,0.956
+53,mlp.experts.88.down_proj,0.0000051159,0.02500,0.962
+53,mlp.experts.97.down_proj,0.0000055032,0.02500,0.953
+53,mlp.experts.70.down_proj,0.0000041935,0.02500,1.382
+53,mlp.experts.101.down_proj,0.0000116533,0.02500,0.907
+53,mlp.experts.105.down_proj,0.0000065473,0.02500,0.893
+53,mlp.experts.91.down_proj,0.0000177000,0.02500,1.178
+53,mlp.experts.95.down_proj,0.0000086386,0.02500,1.229
+53,mlp.experts.113.down_proj,0.0000031682,0.02500,0.640
+53,mlp.experts.82.down_proj,0.0000046515,0.02500,1.141
+53,mlp.experts.94.down_proj,0.0000037191,0.02500,1.036
+53,mlp.experts.117.down_proj,0.0000096599,0.02500,0.606
+53,mlp.experts.103.down_proj,0.0000282255,0.02500,0.908
+53,mlp.experts.99.down_proj,0.0000187282,0.02500,0.865
+53,mlp.experts.96.down_proj,0.0000057904,0.02500,0.974
+53,mlp.experts.90.down_proj,0.0000073746,0.02500,1.065
+53,mlp.experts.108.down_proj,0.0000026622,0.02500,0.965
+53,mlp.experts.100.down_proj,0.0000133441,0.02500,0.985
+53,mlp.experts.104.down_proj,0.0000039692,0.02500,0.948
+53,mlp.experts.86.down_proj,0.0000241358,0.02500,1.083
+53,mlp.experts.107.down_proj,0.0000095507,0.02500,0.997
+53,mlp.experts.111.down_proj,0.0000161827,0.02500,1.002
+53,mlp.experts.112.down_proj,0.0000048697,0.02500,0.744
+53,mlp.experts.119.down_proj,0.0000145249,0.02500,0.841
+53,mlp.experts.116.down_proj,0.0000068659,0.02500,0.718
+53,mlp.experts.115.down_proj,0.0000049537,0.02500,0.822
+53,mlp.experts.98.down_proj,0.0000085850,0.02500,1.037
+53,mlp.experts.106.down_proj,0.0000080811,0.02500,1.023
+53,mlp.experts.110.down_proj,0.0000053685,0.02500,1.178
+53,mlp.experts.102.down_proj,0.0000053792,0.02500,0.842
+53,mlp.experts.114.down_proj,0.0000135758,0.02500,0.590
+53,mlp.experts.118.down_proj,0.0000110937,0.02500,0.464
+54,self_attn.v_proj,0.0000002178,0.02500,1.406
+54,self_attn.k_proj,0.0000001081,0.02500,1.474
+54,self_attn.q_proj,0.0000007847,0.02500,2.013
+54,self_attn.o_proj,0.0000004059,0.02500,3.943
+54,mlp.shared_experts.gate_proj,0.0000024069,0.02500,1.543
+54,mlp.shared_experts.up_proj,0.0000017634,0.02500,1.593
+54,mlp.shared_experts.down_proj,0.0000002086,0.02500,0.395
+54,mlp.experts.3.gate_proj,0.0000349343,0.02500,4.158
+54,mlp.experts.11.gate_proj,0.0000356988,0.02500,4.119
+54,mlp.experts.15.gate_proj,0.0000446192,0.02500,4.163
+54,mlp.experts.7.gate_proj,0.0000423218,0.02500,4.359
+54,mlp.experts.8.gate_proj,0.0000697931,0.02500,4.932
+54,mlp.experts.4.gate_proj,0.0000503964,0.02500,4.987
+54,mlp.experts.0.gate_proj,0.0000469730,0.02500,5.003
+54,mlp.experts.14.gate_proj,0.0000587008,0.02500,5.022
+54,mlp.experts.12.gate_proj,0.0000264427,0.02500,5.065
+54,mlp.experts.6.gate_proj,0.0000288286,0.02500,5.308
+54,mlp.experts.10.gate_proj,0.0000424634,0.02500,5.433
+54,mlp.experts.2.gate_proj,0.0001478060,0.02500,5.521
+54,mlp.experts.9.gate_proj,0.0000612512,0.02500,5.637
+54,mlp.experts.13.gate_proj,0.0000486268,0.02500,5.548
+54,mlp.experts.5.gate_proj,0.0000656106,0.02500,5.709
+54,mlp.experts.1.gate_proj,0.0000385928,0.02500,5.783
+54,mlp.experts.19.gate_proj,0.0000140533,0.02500,3.874
+54,mlp.experts.27.gate_proj,0.0000524812,0.02500,3.771
+54,mlp.experts.23.gate_proj,0.0000793449,0.02500,3.917
+54,mlp.experts.31.gate_proj,0.0000509072,0.02500,4.078
+54,mlp.experts.24.gate_proj,0.0000247628,0.02500,4.083
+54,mlp.experts.16.gate_proj,0.0000417757,0.02500,4.082
+54,mlp.experts.30.gate_proj,0.0000619974,0.02500,3.921
+54,mlp.experts.20.gate_proj,0.0000223518,0.02500,4.171
+54,mlp.experts.25.gate_proj,0.0000863798,0.02500,3.559
+54,mlp.experts.29.gate_proj,0.0000370161,0.02500,3.534
+54,mlp.experts.22.gate_proj,0.0000255433,0.02500,4.022
+54,mlp.experts.28.gate_proj,0.0000170197,0.02500,4.117
+54,mlp.experts.18.gate_proj,0.0000560647,0.02500,4.017
+54,mlp.experts.21.gate_proj,0.0000725246,0.02500,3.753
+54,mlp.experts.26.gate_proj,0.0000117062,0.02500,4.154
+54,mlp.experts.17.gate_proj,0.0000399653,0.02500,3.826
+54,mlp.experts.35.gate_proj,0.0000395938,0.02500,3.598
+54,mlp.experts.43.gate_proj,0.0000386680,0.02500,3.730
+54,mlp.experts.47.gate_proj,0.0000368860,0.02500,3.597
+54,mlp.experts.39.gate_proj,0.0000525375,0.02500,3.851
+54,mlp.experts.37.gate_proj,0.0000896350,0.02500,2.874
+54,mlp.experts.45.gate_proj,0.0000194308,0.02500,3.367
+54,mlp.experts.41.gate_proj,0.0000463504,0.02500,3.667
+54,mlp.experts.40.gate_proj,0.0000425464,0.02500,4.021
+54,mlp.experts.33.gate_proj,0.0000768106,0.02500,3.355
+54,mlp.experts.36.gate_proj,0.0000556121,0.02500,3.983
+54,mlp.experts.32.gate_proj,0.0000676034,0.02500,4.075
+54,mlp.experts.44.gate_proj,0.0000656219,0.02500,4.112
+54,mlp.experts.38.gate_proj,0.0001522372,0.02500,4.396
+54,mlp.experts.46.gate_proj,0.0000520100,0.02500,4.599
+54,mlp.experts.42.gate_proj,0.0000446907,0.02500,4.413
+54,mlp.experts.34.gate_proj,0.0000197155,0.02500,4.541
+54,mlp.experts.51.gate_proj,0.0000504587,0.02500,3.745
+54,mlp.experts.59.gate_proj,0.0000372781,0.02500,3.880
+54,mlp.experts.61.gate_proj,0.0000569094,0.02500,3.160
+54,mlp.experts.55.gate_proj,0.0000668861,0.02500,3.785
+54,mlp.experts.63.gate_proj,0.0000582320,0.02500,3.929
+54,mlp.experts.53.gate_proj,0.0000348380,0.02500,3.570
+54,mlp.experts.49.gate_proj,0.0000558364,0.02500,3.148
+54,mlp.experts.57.gate_proj,0.0000530044,0.02500,3.952
+54,mlp.experts.52.gate_proj,0.0000296211,0.02500,4.286
+54,mlp.experts.48.gate_proj,0.0000248642,0.02500,4.369
+54,mlp.experts.62.gate_proj,0.0000233205,0.02500,4.009
+54,mlp.experts.54.gate_proj,0.0000606108,0.02500,4.020
+54,mlp.experts.56.gate_proj,0.0000630636,0.02500,4.750
+54,mlp.experts.60.gate_proj,0.0000249095,0.02500,4.523
+54,mlp.experts.58.gate_proj,0.0000408127,0.02500,4.102
+54,mlp.experts.50.gate_proj,0.0000778171,0.02500,4.097
+54,mlp.experts.77.gate_proj,0.0000526311,0.02500,2.922
+54,mlp.experts.65.gate_proj,0.0000560918,0.02500,2.971
+54,mlp.experts.67.gate_proj,0.0000369241,0.02500,3.845
+54,mlp.experts.75.gate_proj,0.0001140303,0.02500,3.692
+54,mlp.experts.79.gate_proj,0.0000526507,0.02500,3.529
+54,mlp.experts.71.gate_proj,0.0000237677,0.02500,3.596
+54,mlp.experts.69.gate_proj,0.0000532496,0.02500,3.924
+54,mlp.experts.73.gate_proj,0.0000447933,0.02500,3.623
+54,mlp.experts.64.gate_proj,0.0000516515,0.02500,4.008
+54,mlp.experts.68.gate_proj,0.0000382050,0.02500,4.167
+54,mlp.experts.72.gate_proj,0.0000409253,0.02500,4.058
+54,mlp.experts.76.gate_proj,0.0000531315,0.02500,4.000
+54,mlp.experts.78.gate_proj,0.0000387233,0.02500,4.868
+54,mlp.experts.70.gate_proj,0.0000398502,0.02500,4.862
+54,mlp.experts.93.gate_proj,0.0000467532,0.02500,3.952
+54,mlp.experts.74.gate_proj,0.0000428248,0.02500,4.932
+54,mlp.experts.66.gate_proj,0.0000502844,0.02500,4.866
+54,mlp.experts.81.gate_proj,0.0000393899,0.02500,3.913
+54,mlp.experts.85.gate_proj,0.0000391543,0.02500,3.871
+54,mlp.experts.89.gate_proj,0.0000182408,0.02500,3.820
+54,mlp.experts.109.gate_proj,0.0000612120,0.02500,3.725
+54,mlp.experts.97.gate_proj,0.0000449263,0.02500,3.523
+54,mlp.experts.101.gate_proj,0.0000168915,0.02500,3.892
+54,mlp.experts.86.gate_proj,0.0000621727,0.02500,5.092
+54,mlp.experts.94.gate_proj,0.0000523084,0.02500,5.245
+54,mlp.experts.105.gate_proj,0.0000412013,0.02500,3.616
+54,mlp.experts.90.gate_proj,0.0000358905,0.02500,5.222
+54,mlp.experts.82.gate_proj,0.0001676831,0.02500,5.483
+54,mlp.experts.5.up_proj,0.0000640265,0.02500,3.443
+54,mlp.experts.113.gate_proj,0.0000402163,0.02500,3.667
+54,mlp.experts.1.up_proj,0.0000369684,0.02500,3.349
+54,mlp.experts.117.gate_proj,0.0000591377,0.02500,3.555
+54,mlp.experts.110.gate_proj,0.0000428620,0.02500,4.126
+54,mlp.experts.102.gate_proj,0.0000342551,0.02500,4.482
+54,mlp.experts.106.gate_proj,0.0000417616,0.02500,4.584
+54,mlp.experts.98.gate_proj,0.0000292407,0.02500,4.691
+54,mlp.experts.21.up_proj,0.0000689645,0.02500,3.972
+54,mlp.experts.9.up_proj,0.0000589964,0.02500,3.951
+54,mlp.experts.17.up_proj,0.0000387833,0.02500,3.932
+54,mlp.experts.13.up_proj,0.0000473991,0.02500,3.993
+54,mlp.experts.6.up_proj,0.0000284627,0.02500,4.934
+54,mlp.experts.118.gate_proj,0.0000389375,0.02500,4.904
+54,mlp.experts.2.up_proj,0.0001399254,0.02500,4.779
+54,mlp.experts.37.up_proj,0.0000808107,0.02500,4.046
+54,mlp.experts.25.up_proj,0.0000849596,0.02500,3.896
+54,mlp.experts.114.gate_proj,0.0000919772,0.02500,4.900
+54,mlp.experts.33.up_proj,0.0000741141,0.02500,3.845
+54,mlp.experts.29.up_proj,0.0000362484,0.02500,4.051
+54,mlp.experts.53.up_proj,0.0000340228,0.02500,3.435
+54,mlp.experts.41.up_proj,0.0000457267,0.02500,3.766
+54,mlp.experts.22.up_proj,0.0000245298,0.02500,5.296
+54,mlp.experts.14.up_proj,0.0000567133,0.02500,5.233
+54,mlp.experts.49.up_proj,0.0000544617,0.02500,3.664
+54,mlp.experts.18.up_proj,0.0000543417,0.02500,5.281
+54,mlp.experts.45.up_proj,0.0000189520,0.02500,3.725
+54,mlp.experts.10.up_proj,0.0000415016,0.02500,5.633
+54,mlp.experts.69.up_proj,0.0000515505,0.02500,3.591
+54,mlp.experts.57.up_proj,0.0000518016,0.02500,3.608
+54,mlp.experts.65.up_proj,0.0000549064,0.02500,3.846
+54,mlp.experts.30.up_proj,0.0000590727,0.02500,4.531
+54,mlp.experts.61.up_proj,0.0000560480,0.02500,3.857
+54,mlp.experts.38.up_proj,0.0001464380,0.02500,4.917
+54,mlp.experts.34.up_proj,0.0000192082,0.02500,4.886
+54,mlp.experts.26.up_proj,0.0000116063,0.02500,4.882
+54,mlp.experts.85.up_proj,0.0000383302,0.02500,4.652
+54,mlp.experts.73.up_proj,0.0000439342,0.02500,4.484
+54,mlp.experts.54.up_proj,0.0000596708,0.02500,4.523
+54,mlp.experts.46.up_proj,0.0000511892,0.02500,4.854
+54,mlp.experts.50.up_proj,0.0000761954,0.02500,4.439
+54,mlp.experts.84.gate_proj,0.0000373591,0.02500,30.962
+54,mlp.experts.80.gate_proj,0.0000277500,0.02500,31.105
+54,mlp.experts.42.up_proj,0.0000437043,0.02500,4.289
+54,mlp.experts.88.gate_proj,0.0000522498,0.02500,31.177
+54,mlp.experts.92.gate_proj,0.0000594639,0.02500,31.191
+54,mlp.experts.70.up_proj,0.0000386043,0.02500,4.661
+54,mlp.experts.62.up_proj,0.0000227949,0.02500,4.694
+54,mlp.experts.100.gate_proj,0.0001517434,0.02500,4.376
+54,mlp.experts.66.up_proj,0.0000477685,0.02500,4.876
+54,mlp.experts.96.gate_proj,0.0000313590,0.02500,4.492
+54,mlp.experts.104.gate_proj,0.0000136967,0.02500,4.356
+54,mlp.experts.108.gate_proj,0.0000228986,0.02500,4.385
+54,mlp.experts.58.up_proj,0.0000396374,0.02500,5.107
+54,mlp.experts.86.up_proj,0.0000535173,0.02500,3.862
+54,mlp.experts.78.up_proj,0.0000373616,0.02500,4.091
+54,mlp.experts.82.up_proj,0.0001545435,0.02500,3.896
+54,mlp.experts.112.gate_proj,0.0000674999,0.02500,4.446
+54,mlp.experts.74.up_proj,0.0000412373,0.02500,3.560
+54,mlp.experts.116.gate_proj,0.0000565112,0.02500,4.795
+54,mlp.experts.0.up_proj,0.0000454486,0.02500,4.508
+54,mlp.experts.4.up_proj,0.0000493993,0.02500,4.460
+54,mlp.experts.102.up_proj,0.0000337399,0.02500,4.124
+54,mlp.experts.94.up_proj,0.0000506154,0.02500,4.097
+54,mlp.experts.8.up_proj,0.0000663250,0.02500,3.481
+54,mlp.experts.98.up_proj,0.0000282552,0.02500,4.244
+54,mlp.experts.12.up_proj,0.0000257047,0.02500,3.550
+54,mlp.experts.16.up_proj,0.0000409559,0.02500,3.486
+54,mlp.experts.90.up_proj,0.0000347081,0.02500,4.045
+54,mlp.experts.20.up_proj,0.0000215579,0.02500,3.734
+54,mlp.experts.118.up_proj,0.0000377121,0.02500,4.022
+54,mlp.experts.110.up_proj,0.0000415286,0.02500,4.062
+54,mlp.experts.114.up_proj,0.0000900929,0.02500,3.611
+54,mlp.experts.106.up_proj,0.0000407920,0.02500,3.282
+54,mlp.experts.24.up_proj,0.0000239116,0.02500,4.872
+54,mlp.experts.32.up_proj,0.0000650570,0.02500,4.832
+54,mlp.experts.28.up_proj,0.0000156831,0.02500,4.995
+54,mlp.experts.36.up_proj,0.0000532470,0.02500,4.997
+54,mlp.experts.81.up_proj,0.0000389250,0.02500,24.593
+54,mlp.experts.77.up_proj,0.0000508946,0.02500,24.564
+54,mlp.experts.101.up_proj,0.0000163681,0.02500,24.499
+54,mlp.experts.48.up_proj,0.0000236553,0.02500,3.930
+54,mlp.experts.40.up_proj,0.0000412973,0.02500,4.199
+54,mlp.experts.44.up_proj,0.0000628758,0.02500,3.964
+54,mlp.experts.89.up_proj,0.0000179218,0.02500,24.543
+54,mlp.experts.97.up_proj,0.0000453003,0.02500,3.435
+54,mlp.experts.93.up_proj,0.0000462033,0.02500,3.304
+54,mlp.experts.52.up_proj,0.0000285372,0.02500,4.096
+54,mlp.experts.64.up_proj,0.0000489828,0.02500,3.191
+54,mlp.experts.56.up_proj,0.0000586188,0.02500,3.284
+54,mlp.experts.60.up_proj,0.0000246181,0.02500,3.227
+54,mlp.experts.68.up_proj,0.0000373598,0.02500,2.958
+54,mlp.experts.117.up_proj,0.0000557580,0.02500,4.086
+54,mlp.experts.105.up_proj,0.0000401590,0.02500,3.702
+54,mlp.experts.109.up_proj,0.0000593596,0.02500,3.587
+54,mlp.experts.113.up_proj,0.0000389018,0.02500,3.962
+54,mlp.experts.80.up_proj,0.0000262834,0.02500,2.985
+54,mlp.experts.72.up_proj,0.0000384358,0.02500,2.985
+54,mlp.experts.76.up_proj,0.0000495107,0.02500,3.063
+54,mlp.experts.84.up_proj,0.0000363137,0.02500,2.990
+54,mlp.experts.96.up_proj,0.0000297753,0.02500,3.395
+54,mlp.experts.88.up_proj,0.0000517596,0.02500,3.312
+54,mlp.experts.92.up_proj,0.0000587387,0.02500,3.479
+54,mlp.experts.100.up_proj,0.0001485258,0.02500,3.460
+54,mlp.experts.112.up_proj,0.0000646980,0.02500,3.662
+54,mlp.experts.104.up_proj,0.0000133102,0.02500,3.683
+54,mlp.experts.116.up_proj,0.0000552480,0.02500,3.372
+54,mlp.experts.108.up_proj,0.0000221087,0.02500,3.592
+54,mlp.experts.83.gate_proj,0.0000902858,0.02500,2.971
+54,mlp.experts.95.gate_proj,0.0000172568,0.02500,3.112
+54,mlp.experts.91.gate_proj,0.0000391278,0.02500,3.266
+54,mlp.experts.87.gate_proj,0.0000478485,0.02500,3.368
+54,mlp.experts.111.gate_proj,0.0000610631,0.02500,3.009
+54,mlp.experts.99.gate_proj,0.0000514895,0.02500,3.547
+54,mlp.experts.107.gate_proj,0.0000548528,0.02500,3.470
+54,mlp.experts.103.gate_proj,0.0000458869,0.02500,3.508
+54,mlp.experts.7.up_proj,0.0000402807,0.02500,3.171
+54,mlp.experts.115.gate_proj,0.0000391801,0.02500,3.359
+54,mlp.experts.3.up_proj,0.0000338929,0.02500,3.256
+54,mlp.experts.119.gate_proj,0.0000760265,0.02500,3.304
+54,mlp.experts.23.up_proj,0.0000775291,0.02500,2.999
+54,mlp.experts.19.up_proj,0.0000137867,0.02500,2.807
+54,mlp.experts.11.up_proj,0.0000339594,0.02500,3.152
+54,mlp.experts.15.up_proj,0.0000438307,0.02500,3.087
+54,mlp.experts.39.up_proj,0.0000519597,0.02500,2.890
+54,mlp.experts.35.up_proj,0.0000381449,0.02500,2.975
+54,mlp.experts.27.up_proj,0.0000501407,0.02500,3.216
+54,mlp.experts.31.up_proj,0.0000468726,0.02500,3.188
+54,mlp.experts.55.up_proj,0.0000651281,0.02500,3.057
+54,mlp.experts.51.up_proj,0.0000492054,0.02500,3.144
+54,mlp.experts.43.up_proj,0.0000375352,0.02500,3.829
+54,mlp.experts.47.up_proj,0.0000368990,0.02500,3.803
+54,mlp.experts.71.up_proj,0.0000226181,0.02500,3.616
+54,mlp.experts.67.up_proj,0.0000356342,0.02500,3.803
+54,mlp.experts.59.up_proj,0.0000363191,0.02500,3.833
+54,mlp.experts.63.up_proj,0.0000531296,0.02500,3.839
+54,mlp.experts.87.up_proj,0.0000470744,0.02500,3.815
+54,mlp.experts.83.up_proj,0.0000874078,0.02500,3.728
+54,mlp.experts.75.up_proj,0.0001115736,0.02500,3.343
+54,mlp.experts.79.up_proj,0.0000512926,0.02500,3.591
+54,mlp.experts.103.up_proj,0.0000452398,0.02500,3.033
+54,mlp.experts.99.up_proj,0.0000498255,0.02500,3.455
+54,mlp.experts.91.up_proj,0.0000382988,0.02500,3.120
+54,mlp.experts.95.up_proj,0.0000168305,0.02500,2.973
+54,mlp.experts.119.up_proj,0.0000749271,0.02500,2.927
+54,mlp.experts.115.up_proj,0.0000381134,0.02500,2.916
+54,mlp.experts.107.up_proj,0.0000529497,0.02500,2.635
+54,mlp.experts.111.up_proj,0.0000593158,0.02500,2.526
+54,mlp.experts.1.down_proj,0.0000056461,0.02500,1.107
+54,mlp.experts.9.down_proj,0.0000084966,0.02500,1.151
+54,mlp.experts.4.down_proj,0.0000077454,0.02500,1.174
+54,mlp.experts.5.down_proj,0.0000117621,0.02500,1.218
+54,mlp.experts.7.down_proj,0.0000166717,0.02500,1.249
+54,mlp.experts.15.down_proj,0.0000083596,0.02500,1.175
+54,mlp.experts.13.down_proj,0.0000069106,0.02500,1.181
+54,mlp.experts.12.down_proj,0.0000033315,0.02500,1.194
+54,mlp.experts.3.down_proj,0.0000061523,0.02500,1.310
+54,mlp.experts.0.down_proj,0.0000069099,0.02500,1.338
+54,mlp.experts.11.down_proj,0.0000083354,0.02500,1.255
+54,mlp.experts.8.down_proj,0.0000097327,0.02500,1.366
+54,mlp.experts.17.down_proj,0.0000053059,0.02500,0.856
+54,mlp.experts.21.down_proj,0.0000099162,0.02500,0.822
+54,mlp.experts.25.down_proj,0.0000148846,0.02500,0.888
+54,mlp.experts.29.down_proj,0.0000073014,0.02500,0.810
+54,mlp.experts.20.down_proj,0.0000047163,0.02500,0.946
+54,mlp.experts.19.down_proj,0.0000040401,0.02500,0.855
+54,mlp.experts.16.down_proj,0.0000067938,0.02500,0.908
+54,mlp.experts.24.down_proj,0.0000057993,0.02500,0.907
+54,mlp.experts.28.down_proj,0.0000100112,0.02500,0.982
+54,mlp.experts.27.down_proj,0.0000096211,0.02500,0.956
+54,mlp.experts.31.down_proj,0.0000101429,0.02500,1.058
+54,mlp.experts.23.down_proj,0.0000139435,0.02500,1.101
+54,mlp.experts.2.down_proj,0.0000442868,0.02500,2.362
+54,mlp.experts.6.down_proj,0.0000061041,0.02500,2.369
+54,mlp.experts.10.down_proj,0.0000065152,0.02500,2.204
+54,mlp.experts.14.down_proj,0.0000153937,0.02500,2.261
+54,mlp.experts.33.down_proj,0.0000286118,0.02500,0.802
+54,mlp.experts.41.down_proj,0.0000083424,0.02500,0.806
+54,mlp.experts.37.down_proj,0.0000312208,0.02500,0.809
+54,mlp.experts.45.down_proj,0.0000049533,0.02500,0.800
+54,mlp.experts.36.down_proj,0.0000122168,0.02500,0.960
+54,mlp.experts.35.down_proj,0.0000080170,0.02500,1.005
+54,mlp.experts.43.down_proj,0.0000100275,0.02500,0.873
+54,mlp.experts.32.down_proj,0.0000097104,0.02500,0.940
+54,mlp.experts.40.down_proj,0.0000059219,0.02500,0.977
+54,mlp.experts.39.down_proj,0.0000076660,0.02500,0.980
+54,mlp.experts.44.down_proj,0.0000085289,0.02500,1.054
+54,mlp.experts.47.down_proj,0.0000118978,0.02500,1.086
+54,mlp.experts.49.down_proj,0.0000114176,0.02500,0.837
+54,mlp.experts.57.down_proj,0.0000123318,0.02500,0.842
+54,mlp.experts.53.down_proj,0.0000043236,0.02500,0.840
+54,mlp.experts.22.down_proj,0.0000059759,0.02500,1.439
+54,mlp.experts.61.down_proj,0.0000107432,0.02500,0.916
+54,mlp.experts.18.down_proj,0.0000085666,0.02500,1.468
+54,mlp.experts.30.down_proj,0.0000211648,0.02500,1.471
+54,mlp.experts.26.down_proj,0.0000039967,0.02500,1.557
+54,mlp.experts.52.down_proj,0.0000069999,0.02500,0.925
+54,mlp.experts.51.down_proj,0.0000132531,0.02500,0.984
+54,mlp.experts.59.down_proj,0.0000058630,0.02500,1.036
+54,mlp.experts.48.down_proj,0.0000046490,0.02500,1.073
+54,mlp.experts.56.down_proj,0.0000088132,0.02500,1.055
+54,mlp.experts.60.down_proj,0.0000059016,0.02500,1.027
+54,mlp.experts.55.down_proj,0.0000106867,0.02500,1.081
+54,mlp.experts.65.down_proj,0.0000109116,0.02500,0.824
+54,mlp.experts.63.down_proj,0.0000183513,0.02500,1.082
+54,mlp.experts.73.down_proj,0.0000118637,0.02500,0.816
+54,mlp.experts.69.down_proj,0.0000071471,0.02500,0.831
+54,mlp.experts.77.down_proj,0.0000138432,0.02500,0.801
+54,mlp.experts.68.down_proj,0.0000051762,0.02500,0.870
+54,mlp.experts.67.down_proj,0.0000049826,0.02500,0.872
+54,mlp.experts.34.down_proj,0.0000025967,0.02500,1.205
+54,mlp.experts.38.down_proj,0.0000321311,0.02500,1.230
+54,mlp.experts.46.down_proj,0.0000087388,0.02500,1.219
+54,mlp.experts.75.down_proj,0.0000401994,0.02500,0.922
+54,mlp.experts.76.down_proj,0.0000218155,0.02500,0.847
+54,mlp.experts.81.down_proj,0.0000083614,0.02500,0.865
+54,mlp.experts.42.down_proj,0.0000068020,0.02500,1.377
+54,mlp.experts.64.down_proj,0.0000068427,0.02500,1.121
+54,mlp.experts.72.down_proj,0.0000042654,0.02500,1.100
+54,mlp.experts.85.down_proj,0.0000092118,0.02500,0.922
+54,mlp.experts.79.down_proj,0.0000080391,0.02500,0.986
+54,mlp.experts.93.down_proj,0.0000080292,0.02500,0.919
+54,mlp.experts.89.down_proj,0.0000038108,0.02500,1.023
+54,mlp.experts.71.down_proj,0.0000063223,0.02500,1.124
+54,mlp.experts.84.down_proj,0.0000082451,0.02500,0.987
+54,mlp.experts.83.down_proj,0.0000176208,0.02500,0.872
+54,mlp.experts.88.down_proj,0.0000192640,0.02500,0.871
+54,mlp.experts.80.down_proj,0.0000031439,0.02500,0.915
+54,mlp.experts.92.down_proj,0.0000090515,0.02500,1.093
+54,mlp.experts.91.down_proj,0.0000105718,0.02500,1.171
+54,mlp.experts.54.down_proj,0.0000180491,0.02500,1.304
+54,mlp.experts.50.down_proj,0.0000138474,0.02500,1.312
+54,mlp.experts.95.down_proj,0.0000026562,0.02500,0.918
+54,mlp.experts.62.down_proj,0.0000030738,0.02500,1.365
+54,mlp.experts.87.down_proj,0.0000112989,0.02500,1.037
+54,mlp.experts.97.down_proj,0.0000138136,0.02500,1.352
+54,mlp.experts.58.down_proj,0.0000059733,0.02500,1.415
+54,mlp.experts.109.down_proj,0.0000090613,0.02500,1.329
+54,mlp.experts.101.down_proj,0.0000104937,0.02500,1.423
+54,mlp.experts.105.down_proj,0.0000060082,0.02500,1.381
+54,mlp.experts.100.down_proj,0.0000776728,0.02500,1.070
+54,mlp.experts.99.down_proj,0.0000076177,0.02500,1.060
+54,mlp.experts.108.down_proj,0.0000029550,0.02500,0.933
+54,mlp.experts.96.down_proj,0.0000041981,0.02500,0.977
+54,mlp.experts.107.down_proj,0.0000075022,0.02500,0.981
+54,mlp.experts.104.down_proj,0.0000022895,0.02500,1.037
+54,mlp.experts.113.down_proj,0.0000085718,0.02500,0.694
+54,mlp.experts.111.down_proj,0.0000227510,0.02500,0.948
+54,mlp.experts.117.down_proj,0.0000062605,0.02500,0.593
+54,mlp.experts.103.down_proj,0.0000065231,0.02500,0.907
+54,mlp.experts.70.down_proj,0.0000058602,0.02500,1.195
+54,mlp.experts.66.down_proj,0.0000118247,0.02500,1.212
+54,mlp.experts.78.down_proj,0.0000053313,0.02500,1.154
+54,mlp.experts.115.down_proj,0.0000059883,0.02500,0.714
+54,mlp.experts.116.down_proj,0.0000090519,0.02500,0.752
+54,mlp.experts.74.down_proj,0.0000065663,0.02500,1.104
+54,mlp.experts.112.down_proj,0.0000238945,0.02500,0.571
+54,mlp.experts.119.down_proj,0.0000170567,0.02500,0.503
+54,mlp.experts.86.down_proj,0.0000357794,0.02500,0.848
+54,mlp.experts.82.down_proj,0.0000750878,0.02500,0.856
+54,mlp.experts.94.down_proj,0.0000086902,0.02500,0.842
+54,mlp.experts.90.down_proj,0.0000044874,0.02500,0.850
+54,mlp.experts.102.down_proj,0.0000053726,0.02500,0.853
+54,mlp.experts.98.down_proj,0.0000063123,0.02500,0.863
+54,mlp.experts.110.down_proj,0.0000077770,0.02500,0.851
+54,mlp.experts.106.down_proj,0.0000081183,0.02500,0.826
+54,mlp.experts.118.down_proj,0.0000112901,0.02500,0.635
+54,mlp.experts.114.down_proj,0.0000277441,0.02500,0.618
+55,self_attn.k_proj,0.0000000881,0.02500,1.428
+55,self_attn.v_proj,0.0000002157,0.02500,1.310
+55,self_attn.q_proj,0.0000005804,0.02500,1.751
+55,self_attn.o_proj,0.0000002434,0.02500,3.869
+55,mlp.shared_experts.gate_proj,0.0000024871,0.02500,1.276
+55,mlp.shared_experts.up_proj,0.0000017302,0.02500,1.304
+55,mlp.shared_experts.down_proj,0.0000002267,0.02500,0.449
+55,mlp.experts.13.gate_proj,0.0000588215,0.02500,3.544
+55,mlp.experts.1.gate_proj,0.0000426397,0.02500,4.323
+55,mlp.experts.9.gate_proj,0.0000541888,0.02500,4.376
+55,mlp.experts.5.gate_proj,0.0000248590,0.02500,3.730
+55,mlp.experts.8.gate_proj,0.0000228059,0.02500,4.528
+55,mlp.experts.4.gate_proj,0.0000488859,0.02500,4.665
+55,mlp.experts.12.gate_proj,0.0000728038,0.02500,4.725
+55,mlp.experts.0.gate_proj,0.0000122005,0.02500,4.927
+55,mlp.experts.10.gate_proj,0.0000628611,0.02500,6.173
+55,mlp.experts.6.gate_proj,0.0000710485,0.02500,6.276
+55,mlp.experts.2.gate_proj,0.0000439925,0.02500,6.325
+55,mlp.experts.14.gate_proj,0.0000777106,0.02500,5.312
+55,mlp.experts.15.gate_proj,0.0000443786,0.02500,5.929
+55,mlp.experts.3.gate_proj,0.0000303816,0.02500,6.341
+55,mlp.experts.7.gate_proj,0.0000613285,0.02500,6.431
+55,mlp.experts.11.gate_proj,0.0000338590,0.02500,6.995
+55,mlp.experts.25.gate_proj,0.0000387482,0.02500,3.373
+55,mlp.experts.17.gate_proj,0.0000379296,0.02500,3.671
+55,mlp.experts.28.gate_proj,0.0000396225,0.02500,3.273
+55,mlp.experts.29.gate_proj,0.0000358957,0.02500,3.852
+55,mlp.experts.24.gate_proj,0.0000336093,0.02500,3.609
+55,mlp.experts.20.gate_proj,0.0000449667,0.02500,3.489
+55,mlp.experts.21.gate_proj,0.0000692588,0.02500,3.844
+55,mlp.experts.16.gate_proj,0.0000932000,0.02500,3.804
+55,mlp.experts.18.gate_proj,0.0000327974,0.02500,4.627
+55,mlp.experts.22.gate_proj,0.0000348568,0.02500,4.733
+55,mlp.experts.41.gate_proj,0.0000393508,0.02500,3.338
+55,mlp.experts.26.gate_proj,0.0000315573,0.02500,4.928
+55,mlp.experts.36.gate_proj,0.0000466911,0.02500,3.083
+55,mlp.experts.45.gate_proj,0.0000482309,0.02500,3.227
+55,mlp.experts.30.gate_proj,0.0000552156,0.02500,5.036
+55,mlp.experts.33.gate_proj,0.0000411275,0.02500,3.456
+55,mlp.experts.37.gate_proj,0.0000340921,0.02500,3.247
+55,mlp.experts.31.gate_proj,0.0001307047,0.02500,4.881
+55,mlp.experts.40.gate_proj,0.0000710009,0.02500,3.595
+55,mlp.experts.19.gate_proj,0.0000348139,0.02500,4.975
+55,mlp.experts.44.gate_proj,0.0000567934,0.02500,3.794
+55,mlp.experts.23.gate_proj,0.0000388144,0.02500,4.962
+55,mlp.experts.27.gate_proj,0.0000277012,0.02500,5.070
+55,mlp.experts.32.gate_proj,0.0000401760,0.02500,3.385
+55,mlp.experts.57.gate_proj,0.0000446606,0.02500,3.215
+55,mlp.experts.49.gate_proj,0.0000313039,0.02500,2.985
+55,mlp.experts.61.gate_proj,0.0000563260,0.02500,3.615
+55,mlp.experts.53.gate_proj,0.0000328405,0.02500,3.642
+55,mlp.experts.34.gate_proj,0.0000337013,0.02500,4.275
+55,mlp.experts.38.gate_proj,0.0001280287,0.02500,4.509
+55,mlp.experts.42.gate_proj,0.0000208755,0.02500,4.582
+55,mlp.experts.52.gate_proj,0.0000767798,0.02500,4.644
+55,mlp.experts.46.gate_proj,0.0000450921,0.02500,4.688
+55,mlp.experts.47.gate_proj,0.0000449672,0.02500,4.739
+55,mlp.experts.35.gate_proj,0.0000376096,0.02500,4.771
+55,mlp.experts.39.gate_proj,0.0000459355,0.02500,4.786
+55,mlp.experts.56.gate_proj,0.0000342439,0.02500,5.093
+55,mlp.experts.43.gate_proj,0.0000511595,0.02500,4.814
+55,mlp.experts.60.gate_proj,0.0000242072,0.02500,5.101
+55,mlp.experts.48.gate_proj,0.0000328042,0.02500,5.251
+55,mlp.experts.65.gate_proj,0.0000220874,0.02500,3.431
+55,mlp.experts.73.gate_proj,0.0000393174,0.02500,3.751
+55,mlp.experts.77.gate_proj,0.0000400730,0.02500,3.291
+55,mlp.experts.69.gate_proj,0.0000825516,0.02500,3.320
+55,mlp.experts.68.gate_proj,0.0000513719,0.02500,3.407
+55,mlp.experts.76.gate_proj,0.0000350635,0.02500,3.093
+55,mlp.experts.72.gate_proj,0.0000417291,0.02500,3.219
+55,mlp.experts.50.gate_proj,0.0000274482,0.02500,5.043
+55,mlp.experts.64.gate_proj,0.0000247922,0.02500,3.018
+55,mlp.experts.54.gate_proj,0.0000570890,0.02500,4.924
+55,mlp.experts.63.gate_proj,0.0000321830,0.02500,4.294
+55,mlp.experts.55.gate_proj,0.0000281307,0.02500,4.227
+55,mlp.experts.58.gate_proj,0.0000944222,0.02500,5.205
+55,mlp.experts.51.gate_proj,0.0000307614,0.02500,4.389
+55,mlp.experts.89.gate_proj,0.0000309811,0.02500,3.015
+55,mlp.experts.59.gate_proj,0.0000378529,0.02500,4.346
+55,mlp.experts.62.gate_proj,0.0000473222,0.02500,5.343
+55,mlp.experts.93.gate_proj,0.0000937352,0.02500,3.438
+55,mlp.experts.85.gate_proj,0.0000138143,0.02500,3.243
+55,mlp.experts.81.gate_proj,0.0000458099,0.02500,3.939
+55,mlp.experts.84.gate_proj,0.0000495945,0.02500,3.130
+55,mlp.experts.88.gate_proj,0.0000471243,0.02500,3.138
+55,mlp.experts.92.gate_proj,0.0000521781,0.02500,3.423
+55,mlp.experts.80.gate_proj,0.0000539830,0.02500,3.362
+55,mlp.experts.79.gate_proj,0.0000437927,0.02500,3.289
+55,mlp.experts.71.gate_proj,0.0000654094,0.02500,3.258
+55,mlp.experts.67.gate_proj,0.0000358204,0.02500,3.242
+55,mlp.experts.105.gate_proj,0.0000360865,0.02500,3.266
+55,mlp.experts.75.gate_proj,0.0000298875,0.02500,3.226
+55,mlp.experts.97.gate_proj,0.0000436068,0.02500,3.041
+55,mlp.experts.109.gate_proj,0.0000527003,0.02500,3.473
+55,mlp.experts.101.gate_proj,0.0000554083,0.02500,3.482
+55,mlp.experts.66.gate_proj,0.0000279247,0.02500,5.300
+55,mlp.experts.70.gate_proj,0.0000457462,0.02500,5.301
+55,mlp.experts.100.gate_proj,0.0000397134,0.02500,3.482
+55,mlp.experts.74.gate_proj,0.0000516136,0.02500,5.365
+55,mlp.experts.104.gate_proj,0.0000547800,0.02500,3.488
+55,mlp.experts.78.gate_proj,0.0000453100,0.02500,5.233
+55,mlp.experts.108.gate_proj,0.0001344388,0.02500,3.505
+55,mlp.experts.95.gate_proj,0.0000354223,0.02500,3.203
+55,mlp.experts.83.gate_proj,0.0000901612,0.02500,3.172
+55,mlp.experts.96.gate_proj,0.0000869230,0.02500,3.588
+55,mlp.experts.87.gate_proj,0.0000333427,0.02500,3.303
+55,mlp.experts.91.gate_proj,0.0000573565,0.02500,3.184
+55,mlp.experts.117.gate_proj,0.0000449981,0.02500,2.905
+55,mlp.experts.1.up_proj,0.0000414440,0.02500,3.878
+55,mlp.experts.113.gate_proj,0.0000643622,0.02500,3.609
+55,mlp.experts.5.up_proj,0.0000242290,0.02500,3.373
+55,mlp.experts.116.gate_proj,0.0000571938,0.02500,3.501
+55,mlp.experts.0.up_proj,0.0000118182,0.02500,3.283
+55,mlp.experts.111.gate_proj,0.0000531834,0.02500,3.229
+55,mlp.experts.99.gate_proj,0.0000646340,0.02500,3.218
+55,mlp.experts.82.gate_proj,0.0000643900,0.02500,4.972
+55,mlp.experts.4.up_proj,0.0000471654,0.02500,3.649
+55,mlp.experts.103.gate_proj,0.0000488364,0.02500,3.241
+55,mlp.experts.86.gate_proj,0.0000782958,0.02500,4.967
+55,mlp.experts.112.gate_proj,0.0000231434,0.02500,3.485
+55,mlp.experts.107.gate_proj,0.0000520261,0.02500,3.196
+55,mlp.experts.90.gate_proj,0.0000295620,0.02500,5.230
+55,mlp.experts.94.gate_proj,0.0000681447,0.02500,4.891
+55,mlp.experts.17.up_proj,0.0000367776,0.02500,3.596
+55,mlp.experts.13.up_proj,0.0000560579,0.02500,3.799
+55,mlp.experts.9.up_proj,0.0000527536,0.02500,3.596
+55,mlp.experts.21.up_proj,0.0000672798,0.02500,3.607
+55,mlp.experts.12.up_proj,0.0000692444,0.02500,3.521
+55,mlp.experts.16.up_proj,0.0000897337,0.02500,3.368
+55,mlp.experts.20.up_proj,0.0000438357,0.02500,3.374
+55,mlp.experts.7.up_proj,0.0000594654,0.02500,4.117
+55,mlp.experts.8.up_proj,0.0000221515,0.02500,3.726
+55,mlp.experts.115.gate_proj,0.0000873820,0.02500,4.203
+55,mlp.experts.119.gate_proj,0.0000142079,0.02500,4.210
+55,mlp.experts.98.gate_proj,0.0000446075,0.02500,4.369
+55,mlp.experts.102.gate_proj,0.0000264639,0.02500,4.336
+55,mlp.experts.33.up_proj,0.0000399495,0.02500,3.308
+55,mlp.experts.3.up_proj,0.0000297769,0.02500,4.380
+55,mlp.experts.29.up_proj,0.0000349744,0.02500,3.355
+55,mlp.experts.37.up_proj,0.0000330927,0.02500,3.209
+55,mlp.experts.25.up_proj,0.0000367261,0.02500,3.316
+55,mlp.experts.110.gate_proj,0.0000538924,0.02500,4.209
+55,mlp.experts.106.gate_proj,0.0000211158,0.02500,4.743
+55,mlp.experts.32.up_proj,0.0000393427,0.02500,3.108
+55,mlp.experts.28.up_proj,0.0000396278,0.02500,3.715
+55,mlp.experts.36.up_proj,0.0000450531,0.02500,3.187
+55,mlp.experts.24.up_proj,0.0000328196,0.02500,3.646
+55,mlp.experts.49.up_proj,0.0000304143,0.02500,3.476
+55,mlp.experts.45.up_proj,0.0000460283,0.02500,3.445
+55,mlp.experts.41.up_proj,0.0000380813,0.02500,3.461
+55,mlp.experts.23.up_proj,0.0000375072,0.02500,4.660
+55,mlp.experts.118.gate_proj,0.0000551142,0.02500,4.248
+55,mlp.experts.114.gate_proj,0.0000529220,0.02500,4.387
+55,mlp.experts.53.up_proj,0.0000316715,0.02500,4.004
+55,mlp.experts.11.up_proj,0.0000328120,0.02500,4.646
+55,mlp.experts.15.up_proj,0.0000435537,0.02500,4.808
+55,mlp.experts.48.up_proj,0.0000320908,0.02500,3.289
+55,mlp.experts.44.up_proj,0.0000557246,0.02500,3.375
+55,mlp.experts.19.up_proj,0.0000339233,0.02500,4.867
+55,mlp.experts.6.up_proj,0.0000689068,0.02500,4.415
+55,mlp.experts.52.up_proj,0.0000718356,0.02500,3.460
+55,mlp.experts.2.up_proj,0.0000428572,0.02500,4.730
+55,mlp.experts.40.up_proj,0.0000674139,0.02500,3.499
+55,mlp.experts.65.up_proj,0.0000214343,0.02500,3.313
+55,mlp.experts.61.up_proj,0.0000550349,0.02500,3.414
+55,mlp.experts.57.up_proj,0.0000429195,0.02500,3.409
+55,mlp.experts.69.up_proj,0.0000797044,0.02500,3.421
+55,mlp.experts.64.up_proj,0.0000240069,0.02500,3.452
+55,mlp.experts.60.up_proj,0.0000220900,0.02500,3.262
+55,mlp.experts.39.up_proj,0.0000444860,0.02500,4.598
+55,mlp.experts.68.up_proj,0.0000486603,0.02500,3.508
+55,mlp.experts.27.up_proj,0.0000270165,0.02500,4.716
+55,mlp.experts.31.up_proj,0.0001223911,0.02500,4.654
+55,mlp.experts.10.up_proj,0.0000608644,0.02500,5.048
+55,mlp.experts.14.up_proj,0.0000751335,0.02500,5.304
+55,mlp.experts.35.up_proj,0.0000358394,0.02500,4.550
+55,mlp.experts.56.up_proj,0.0000329970,0.02500,3.416
+55,mlp.experts.77.up_proj,0.0000372261,0.02500,3.107
+55,mlp.experts.22.up_proj,0.0000345150,0.02500,5.266
+55,mlp.experts.81.up_proj,0.0000432110,0.02500,3.604
+55,mlp.experts.73.up_proj,0.0000385719,0.02500,3.569
+55,mlp.experts.85.up_proj,0.0000133778,0.02500,3.462
+55,mlp.experts.18.up_proj,0.0000318008,0.02500,5.496
+55,mlp.experts.76.up_proj,0.0000339691,0.02500,3.336
+55,mlp.experts.80.up_proj,0.0000522286,0.02500,3.745
+55,mlp.experts.84.up_proj,0.0000480729,0.02500,3.302
+55,mlp.experts.55.up_proj,0.0000272540,0.02500,4.334
+55,mlp.experts.72.up_proj,0.0000415423,0.02500,3.098
+55,mlp.experts.43.up_proj,0.0000496777,0.02500,4.264
+55,mlp.experts.93.up_proj,0.0000823955,0.02500,3.174
+55,mlp.experts.47.up_proj,0.0000444201,0.02500,4.328
+55,mlp.experts.97.up_proj,0.0000425212,0.02500,3.227
+55,mlp.experts.51.up_proj,0.0000300152,0.02500,4.230
+55,mlp.experts.89.up_proj,0.0000301108,0.02500,3.500
+55,mlp.experts.26.up_proj,0.0000303093,0.02500,5.087
+55,mlp.experts.101.up_proj,0.0000535294,0.02500,3.338
+55,mlp.experts.92.up_proj,0.0000512289,0.02500,3.038
+55,mlp.experts.30.up_proj,0.0000547464,0.02500,5.130
+55,mlp.experts.96.up_proj,0.0000850035,0.02500,2.944
+55,mlp.experts.100.up_proj,0.0000385198,0.02500,2.968
+55,mlp.experts.38.up_proj,0.0001221802,0.02500,5.114
+55,mlp.experts.88.up_proj,0.0000459066,0.02500,3.033
+55,mlp.experts.34.up_proj,0.0000329680,0.02500,5.353
+55,mlp.experts.109.up_proj,0.0000514207,0.02500,3.472
+55,mlp.experts.113.up_proj,0.0000611473,0.02500,3.185
+55,mlp.experts.71.up_proj,0.0000634107,0.02500,4.158
+55,mlp.experts.105.up_proj,0.0000343354,0.02500,3.085
+55,mlp.experts.117.up_proj,0.0000438950,0.02500,2.861
+55,mlp.experts.59.up_proj,0.0000371590,0.02500,4.212
+55,mlp.experts.108.up_proj,0.0001237100,0.02500,2.971
+55,mlp.experts.112.up_proj,0.0000223889,0.02500,2.900
+55,mlp.experts.63.up_proj,0.0000309317,0.02500,4.198
+55,mlp.experts.116.up_proj,0.0000546985,0.02500,2.712
+55,mlp.experts.67.up_proj,0.0000344569,0.02500,4.438
+55,mlp.experts.104.up_proj,0.0000526875,0.02500,2.309
+55,mlp.experts.42.up_proj,0.0000201087,0.02500,5.035
+55,mlp.experts.46.up_proj,0.0000432956,0.02500,4.914
+55,mlp.experts.54.up_proj,0.0000555357,0.02500,4.816
+55,mlp.experts.87.up_proj,0.0000322446,0.02500,4.146
+55,mlp.experts.50.up_proj,0.0000265601,0.02500,4.746
+55,mlp.experts.75.up_proj,0.0000289951,0.02500,4.129
+55,mlp.experts.79.up_proj,0.0000427089,0.02500,4.034
+55,mlp.experts.83.up_proj,0.0000876315,0.02500,4.401
+55,mlp.experts.58.up_proj,0.0000904526,0.02500,4.404
+55,mlp.experts.62.up_proj,0.0000462151,0.02500,4.444
+55,mlp.experts.70.up_proj,0.0000431968,0.02500,4.433
+55,mlp.experts.103.up_proj,0.0000462199,0.02500,3.895
+55,mlp.experts.91.up_proj,0.0000563658,0.02500,3.970
+55,mlp.experts.95.up_proj,0.0000346895,0.02500,3.955
+55,mlp.experts.66.up_proj,0.0000269712,0.02500,4.571
+55,mlp.experts.99.up_proj,0.0000620415,0.02500,4.291
+55,mlp.experts.74.up_proj,0.0000494328,0.02500,4.216
+55,mlp.experts.78.up_proj,0.0000448147,0.02500,4.610
+55,mlp.experts.86.up_proj,0.0000752851,0.02500,4.449
+55,mlp.experts.119.up_proj,0.0000138409,0.02500,4.248
+55,mlp.experts.111.up_proj,0.0000519454,0.02500,4.085
+55,mlp.experts.107.up_proj,0.0000497649,0.02500,4.288
+55,mlp.experts.115.up_proj,0.0000845967,0.02500,3.345
+55,mlp.experts.82.up_proj,0.0000636913,0.02500,4.530
+55,mlp.experts.90.up_proj,0.0000281953,0.02500,4.492
+55,mlp.experts.94.up_proj,0.0000649519,0.02500,4.182
+55,mlp.experts.102.up_proj,0.0000258173,0.02500,3.836
+55,mlp.experts.98.up_proj,0.0000430202,0.02500,4.284
+55,mlp.experts.106.up_proj,0.0000206775,0.02500,4.553
+55,mlp.experts.110.up_proj,0.0000527578,0.02500,4.462
+55,mlp.experts.118.up_proj,0.0000501481,0.02500,4.630
+55,mlp.experts.114.up_proj,0.0000525100,0.02500,3.157
+55,mlp.experts.8.down_proj,0.0000079467,0.02500,0.932
+55,mlp.experts.0.down_proj,0.0000052648,0.02500,0.934
+55,mlp.experts.9.down_proj,0.0000106992,0.02500,0.970
+55,mlp.experts.12.down_proj,0.0000186827,0.02500,0.973
+55,mlp.experts.5.down_proj,0.0000143765,0.02500,0.982
+55,mlp.experts.4.down_proj,0.0000132452,0.02500,0.999
+55,mlp.experts.13.down_proj,0.0000232643,0.02500,1.026
+55,mlp.experts.1.down_proj,0.0000078657,0.02500,1.101
+55,mlp.experts.2.down_proj,0.0000114518,0.02500,1.204
+55,mlp.experts.6.down_proj,0.0000106152,0.02500,1.233
+55,mlp.experts.3.down_proj,0.0000092278,0.02500,1.245
+55,mlp.experts.10.down_proj,0.0000130241,0.02500,1.257
+55,mlp.experts.14.down_proj,0.0000227431,0.02500,1.254
+55,mlp.experts.7.down_proj,0.0000114718,0.02500,1.270
+55,mlp.experts.15.down_proj,0.0000072880,0.02500,1.265
+55,mlp.experts.11.down_proj,0.0000047665,0.02500,1.287
+55,mlp.experts.24.down_proj,0.0000048356,0.02500,0.872
+55,mlp.experts.16.down_proj,0.0000292191,0.02500,0.884
+55,mlp.experts.28.down_proj,0.0000135999,0.02500,0.875
+55,mlp.experts.20.down_proj,0.0000121169,0.02500,0.871
+55,mlp.experts.29.down_proj,0.0000050862,0.02500,0.957
+55,mlp.experts.25.down_proj,0.0000058583,0.02500,1.030
+55,mlp.experts.21.down_proj,0.0000214235,0.02500,1.024
+55,mlp.experts.17.down_proj,0.0000047512,0.02500,1.116
+55,mlp.experts.18.down_proj,0.0000118012,0.02500,1.114
+55,mlp.experts.30.down_proj,0.0000107040,0.02500,1.194
+55,mlp.experts.22.down_proj,0.0000071691,0.02500,1.236
+55,mlp.experts.26.down_proj,0.0000044651,0.02500,1.246
+55,mlp.experts.19.down_proj,0.0000054746,0.02500,1.343
+55,mlp.experts.23.down_proj,0.0000105863,0.02500,1.349
+55,mlp.experts.31.down_proj,0.0000356712,0.02500,1.400
+55,mlp.experts.27.down_proj,0.0000045609,0.02500,1.389
+55,mlp.experts.40.down_proj,0.0000195697,0.02500,0.982
+55,mlp.experts.44.down_proj,0.0000178111,0.02500,0.980
+55,mlp.experts.36.down_proj,0.0000065633,0.02500,0.965
+55,mlp.experts.45.down_proj,0.0000109140,0.02500,0.895
+55,mlp.experts.32.down_proj,0.0000064860,0.02500,1.097
+55,mlp.experts.37.down_proj,0.0000056480,0.02500,1.059
+55,mlp.experts.33.down_proj,0.0000057407,0.02500,0.874
+55,mlp.experts.41.down_proj,0.0000109751,0.02500,1.122
+55,mlp.experts.34.down_proj,0.0000068589,0.02500,1.105
+55,mlp.experts.46.down_proj,0.0000097876,0.02500,1.064
+55,mlp.experts.56.down_proj,0.0000055862,0.02500,0.735
+55,mlp.experts.60.down_proj,0.0000043087,0.02500,0.717
+55,mlp.experts.38.down_proj,0.0000262291,0.02500,1.086
+55,mlp.experts.52.down_proj,0.0000201371,0.02500,0.726
+55,mlp.experts.42.down_proj,0.0000034087,0.02500,1.200
+55,mlp.experts.35.down_proj,0.0000076027,0.02500,1.179
+55,mlp.experts.39.down_proj,0.0000067104,0.02500,1.270
+55,mlp.experts.47.down_proj,0.0000089726,0.02500,1.282
+55,mlp.experts.61.down_proj,0.0000087214,0.02500,1.143
+55,mlp.experts.43.down_proj,0.0000108402,0.02500,1.351
+55,mlp.experts.53.down_proj,0.0000101268,0.02500,1.207
+55,mlp.experts.49.down_proj,0.0000038870,0.02500,1.290
+55,mlp.experts.57.down_proj,0.0000058178,0.02500,1.262
+55,mlp.experts.50.down_proj,0.0000073277,0.02500,1.284
+55,mlp.experts.62.down_proj,0.0000083962,0.02500,1.287
+55,mlp.experts.54.down_proj,0.0000111426,0.02500,1.332
+55,mlp.experts.58.down_proj,0.0000148671,0.02500,1.334
+55,mlp.experts.51.down_proj,0.0000100665,0.02500,1.403
+55,mlp.experts.63.down_proj,0.0000100712,0.02500,1.287
+55,mlp.experts.55.down_proj,0.0000046239,0.02500,1.381
+55,mlp.experts.77.down_proj,0.0000109608,0.02500,1.370
+55,mlp.experts.65.down_proj,0.0000036873,0.02500,1.017
+55,mlp.experts.73.down_proj,0.0000058668,0.02500,1.022
+55,mlp.experts.69.down_proj,0.0000111163,0.02500,1.190
+55,mlp.experts.59.down_proj,0.0000067510,0.02500,1.439
+55,mlp.experts.66.down_proj,0.0000082316,0.02500,1.765
+55,mlp.experts.78.down_proj,0.0000079321,0.02500,1.782
+55,mlp.experts.93.down_proj,0.0000262793,0.02500,1.249
+55,mlp.experts.70.down_proj,0.0000101175,0.02500,1.764
+55,mlp.experts.67.down_proj,0.0000048106,0.02500,1.498
+55,mlp.experts.81.down_proj,0.0000063360,0.02500,1.291
+55,mlp.experts.85.down_proj,0.0000026146,0.02500,1.231
+55,mlp.experts.89.down_proj,0.0000063648,0.02500,1.293
+55,mlp.experts.79.down_proj,0.0000078438,0.02500,1.500
+55,mlp.experts.71.down_proj,0.0000114914,0.02500,1.531
+55,mlp.experts.74.down_proj,0.0000078384,0.02500,1.815
+55,mlp.experts.75.down_proj,0.0000044613,0.02500,1.481
+55,mlp.experts.82.down_proj,0.0000170514,0.02500,1.233
+55,mlp.experts.105.down_proj,0.0000052096,0.02500,1.034
+55,mlp.experts.101.down_proj,0.0000105657,0.02500,1.077
+55,mlp.experts.109.down_proj,0.0000112568,0.02500,1.134
+55,mlp.experts.97.down_proj,0.0000071984,0.02500,1.134
+55,mlp.experts.86.down_proj,0.0000102873,0.02500,1.251
+55,mlp.experts.94.down_proj,0.0000282332,0.02500,1.338
+55,mlp.experts.95.down_proj,0.0000070797,0.02500,1.392
+55,mlp.experts.90.down_proj,0.0000035765,0.02500,1.360
+55,mlp.experts.83.down_proj,0.0000152875,0.02500,1.564
+55,mlp.experts.87.down_proj,0.0000103926,0.02500,1.595
+55,mlp.experts.91.down_proj,0.0000102721,0.02500,1.450
+55,mlp.experts.117.down_proj,0.0000070318,0.02500,0.708
+55,mlp.experts.113.down_proj,0.0000089464,0.02500,0.670
+55,mlp.experts.98.down_proj,0.0000080162,0.02500,1.100
+55,mlp.experts.110.down_proj,0.0000087229,0.02500,1.073
+55,mlp.experts.102.down_proj,0.0000040706,0.02500,1.156
+55,mlp.experts.106.down_proj,0.0000029592,0.02500,1.012
+55,mlp.experts.114.down_proj,0.0000074428,0.02500,0.756
+55,mlp.experts.118.down_proj,0.0000092374,0.02500,0.638
+55,mlp.experts.111.down_proj,0.0000153438,0.02500,1.598
+55,mlp.experts.99.down_proj,0.0000114250,0.02500,1.583
+55,mlp.experts.107.down_proj,0.0000064948,0.02500,1.563
+55,mlp.experts.103.down_proj,0.0000058526,0.02500,1.588
+55,mlp.experts.115.down_proj,0.0000140281,0.02500,1.078
+55,mlp.experts.119.down_proj,0.0000036850,0.02500,0.968
+55,mlp.experts.68.down_proj,0.0000078836,0.02500,1.204
+55,mlp.experts.72.down_proj,0.0000124839,0.02500,1.215
+55,mlp.experts.48.down_proj,0.0000057786,0.02500,1.216
+55,mlp.experts.76.down_proj,0.0000089223,0.02500,1.428
+55,mlp.experts.64.down_proj,0.0000031284,0.02500,1.222
+55,mlp.experts.84.down_proj,0.0000110922,0.02500,1.237
+55,mlp.experts.88.down_proj,0.0000077313,0.02500,1.242
+55,mlp.experts.92.down_proj,0.0000094597,0.02500,1.446
+55,mlp.experts.100.down_proj,0.0000130667,0.02500,1.176
+55,mlp.experts.80.down_proj,0.0000097540,0.02500,1.199
+55,mlp.experts.104.down_proj,0.0000070299,0.02500,1.200
+55,mlp.experts.108.down_proj,0.0000428685,0.02500,1.221
+55,mlp.experts.116.down_proj,0.0000129738,0.02500,0.731
+55,mlp.experts.96.down_proj,0.0000224984,0.02500,0.718
+55,mlp.experts.112.down_proj,0.0000075465,0.02500,0.387
+56,self_attn.k_proj,0.0000001236,0.02500,1.630
+56,self_attn.v_proj,0.0000002873,0.02500,1.674
+56,self_attn.q_proj,0.0000009165,0.02500,1.863
+56,self_attn.o_proj,0.0000001768,0.02500,3.937
+56,mlp.shared_experts.gate_proj,0.0000026470,0.02500,1.417
+56,mlp.shared_experts.up_proj,0.0000017590,0.02500,1.397
+56,mlp.shared_experts.down_proj,0.0000002259,0.02500,0.388
+56,mlp.experts.15.gate_proj,0.0000589513,0.02500,3.904
+56,mlp.experts.13.gate_proj,0.0000439150,0.02500,3.991
+56,mlp.experts.5.gate_proj,0.0000449380,0.02500,5.031
+56,mlp.experts.1.gate_proj,0.0000855745,0.02500,5.077
+56,mlp.experts.7.gate_proj,0.0000374428,0.02500,5.100
+56,mlp.experts.3.gate_proj,0.0000464139,0.02500,5.173
+56,mlp.experts.9.gate_proj,0.0000716149,0.02500,5.207
+56,mlp.experts.11.gate_proj,0.0000353720,0.02500,5.302
+56,mlp.experts.6.gate_proj,0.0000405989,0.02500,5.948
+56,mlp.experts.2.gate_proj,0.0000388558,0.02500,6.093
+56,mlp.experts.0.gate_proj,0.0000385182,0.02500,6.092
+56,mlp.experts.10.gate_proj,0.0000697551,0.02500,6.236
+56,mlp.experts.12.gate_proj,0.0001078630,0.02500,6.314
+56,mlp.experts.4.gate_proj,0.0000853954,0.02500,6.252
+56,mlp.experts.14.gate_proj,0.0000491922,0.02500,5.422
+56,mlp.experts.8.gate_proj,0.0000271535,0.02500,6.448
+56,mlp.experts.29.gate_proj,0.0000792901,0.02500,2.923
+56,mlp.experts.17.gate_proj,0.0000421463,0.02500,2.931
+56,mlp.experts.21.gate_proj,0.0000360025,0.02500,3.037
+56,mlp.experts.25.gate_proj,0.0000281177,0.02500,2.983
+56,mlp.experts.31.gate_proj,0.0000294985,0.02500,3.592
+56,mlp.experts.19.gate_proj,0.0000549740,0.02500,3.584
+56,mlp.experts.23.gate_proj,0.0000366152,0.02500,3.763
+56,mlp.experts.27.gate_proj,0.0000697730,0.02500,3.764
+56,mlp.experts.16.gate_proj,0.0000259048,0.02500,4.206
+56,mlp.experts.22.gate_proj,0.0000302863,0.02500,4.457
+56,mlp.experts.18.gate_proj,0.0000249190,0.02500,4.364
+56,mlp.experts.26.gate_proj,0.0000728166,0.02500,4.307
+56,mlp.experts.28.gate_proj,0.0000233130,0.02500,4.276
+56,mlp.experts.20.gate_proj,0.0000511376,0.02500,4.275
+56,mlp.experts.24.gate_proj,0.0000104244,0.02500,4.190
+56,mlp.experts.30.gate_proj,0.0000542147,0.02500,4.421
+56,mlp.experts.45.gate_proj,0.0000267557,0.02500,3.150
+56,mlp.experts.37.gate_proj,0.0001539900,0.02500,3.058
+56,mlp.experts.33.gate_proj,0.0000243588,0.02500,3.189
+56,mlp.experts.41.gate_proj,0.0000482555,0.02500,3.126
+56,mlp.experts.39.gate_proj,0.0000344148,0.02500,3.385
+56,mlp.experts.47.gate_proj,0.0000296248,0.02500,3.841
+56,mlp.experts.43.gate_proj,0.0000426044,0.02500,3.608
+56,mlp.experts.35.gate_proj,0.0000726721,0.02500,3.921
+56,mlp.experts.34.gate_proj,0.0000700757,0.02500,3.279
+56,mlp.experts.38.gate_proj,0.0000438079,0.02500,3.509
+56,mlp.experts.42.gate_proj,0.0000403884,0.02500,3.586
+56,mlp.experts.61.gate_proj,0.0000483836,0.02500,3.117
+56,mlp.experts.49.gate_proj,0.0000828158,0.02500,3.019
+56,mlp.experts.53.gate_proj,0.0000355593,0.02500,3.143
+56,mlp.experts.57.gate_proj,0.0000735634,0.02500,3.066
+56,mlp.experts.46.gate_proj,0.0000441169,0.02500,3.573
+56,mlp.experts.32.gate_proj,0.0000466877,0.02500,4.824
+56,mlp.experts.44.gate_proj,0.0000487674,0.02500,4.807
+56,mlp.experts.63.gate_proj,0.0000699459,0.02500,3.135
+56,mlp.experts.36.gate_proj,0.0000820745,0.02500,4.877
+56,mlp.experts.40.gate_proj,0.0000373860,0.02500,4.848
+56,mlp.experts.55.gate_proj,0.0000737518,0.02500,3.474
+56,mlp.experts.59.gate_proj,0.0000433618,0.02500,3.410
+56,mlp.experts.51.gate_proj,0.0000243176,0.02500,3.800
+56,mlp.experts.69.gate_proj,0.0000739707,0.02500,2.886
+56,mlp.experts.77.gate_proj,0.0000249224,0.02500,3.001
+56,mlp.experts.65.gate_proj,0.0000866086,0.02500,3.063
+56,mlp.experts.73.gate_proj,0.0000496229,0.02500,2.974
+56,mlp.experts.54.gate_proj,0.0000407053,0.02500,4.160
+56,mlp.experts.58.gate_proj,0.0000548945,0.02500,4.102
+56,mlp.experts.50.gate_proj,0.0000240462,0.02500,4.431
+56,mlp.experts.62.gate_proj,0.0000291673,0.02500,4.087
+56,mlp.experts.71.gate_proj,0.0000277231,0.02500,3.238
+56,mlp.experts.48.gate_proj,0.0000362939,0.02500,4.088
+56,mlp.experts.79.gate_proj,0.0000352585,0.02500,3.882
+56,mlp.experts.67.gate_proj,0.0000605520,0.02500,2.997
+56,mlp.experts.52.gate_proj,0.0001728771,0.02500,4.042
+56,mlp.experts.56.gate_proj,0.0001119849,0.02500,4.052
+56,mlp.experts.60.gate_proj,0.0000543464,0.02500,4.357
+56,mlp.experts.75.gate_proj,0.0000603873,0.02500,3.854
+56,mlp.experts.93.gate_proj,0.0000443969,0.02500,2.939
+56,mlp.experts.85.gate_proj,0.0000804533,0.02500,3.019
+56,mlp.experts.81.gate_proj,0.0000225000,0.02500,2.899
+56,mlp.experts.89.gate_proj,0.0000500315,0.02500,2.933
+56,mlp.experts.70.gate_proj,0.0000480333,0.02500,3.341
+56,mlp.experts.74.gate_proj,0.0000756200,0.02500,3.284
+56,mlp.experts.66.gate_proj,0.0000265738,0.02500,3.261
+56,mlp.experts.78.gate_proj,0.0000391806,0.02500,3.294
+56,mlp.experts.87.gate_proj,0.0000382304,0.02500,3.457
+56,mlp.experts.83.gate_proj,0.0000635223,0.02500,3.202
+56,mlp.experts.95.gate_proj,0.0000448099,0.02500,3.598
+56,mlp.experts.101.gate_proj,0.0000301609,0.02500,3.165
+56,mlp.experts.109.gate_proj,0.0000539653,0.02500,3.338
+56,mlp.experts.105.gate_proj,0.0000582403,0.02500,3.156
+56,mlp.experts.97.gate_proj,0.0000483449,0.02500,3.270
+56,mlp.experts.91.gate_proj,0.0000468514,0.02500,3.726
+56,mlp.experts.64.gate_proj,0.0000389892,0.02500,4.512
+56,mlp.experts.72.gate_proj,0.0000255230,0.02500,4.427
+56,mlp.experts.68.gate_proj,0.0000203622,0.02500,4.585
+56,mlp.experts.76.gate_proj,0.0000295776,0.02500,4.662
+56,mlp.experts.86.gate_proj,0.0001719744,0.02500,3.531
+56,mlp.experts.90.gate_proj,0.0000333425,0.02500,3.505
+56,mlp.experts.82.gate_proj,0.0000577060,0.02500,3.665
+56,mlp.experts.94.gate_proj,0.0000336841,0.02500,3.547
+56,mlp.experts.99.gate_proj,0.0000624030,0.02500,3.193
+56,mlp.experts.103.gate_proj,0.0000354017,0.02500,3.520
+56,mlp.experts.117.gate_proj,0.0000560624,0.02500,3.063
+56,mlp.experts.111.gate_proj,0.0000533597,0.02500,3.462
+56,mlp.experts.113.gate_proj,0.0000280427,0.02500,3.066
+56,mlp.experts.1.up_proj,0.0000825136,0.02500,3.070
+56,mlp.experts.5.up_proj,0.0000437248,0.02500,3.159
+56,mlp.experts.107.gate_proj,0.0000325065,0.02500,3.626
+56,mlp.experts.80.gate_proj,0.0000709394,0.02500,4.318
+56,mlp.experts.88.gate_proj,0.0000533120,0.02500,4.296
+56,mlp.experts.102.gate_proj,0.0000349648,0.02500,3.524
+56,mlp.experts.106.gate_proj,0.0000486332,0.02500,3.505
+56,mlp.experts.84.gate_proj,0.0000394302,0.02500,4.468
+56,mlp.experts.98.gate_proj,0.0000227832,0.02500,3.420
+56,mlp.experts.92.gate_proj,0.0000345034,0.02500,4.280
+56,mlp.experts.110.gate_proj,0.0000314803,0.02500,3.510
+56,mlp.experts.119.gate_proj,0.0000683746,0.02500,3.279
+56,mlp.experts.13.up_proj,0.0000425694,0.02500,2.987
+56,mlp.experts.9.up_proj,0.0000703811,0.02500,3.005
+56,mlp.experts.17.up_proj,0.0000406293,0.02500,3.044
+56,mlp.experts.21.up_proj,0.0000351254,0.02500,3.025
+56,mlp.experts.115.gate_proj,0.0000767672,0.02500,3.889
+56,mlp.experts.7.up_proj,0.0000365607,0.02500,3.514
+56,mlp.experts.3.up_proj,0.0000450098,0.02500,3.295
+56,mlp.experts.118.gate_proj,0.0000498154,0.02500,3.324
+56,mlp.experts.2.up_proj,0.0000366093,0.02500,3.345
+56,mlp.experts.114.gate_proj,0.0001123589,0.02500,3.391
+56,mlp.experts.6.up_proj,0.0000398664,0.02500,3.347
+56,mlp.experts.96.gate_proj,0.0000431974,0.02500,4.258
+56,mlp.experts.29.up_proj,0.0000764472,0.02500,3.045
+56,mlp.experts.104.gate_proj,0.0000399375,0.02500,4.169
+56,mlp.experts.33.up_proj,0.0000235313,0.02500,3.010
+56,mlp.experts.25.up_proj,0.0000272035,0.02500,3.098
+56,mlp.experts.37.up_proj,0.0001425409,0.02500,3.034
+56,mlp.experts.100.gate_proj,0.0000389485,0.02500,4.274
+56,mlp.experts.15.up_proj,0.0000564659,0.02500,3.730
+56,mlp.experts.108.gate_proj,0.0000346359,0.02500,4.372
+56,mlp.experts.23.up_proj,0.0000356487,0.02500,3.340
+56,mlp.experts.11.up_proj,0.0000340272,0.02500,3.860
+56,mlp.experts.19.up_proj,0.0000523686,0.02500,3.561
+56,mlp.experts.14.up_proj,0.0000475439,0.02500,3.400
+56,mlp.experts.18.up_proj,0.0000243238,0.02500,3.420
+56,mlp.experts.45.up_proj,0.0000255782,0.02500,3.007
+56,mlp.experts.10.up_proj,0.0000654873,0.02500,3.452
+56,mlp.experts.49.up_proj,0.0000776738,0.02500,2.981
+56,mlp.experts.41.up_proj,0.0000474111,0.02500,3.047
+56,mlp.experts.22.up_proj,0.0000295679,0.02500,3.480
+56,mlp.experts.53.up_proj,0.0000335931,0.02500,3.096
+56,mlp.experts.39.up_proj,0.0000333386,0.02500,3.029
+56,mlp.experts.112.gate_proj,0.0000507095,0.02500,4.315
+56,mlp.experts.0.up_proj,0.0000375660,0.02500,4.429
+56,mlp.experts.31.up_proj,0.0000287221,0.02500,3.977
+56,mlp.experts.116.gate_proj,0.0000524729,0.02500,4.396
+56,mlp.experts.4.up_proj,0.0000790492,0.02500,4.253
+56,mlp.experts.27.up_proj,0.0000655868,0.02500,3.727
+56,mlp.experts.35.up_proj,0.0000706348,0.02500,3.331
+56,mlp.experts.30.up_proj,0.0000524125,0.02500,3.251
+56,mlp.experts.34.up_proj,0.0000672025,0.02500,3.282
+56,mlp.experts.26.up_proj,0.0000714605,0.02500,3.155
+56,mlp.experts.38.up_proj,0.0000406583,0.02500,3.144
+56,mlp.experts.61.up_proj,0.0000470880,0.02500,3.463
+56,mlp.experts.65.up_proj,0.0000832738,0.02500,3.535
+56,mlp.experts.57.up_proj,0.0000711141,0.02500,3.520
+56,mlp.experts.69.up_proj,0.0000700958,0.02500,3.667
+56,mlp.experts.55.up_proj,0.0000712899,0.02500,3.495
+56,mlp.experts.43.up_proj,0.0000410796,0.02500,3.223
+56,mlp.experts.51.up_proj,0.0000232497,0.02500,3.276
+56,mlp.experts.8.up_proj,0.0000265282,0.02500,4.257
+56,mlp.experts.47.up_proj,0.0000280206,0.02500,4.054
+56,mlp.experts.16.up_proj,0.0000251561,0.02500,4.345
+56,mlp.experts.20.up_proj,0.0000490165,0.02500,4.225
+56,mlp.experts.46.up_proj,0.0000419733,0.02500,3.377
+56,mlp.experts.50.up_proj,0.0000233631,0.02500,3.255
+56,mlp.experts.42.up_proj,0.0000387572,0.02500,3.269
+56,mlp.experts.54.up_proj,0.0000391326,0.02500,3.266
+56,mlp.experts.12.up_proj,0.0000905899,0.02500,5.005
+56,mlp.experts.77.up_proj,0.0000238848,0.02500,4.090
+56,mlp.experts.71.up_proj,0.0000271322,0.02500,3.468
+56,mlp.experts.73.up_proj,0.0000487300,0.02500,4.197
+56,mlp.experts.81.up_proj,0.0000215783,0.02500,4.382
+56,mlp.experts.59.up_proj,0.0000415297,0.02500,3.207
+56,mlp.experts.85.up_proj,0.0000784435,0.02500,4.354
+56,mlp.experts.67.up_proj,0.0000589622,0.02500,3.354
+56,mlp.experts.63.up_proj,0.0000679013,0.02500,3.773
+56,mlp.experts.66.up_proj,0.0000260746,0.02500,3.384
+56,mlp.experts.62.up_proj,0.0000282092,0.02500,3.432
+56,mlp.experts.58.up_proj,0.0000532962,0.02500,3.381
+56,mlp.experts.70.up_proj,0.0000463581,0.02500,3.362
+56,mlp.experts.24.up_proj,0.0000099105,0.02500,4.684
+56,mlp.experts.32.up_proj,0.0000453341,0.02500,4.541
+56,mlp.experts.36.up_proj,0.0000792723,0.02500,4.641
+56,mlp.experts.93.up_proj,0.0000428130,0.02500,3.443
+56,mlp.experts.87.up_proj,0.0000376342,0.02500,3.317
+56,mlp.experts.28.up_proj,0.0000228218,0.02500,4.450
+56,mlp.experts.89.up_proj,0.0000500559,0.02500,3.487
+56,mlp.experts.97.up_proj,0.0000470367,0.02500,3.812
+56,mlp.experts.75.up_proj,0.0000580884,0.02500,3.583
+56,mlp.experts.101.up_proj,0.0000289979,0.02500,3.585
+56,mlp.experts.83.up_proj,0.0000615919,0.02500,3.435
+56,mlp.experts.79.up_proj,0.0000339784,0.02500,3.680
+56,mlp.experts.82.up_proj,0.0000569338,0.02500,3.415
+56,mlp.experts.78.up_proj,0.0000379739,0.02500,3.371
+56,mlp.experts.74.up_proj,0.0000728487,0.02500,3.473
+56,mlp.experts.86.up_proj,0.0001655099,0.02500,3.483
+56,mlp.experts.109.up_proj,0.0000526046,0.02500,3.320
+56,mlp.experts.105.up_proj,0.0000560030,0.02500,3.034
+56,mlp.experts.48.up_proj,0.0000352720,0.02500,4.201
+56,mlp.experts.40.up_proj,0.0000366605,0.02500,4.454
+56,mlp.experts.103.up_proj,0.0000344282,0.02500,3.548
+56,mlp.experts.117.up_proj,0.0000552015,0.02500,3.238
+56,mlp.experts.52.up_proj,0.0001566520,0.02500,4.446
+56,mlp.experts.99.up_proj,0.0000602310,0.02500,3.136
+56,mlp.experts.91.up_proj,0.0000453569,0.02500,3.324
+56,mlp.experts.113.up_proj,0.0000272582,0.02500,3.418
+56,mlp.experts.44.up_proj,0.0000459771,0.02500,4.318
+56,mlp.experts.98.up_proj,0.0000221981,0.02500,3.302
+56,mlp.experts.94.up_proj,0.0000324800,0.02500,3.308
+56,mlp.experts.95.up_proj,0.0000427735,0.02500,3.603
+56,mlp.experts.90.up_proj,0.0000325371,0.02500,3.269
+56,mlp.experts.102.up_proj,0.0000334910,0.02500,3.244
+56,mlp.experts.119.up_proj,0.0000664319,0.02500,3.776
+56,mlp.experts.115.up_proj,0.0000741993,0.02500,3.346
+56,mlp.experts.107.up_proj,0.0000306614,0.02500,3.393
+56,mlp.experts.111.up_proj,0.0000516506,0.02500,2.675
+56,mlp.experts.56.up_proj,0.0000983145,0.02500,4.747
+56,mlp.experts.110.up_proj,0.0000299654,0.02500,2.994
+56,mlp.experts.64.up_proj,0.0000371087,0.02500,4.951
+56,mlp.experts.106.up_proj,0.0000468416,0.02500,2.902
+56,mlp.experts.118.up_proj,0.0000481822,0.02500,2.849
+56,mlp.experts.114.up_proj,0.0001062827,0.02500,3.179
+56,mlp.experts.68.up_proj,0.0000194314,0.02500,4.759
+56,mlp.experts.60.up_proj,0.0000523327,0.02500,4.648
+56,mlp.experts.72.up_proj,0.0000246251,0.02500,2.966
+56,mlp.experts.80.up_proj,0.0000696188,0.02500,3.160
+56,mlp.experts.84.up_proj,0.0000381508,0.02500,2.940
+56,mlp.experts.76.up_proj,0.0000284673,0.02500,3.004
+56,mlp.experts.88.up_proj,0.0000526749,0.02500,2.803
+56,mlp.experts.100.up_proj,0.0000376377,0.02500,2.936
+56,mlp.experts.96.up_proj,0.0000418739,0.02500,3.665
+56,mlp.experts.92.up_proj,0.0000335853,0.02500,3.132
+56,mlp.experts.104.up_proj,0.0000389960,0.02500,3.202
+56,mlp.experts.116.up_proj,0.0000515509,0.02500,2.823
+56,mlp.experts.112.up_proj,0.0000489760,0.02500,2.562
+56,mlp.experts.108.up_proj,0.0000338013,0.02500,2.652
+56,mlp.experts.15.down_proj,0.0000113270,0.02500,1.146
+56,mlp.experts.3.down_proj,0.0000071077,0.02500,1.340
+56,mlp.experts.7.down_proj,0.0000106899,0.02500,1.528
+56,mlp.experts.5.down_proj,0.0000051219,0.02500,1.552
+56,mlp.experts.11.down_proj,0.0000059398,0.02500,1.561
+56,mlp.experts.1.down_proj,0.0000130495,0.02500,1.585
+56,mlp.experts.9.down_proj,0.0000145832,0.02500,1.624
+56,mlp.experts.13.down_proj,0.0000064680,0.02500,1.532
+56,mlp.experts.10.down_proj,0.0000185951,0.02500,1.721
+56,mlp.experts.2.down_proj,0.0000148509,0.02500,1.723
+56,mlp.experts.6.down_proj,0.0000072074,0.02500,1.745
+56,mlp.experts.14.down_proj,0.0000079421,0.02500,1.599
+56,mlp.experts.4.down_proj,0.0000118959,0.02500,2.084
+56,mlp.experts.12.down_proj,0.0000262258,0.02500,2.173
+56,mlp.experts.8.down_proj,0.0000086567,0.02500,2.238
+56,mlp.experts.0.down_proj,0.0000094029,0.02500,2.280
+56,mlp.experts.31.down_proj,0.0000058971,0.02500,1.062
+56,mlp.experts.23.down_proj,0.0000104076,0.02500,0.888
+56,mlp.experts.19.down_proj,0.0000139306,0.02500,1.087
+56,mlp.experts.27.down_proj,0.0000117293,0.02500,1.010
+56,mlp.experts.21.down_proj,0.0000115629,0.02500,1.304
+56,mlp.experts.17.down_proj,0.0000063711,0.02500,1.322
+56,mlp.experts.25.down_proj,0.0000033390,0.02500,1.408
+56,mlp.experts.29.down_proj,0.0000239805,0.02500,1.375
+56,mlp.experts.20.down_proj,0.0000084332,0.02500,0.994
+56,mlp.experts.18.down_proj,0.0000040730,0.02500,1.469
+56,mlp.experts.26.down_proj,0.0000139072,0.02500,1.471
+56,mlp.experts.28.down_proj,0.0000032039,0.02500,1.045
+56,mlp.experts.16.down_proj,0.0000094878,0.02500,0.960
+56,mlp.experts.22.down_proj,0.0000039683,0.02500,1.510
+56,mlp.experts.30.down_proj,0.0000084949,0.02500,1.499
+56,mlp.experts.35.down_proj,0.0000109778,0.02500,0.868
+56,mlp.experts.47.down_proj,0.0000107088,0.02500,0.987
+56,mlp.experts.24.down_proj,0.0000045016,0.02500,1.157
+56,mlp.experts.39.down_proj,0.0000045739,0.02500,1.069
+56,mlp.experts.43.down_proj,0.0000056831,0.02500,1.063
+56,mlp.experts.32.down_proj,0.0000084307,0.02500,0.887
+56,mlp.experts.37.down_proj,0.0000276474,0.02500,1.340
+56,mlp.experts.51.down_proj,0.0000070208,0.02500,0.911
+56,mlp.experts.33.down_proj,0.0000098520,0.02500,1.347
+56,mlp.experts.44.down_proj,0.0000093058,0.02500,1.057
+56,mlp.experts.63.down_proj,0.0000157626,0.02500,0.910
+56,mlp.experts.40.down_proj,0.0000058677,0.02500,0.910
+56,mlp.experts.36.down_proj,0.0000108820,0.02500,1.182
+56,mlp.experts.45.down_proj,0.0000034503,0.02500,1.436
+56,mlp.experts.34.down_proj,0.0000107432,0.02500,1.363
+56,mlp.experts.42.down_proj,0.0000057544,0.02500,1.375
+56,mlp.experts.55.down_proj,0.0000122873,0.02500,1.097
+56,mlp.experts.41.down_proj,0.0000090813,0.02500,1.596
+56,mlp.experts.46.down_proj,0.0000094664,0.02500,1.417
+56,mlp.experts.38.down_proj,0.0000129304,0.02500,1.490
+56,mlp.experts.59.down_proj,0.0000082244,0.02500,1.200
+56,mlp.experts.48.down_proj,0.0000051789,0.02500,0.966
+56,mlp.experts.67.down_proj,0.0000143166,0.02500,0.919
+56,mlp.experts.60.down_proj,0.0000077588,0.02500,1.060
+56,mlp.experts.56.down_proj,0.0000305139,0.02500,1.050
+56,mlp.experts.52.down_proj,0.0000766355,0.02500,1.007
+56,mlp.experts.71.down_proj,0.0000049747,0.02500,0.885
+56,mlp.experts.79.down_proj,0.0000041984,0.02500,1.203
+56,mlp.experts.50.down_proj,0.0000037124,0.02500,1.250
+56,mlp.experts.49.down_proj,0.0000307993,0.02500,1.566
+56,mlp.experts.53.down_proj,0.0000045283,0.02500,1.631
+56,mlp.experts.58.down_proj,0.0000081232,0.02500,1.258
+56,mlp.experts.75.down_proj,0.0000081230,0.02500,1.072
+56,mlp.experts.62.down_proj,0.0000040004,0.02500,1.250
+56,mlp.experts.54.down_proj,0.0000053630,0.02500,1.215
+56,mlp.experts.61.down_proj,0.0000084515,0.02500,1.521
+56,mlp.experts.83.down_proj,0.0000088073,0.02500,1.005
+56,mlp.experts.72.down_proj,0.0000038620,0.02500,0.890
+56,mlp.experts.64.down_proj,0.0000049762,0.02500,1.167
+56,mlp.experts.57.down_proj,0.0000170474,0.02500,1.633
+56,mlp.experts.76.down_proj,0.0000045329,0.02500,0.962
+56,mlp.experts.68.down_proj,0.0000035147,0.02500,1.042
+56,mlp.experts.95.down_proj,0.0000063670,0.02500,0.956
+56,mlp.experts.87.down_proj,0.0000055095,0.02500,1.137
+56,mlp.experts.91.down_proj,0.0000067396,0.02500,0.907
+56,mlp.experts.66.down_proj,0.0000062958,0.02500,1.218
+56,mlp.experts.74.down_proj,0.0000382523,0.02500,1.232
+56,mlp.experts.99.down_proj,0.0000224860,0.02500,0.999
+56,mlp.experts.70.down_proj,0.0000087169,0.02500,1.248
+56,mlp.experts.80.down_proj,0.0000235929,0.02500,0.950
+56,mlp.experts.78.down_proj,0.0000050814,0.02500,1.294
+56,mlp.experts.92.down_proj,0.0000041400,0.02500,1.079
+56,mlp.experts.111.down_proj,0.0000105579,0.02500,0.943
+56,mlp.experts.69.down_proj,0.0000090295,0.02500,1.589
+56,mlp.experts.84.down_proj,0.0000059398,0.02500,1.037
+56,mlp.experts.88.down_proj,0.0000147245,0.02500,1.206
+56,mlp.experts.65.down_proj,0.0000118921,0.02500,1.646
+56,mlp.experts.77.down_proj,0.0000035075,0.02500,1.599
+56,mlp.experts.103.down_proj,0.0000057776,0.02500,1.096
+56,mlp.experts.107.down_proj,0.0000040470,0.02500,1.007
+56,mlp.experts.115.down_proj,0.0000175350,0.02500,0.771
+56,mlp.experts.73.down_proj,0.0000102555,0.02500,1.664
+56,mlp.experts.108.down_proj,0.0000063135,0.02500,0.861
+56,mlp.experts.119.down_proj,0.0000111538,0.02500,0.561
+56,mlp.experts.100.down_proj,0.0000056143,0.02500,0.880
+56,mlp.experts.96.down_proj,0.0000070733,0.02500,1.127
+56,mlp.experts.90.down_proj,0.0000061084,0.02500,1.290
+56,mlp.experts.82.down_proj,0.0000228492,0.02500,1.483
+56,mlp.experts.104.down_proj,0.0000059533,0.02500,1.060
+56,mlp.experts.86.down_proj,0.0000295819,0.02500,1.312
+56,mlp.experts.94.down_proj,0.0000047759,0.02500,1.411
+56,mlp.experts.85.down_proj,0.0000250761,0.02500,1.312
+56,mlp.experts.81.down_proj,0.0000046760,0.02500,1.311
+56,mlp.experts.116.down_proj,0.0000129030,0.02500,0.611
+56,mlp.experts.112.down_proj,0.0000092705,0.02500,0.624
+56,mlp.experts.93.down_proj,0.0000072837,0.02500,1.321
+56,mlp.experts.89.down_proj,0.0000120325,0.02500,1.193
+56,mlp.experts.106.down_proj,0.0000082917,0.02500,1.256
+56,mlp.experts.101.down_proj,0.0000050517,0.02500,0.977
+56,mlp.experts.97.down_proj,0.0000078250,0.02500,0.969
+56,mlp.experts.102.down_proj,0.0000091460,0.02500,1.233
+56,mlp.experts.98.down_proj,0.0000051592,0.02500,1.362
+56,mlp.experts.110.down_proj,0.0000041112,0.02500,1.213
+56,mlp.experts.109.down_proj,0.0000099067,0.02500,1.153
+56,mlp.experts.105.down_proj,0.0000082515,0.02500,1.070
+56,mlp.experts.117.down_proj,0.0000162799,0.02500,0.773
+56,mlp.experts.113.down_proj,0.0000057971,0.02500,0.764
+56,mlp.experts.118.down_proj,0.0000073922,0.02500,0.917
+56,mlp.experts.114.down_proj,0.0000168323,0.02500,0.843
+57,self_attn.k_proj,0.0000001389,0.02500,1.721
+57,self_attn.v_proj,0.0000002847,0.02500,1.773
+57,self_attn.q_proj,0.0000010489,0.02500,2.083
+57,self_attn.o_proj,0.0000003007,0.02500,4.060
+57,mlp.shared_experts.gate_proj,0.0000027777,0.02500,1.393
+57,mlp.shared_experts.up_proj,0.0000017928,0.02500,1.324
+57,mlp.shared_experts.down_proj,0.0000002236,0.02500,0.532
+57,mlp.experts.12.gate_proj,0.0000377557,0.02500,5.532
+57,mlp.experts.4.gate_proj,0.0000431842,0.02500,5.712
+57,mlp.experts.3.gate_proj,0.0000503742,0.02500,5.797
+57,mlp.experts.11.gate_proj,0.0000736067,0.02500,5.807
+57,mlp.experts.7.gate_proj,0.0000298988,0.02500,5.919
+57,mlp.experts.0.gate_proj,0.0000473273,0.02500,5.952
+57,mlp.experts.2.gate_proj,0.0000835641,0.02500,6.022
+57,mlp.experts.15.gate_proj,0.0000505714,0.02500,6.065
+57,mlp.experts.8.gate_proj,0.0000379003,0.02500,6.091
+57,mlp.experts.10.gate_proj,0.0000975899,0.02500,6.099
+57,mlp.experts.6.gate_proj,0.0000568627,0.02500,6.151
+57,mlp.experts.14.gate_proj,0.0000392444,0.02500,6.163
+57,mlp.experts.9.gate_proj,0.0000722167,0.02500,6.746
+57,mlp.experts.13.gate_proj,0.0000746673,0.02500,6.811
+57,mlp.experts.5.gate_proj,0.0000294118,0.02500,7.024
+57,mlp.experts.1.gate_proj,0.0000485126,0.02500,7.172
+57,mlp.experts.19.gate_proj,0.0000404605,0.02500,2.993
+57,mlp.experts.28.gate_proj,0.0000280262,0.02500,3.260
+57,mlp.experts.23.gate_proj,0.0000606221,0.02500,2.920
+57,mlp.experts.27.gate_proj,0.0000306956,0.02500,3.100
+57,mlp.experts.20.gate_proj,0.0000312547,0.02500,3.230
+57,mlp.experts.31.gate_proj,0.0000463170,0.02500,2.986
+57,mlp.experts.24.gate_proj,0.0000447826,0.02500,3.408
+57,mlp.experts.16.gate_proj,0.0000702564,0.02500,3.764
+57,mlp.experts.18.gate_proj,0.0000395409,0.02500,3.808
+57,mlp.experts.22.gate_proj,0.0000467760,0.02500,3.853
+57,mlp.experts.30.gate_proj,0.0000307466,0.02500,3.901
+57,mlp.experts.26.gate_proj,0.0000374445,0.02500,4.040
+57,mlp.experts.25.gate_proj,0.0000620787,0.02500,4.794
+57,mlp.experts.21.gate_proj,0.0000535025,0.02500,4.729
+57,mlp.experts.36.gate_proj,0.0000556433,0.02500,2.848
+57,mlp.experts.29.gate_proj,0.0000297395,0.02500,5.077
+57,mlp.experts.17.gate_proj,0.0000310441,0.02500,4.810
+57,mlp.experts.39.gate_proj,0.0000341055,0.02500,3.172
+57,mlp.experts.43.gate_proj,0.0000490534,0.02500,3.321
+57,mlp.experts.47.gate_proj,0.0000483494,0.02500,3.179
+57,mlp.experts.44.gate_proj,0.0000772824,0.02500,3.566
+57,mlp.experts.35.gate_proj,0.0000366787,0.02500,3.589
+57,mlp.experts.40.gate_proj,0.0000585652,0.02500,3.350
+57,mlp.experts.34.gate_proj,0.0000328724,0.02500,3.419
+57,mlp.experts.38.gate_proj,0.0000584063,0.02500,3.401
+57,mlp.experts.46.gate_proj,0.0000879500,0.02500,3.437
+57,mlp.experts.42.gate_proj,0.0000513233,0.02500,3.440
+57,mlp.experts.32.gate_proj,0.0000794768,0.02500,3.894
+57,mlp.experts.52.gate_proj,0.0000297196,0.02500,3.240
+57,mlp.experts.60.gate_proj,0.0000369981,0.02500,3.165
+57,mlp.experts.55.gate_proj,0.0000659378,0.02500,3.733
+57,mlp.experts.41.gate_proj,0.0001049908,0.02500,4.227
+57,mlp.experts.63.gate_proj,0.0000385219,0.02500,3.872
+57,mlp.experts.37.gate_proj,0.0000356415,0.02500,4.424
+57,mlp.experts.59.gate_proj,0.0000409674,0.02500,3.961
+57,mlp.experts.45.gate_proj,0.0000200472,0.02500,4.368
+57,mlp.experts.51.gate_proj,0.0000396606,0.02500,3.900
+57,mlp.experts.33.gate_proj,0.0000463946,0.02500,4.323
+57,mlp.experts.56.gate_proj,0.0000413778,0.02500,3.479
+57,mlp.experts.50.gate_proj,0.0000403643,0.02500,3.245
+57,mlp.experts.54.gate_proj,0.0000650217,0.02500,3.252
+57,mlp.experts.62.gate_proj,0.0000452933,0.02500,3.257
+57,mlp.experts.48.gate_proj,0.0000427478,0.02500,3.233
+57,mlp.experts.58.gate_proj,0.0000212507,0.02500,3.285
+57,mlp.experts.68.gate_proj,0.0000412526,0.02500,3.098
+57,mlp.experts.76.gate_proj,0.0000454497,0.02500,3.070
+57,mlp.experts.72.gate_proj,0.0000628982,0.02500,2.991
+57,mlp.experts.71.gate_proj,0.0000506545,0.02500,3.632
+57,mlp.experts.79.gate_proj,0.0000215093,0.02500,3.576
+57,mlp.experts.67.gate_proj,0.0000391881,0.02500,3.483
+57,mlp.experts.64.gate_proj,0.0000623483,0.02500,2.998
+57,mlp.experts.75.gate_proj,0.0000426751,0.02500,3.698
+57,mlp.experts.57.gate_proj,0.0000564491,0.02500,4.420
+57,mlp.experts.49.gate_proj,0.0000844826,0.02500,4.029
+57,mlp.experts.53.gate_proj,0.0000402333,0.02500,4.214
+57,mlp.experts.61.gate_proj,0.0000408194,0.02500,4.207
+57,mlp.experts.66.gate_proj,0.0000314797,0.02500,4.526
+57,mlp.experts.84.gate_proj,0.0000613104,0.02500,2.901
+57,mlp.experts.70.gate_proj,0.0000571107,0.02500,4.663
+57,mlp.experts.92.gate_proj,0.0000558008,0.02500,2.898
+57,mlp.experts.78.gate_proj,0.0001642724,0.02500,4.747
+57,mlp.experts.74.gate_proj,0.0000418270,0.02500,4.765
+57,mlp.experts.88.gate_proj,0.0000415220,0.02500,2.908
+57,mlp.experts.87.gate_proj,0.0000778961,0.02500,3.279
+57,mlp.experts.80.gate_proj,0.0000581931,0.02500,2.932
+57,mlp.experts.83.gate_proj,0.0000562705,0.02500,3.291
+57,mlp.experts.95.gate_proj,0.0001027005,0.02500,3.654
+57,mlp.experts.91.gate_proj,0.0000444903,0.02500,3.885
+57,mlp.experts.100.gate_proj,0.0000220266,0.02500,2.944
+57,mlp.experts.73.gate_proj,0.0000297165,0.02500,4.102
+57,mlp.experts.65.gate_proj,0.0000282694,0.02500,4.095
+57,mlp.experts.108.gate_proj,0.0000309459,0.02500,2.949
+57,mlp.experts.77.gate_proj,0.0000594472,0.02500,4.053
+57,mlp.experts.69.gate_proj,0.0000857217,0.02500,4.283
+57,mlp.experts.104.gate_proj,0.0000392113,0.02500,3.097
+57,mlp.experts.103.gate_proj,0.0000357128,0.02500,3.070
+57,mlp.experts.82.gate_proj,0.0000306184,0.02500,4.861
+57,mlp.experts.96.gate_proj,0.0000504553,0.02500,3.096
+57,mlp.experts.86.gate_proj,0.0000977528,0.02500,4.857
+57,mlp.experts.94.gate_proj,0.0001318211,0.02500,5.050
+57,mlp.experts.90.gate_proj,0.0000714110,0.02500,5.011
+57,mlp.experts.99.gate_proj,0.0000554051,0.02500,3.602
+57,mlp.experts.107.gate_proj,0.0000342758,0.02500,3.087
+57,mlp.experts.116.gate_proj,0.0000207940,0.02500,2.993
+57,mlp.experts.111.gate_proj,0.0000446364,0.02500,3.718
+57,mlp.experts.4.up_proj,0.0000412553,0.02500,2.934
+57,mlp.experts.0.up_proj,0.0000446624,0.02500,2.899
+57,mlp.experts.89.gate_proj,0.0000274328,0.02500,4.143
+57,mlp.experts.81.gate_proj,0.0001186847,0.02500,4.096
+57,mlp.experts.93.gate_proj,0.0000695319,0.02500,4.152
+57,mlp.experts.85.gate_proj,0.0000772991,0.02500,4.106
+57,mlp.experts.112.gate_proj,0.0000345595,0.02500,2.907
+57,mlp.experts.119.gate_proj,0.0000582573,0.02500,3.126
+57,mlp.experts.12.up_proj,0.0000363438,0.02500,2.912
+57,mlp.experts.115.gate_proj,0.0000199476,0.02500,3.521
+57,mlp.experts.20.up_proj,0.0000300583,0.02500,2.994
+57,mlp.experts.7.up_proj,0.0000291543,0.02500,3.389
+57,mlp.experts.98.gate_proj,0.0000422403,0.02500,4.884
+57,mlp.experts.3.up_proj,0.0000489632,0.02500,3.943
+57,mlp.experts.102.gate_proj,0.0000231961,0.02500,4.805
+57,mlp.experts.110.gate_proj,0.0000703254,0.02500,4.733
+57,mlp.experts.106.gate_proj,0.0000545498,0.02500,4.740
+57,mlp.experts.16.up_proj,0.0000686721,0.02500,3.206
+57,mlp.experts.105.gate_proj,0.0000475674,0.02500,3.162
+57,mlp.experts.97.gate_proj,0.0000310490,0.02500,3.134
+57,mlp.experts.109.gate_proj,0.0000529865,0.02500,3.148
+57,mlp.experts.8.up_proj,0.0000361344,0.02500,3.187
+57,mlp.experts.101.gate_proj,0.0000688506,0.02500,3.202
+57,mlp.experts.15.up_proj,0.0000494775,0.02500,3.256
+57,mlp.experts.28.up_proj,0.0000271329,0.02500,3.208
+57,mlp.experts.11.up_proj,0.0000726410,0.02500,3.009
+57,mlp.experts.36.up_proj,0.0000545110,0.02500,3.237
+57,mlp.experts.19.up_proj,0.0000394480,0.02500,3.192
+57,mlp.experts.23.up_proj,0.0000585792,0.02500,3.967
+57,mlp.experts.32.up_proj,0.0000767442,0.02500,2.987
+57,mlp.experts.1.up_proj,0.0000451435,0.02500,3.120
+57,mlp.experts.113.gate_proj,0.0000383380,0.02500,3.116
+57,mlp.experts.5.up_proj,0.0000270343,0.02500,3.126
+57,mlp.experts.24.up_proj,0.0000435173,0.02500,3.007
+57,mlp.experts.117.gate_proj,0.0000536321,0.02500,3.120
+57,mlp.experts.31.up_proj,0.0000451842,0.02500,3.288
+57,mlp.experts.114.gate_proj,0.0000254752,0.02500,4.700
+57,mlp.experts.118.gate_proj,0.0000850068,0.02500,4.800
+57,mlp.experts.6.up_proj,0.0000554181,0.02500,4.788
+57,mlp.experts.2.up_proj,0.0000803761,0.02500,4.817
+57,mlp.experts.44.up_proj,0.0000739835,0.02500,3.594
+57,mlp.experts.27.up_proj,0.0000290040,0.02500,3.849
+57,mlp.experts.52.up_proj,0.0000284677,0.02500,3.896
+57,mlp.experts.39.up_proj,0.0000331657,0.02500,3.209
+57,mlp.experts.35.up_proj,0.0000347547,0.02500,3.694
+57,mlp.experts.17.up_proj,0.0000297835,0.02500,3.141
+57,mlp.experts.9.up_proj,0.0000705333,0.02500,3.158
+57,mlp.experts.21.up_proj,0.0000519811,0.02500,3.150
+57,mlp.experts.13.up_proj,0.0000724295,0.02500,3.179
+57,mlp.experts.47.up_proj,0.0000455039,0.02500,2.938
+57,mlp.experts.48.up_proj,0.0000413739,0.02500,4.124
+57,mlp.experts.40.up_proj,0.0000572372,0.02500,3.883
+57,mlp.experts.60.up_proj,0.0000351071,0.02500,3.530
+57,mlp.experts.10.up_proj,0.0000900375,0.02500,4.904
+57,mlp.experts.43.up_proj,0.0000485260,0.02500,3.493
+57,mlp.experts.55.up_proj,0.0000639469,0.02500,3.130
+57,mlp.experts.14.up_proj,0.0000385633,0.02500,5.084
+57,mlp.experts.25.up_proj,0.0000599116,0.02500,2.984
+57,mlp.experts.22.up_proj,0.0000454574,0.02500,4.908
+57,mlp.experts.33.up_proj,0.0000449390,0.02500,3.126
+57,mlp.experts.68.up_proj,0.0000401735,0.02500,3.575
+57,mlp.experts.18.up_proj,0.0000378373,0.02500,4.930
+57,mlp.experts.37.up_proj,0.0000347574,0.02500,3.116
+57,mlp.experts.63.up_proj,0.0000382179,0.02500,2.992
+57,mlp.experts.29.up_proj,0.0000285755,0.02500,3.189
+57,mlp.experts.51.up_proj,0.0000381257,0.02500,3.876
+57,mlp.experts.64.up_proj,0.0000589931,0.02500,3.457
+57,mlp.experts.56.up_proj,0.0000401118,0.02500,3.525
+57,mlp.experts.76.up_proj,0.0000437392,0.02500,3.145
+57,mlp.experts.59.up_proj,0.0000397589,0.02500,3.329
+57,mlp.experts.26.up_proj,0.0000363292,0.02500,3.597
+57,mlp.experts.84.up_proj,0.0000581296,0.02500,3.053
+57,mlp.experts.71.up_proj,0.0000491979,0.02500,3.488
+57,mlp.experts.30.up_proj,0.0000297046,0.02500,3.382
+57,mlp.experts.79.up_proj,0.0000208993,0.02500,2.968
+57,mlp.experts.38.up_proj,0.0000575654,0.02500,3.402
+57,mlp.experts.67.up_proj,0.0000377529,0.02500,2.863
+57,mlp.experts.34.up_proj,0.0000319227,0.02500,3.374
+57,mlp.experts.41.up_proj,0.0001014821,0.02500,4.449
+57,mlp.experts.49.up_proj,0.0000809109,0.02500,4.448
+57,mlp.experts.53.up_proj,0.0000390303,0.02500,4.304
+57,mlp.experts.45.up_proj,0.0000191143,0.02500,4.196
+57,mlp.experts.80.up_proj,0.0000547078,0.02500,3.741
+57,mlp.experts.72.up_proj,0.0000601142,0.02500,3.538
+57,mlp.experts.92.up_proj,0.0000541307,0.02500,3.185
+57,mlp.experts.75.up_proj,0.0000391673,0.02500,3.426
+57,mlp.experts.83.up_proj,0.0000541213,0.02500,2.971
+57,mlp.experts.95.up_proj,0.0000974570,0.02500,3.309
+57,mlp.experts.100.up_proj,0.0000212747,0.02500,3.538
+57,mlp.experts.87.up_proj,0.0000760907,0.02500,3.774
+57,mlp.experts.42.up_proj,0.0000494234,0.02500,4.134
+57,mlp.experts.57.up_proj,0.0000547528,0.02500,3.213
+57,mlp.experts.65.up_proj,0.0000272678,0.02500,3.148
+57,mlp.experts.69.up_proj,0.0000839498,0.02500,3.187
+57,mlp.experts.46.up_proj,0.0000832704,0.02500,4.578
+57,mlp.experts.61.up_proj,0.0000388451,0.02500,3.221
+57,mlp.experts.96.up_proj,0.0000488957,0.02500,3.268
+57,mlp.experts.50.up_proj,0.0000391948,0.02500,4.633
+57,mlp.experts.54.up_proj,0.0000633659,0.02500,4.752
+57,mlp.experts.88.up_proj,0.0000393142,0.02500,3.505
+57,mlp.experts.108.up_proj,0.0000298651,0.02500,3.087
+57,mlp.experts.99.up_proj,0.0000538497,0.02500,3.017
+57,mlp.experts.116.up_proj,0.0000202315,0.02500,3.171
+57,mlp.experts.111.up_proj,0.0000424657,0.02500,3.263
+57,mlp.experts.91.up_proj,0.0000432686,0.02500,3.610
+57,mlp.experts.103.up_proj,0.0000349570,0.02500,3.081
+57,mlp.experts.73.up_proj,0.0000285563,0.02500,3.005
+57,mlp.experts.112.up_proj,0.0000333637,0.02500,2.630
+57,mlp.experts.81.up_proj,0.0001146283,0.02500,3.077
+57,mlp.experts.85.up_proj,0.0000743606,0.02500,3.016
+57,mlp.experts.104.up_proj,0.0000376157,0.02500,2.408
+57,mlp.experts.77.up_proj,0.0000578885,0.02500,3.036
+57,mlp.experts.58.up_proj,0.0000205100,0.02500,4.841
+57,mlp.experts.115.up_proj,0.0000195677,0.02500,2.578
+57,mlp.experts.66.up_proj,0.0000302831,0.02500,4.151
+57,mlp.experts.62.up_proj,0.0000426538,0.02500,4.470
+57,mlp.experts.70.up_proj,0.0000554967,0.02500,4.249
+57,mlp.experts.107.up_proj,0.0000328728,0.02500,2.561
+57,mlp.experts.119.up_proj,0.0000553977,0.02500,2.398
+57,mlp.experts.89.up_proj,0.0000259164,0.02500,3.035
+57,mlp.experts.101.up_proj,0.0000660668,0.02500,2.992
+57,mlp.experts.97.up_proj,0.0000300193,0.02500,3.101
+57,mlp.experts.93.up_proj,0.0000674888,0.02500,3.055
+57,mlp.experts.74.up_proj,0.0000390141,0.02500,2.686
+57,mlp.experts.82.up_proj,0.0000295120,0.02500,2.642
+57,mlp.experts.78.up_proj,0.0001549629,0.02500,2.696
+57,mlp.experts.86.up_proj,0.0000861648,0.02500,2.688
+57,mlp.experts.105.up_proj,0.0000461468,0.02500,2.841
+57,mlp.experts.117.up_proj,0.0000528888,0.02500,2.790
+57,mlp.experts.113.up_proj,0.0000350206,0.02500,2.777
+57,mlp.experts.109.up_proj,0.0000512248,0.02500,2.660
+57,mlp.experts.90.up_proj,0.0000688871,0.02500,2.583
+57,mlp.experts.98.up_proj,0.0000407845,0.02500,2.545
+57,mlp.experts.94.up_proj,0.0001277362,0.02500,2.572
+57,mlp.experts.102.up_proj,0.0000221244,0.02500,2.558
+57,mlp.experts.106.up_proj,0.0000526409,0.02500,2.450
+57,mlp.experts.114.up_proj,0.0000249975,0.02500,2.370
+57,mlp.experts.110.up_proj,0.0000692575,0.02500,2.319
+57,mlp.experts.118.up_proj,0.0000827491,0.02500,2.270
+57,mlp.experts.10.down_proj,0.0000139275,0.02500,1.905
+57,mlp.experts.6.down_proj,0.0000103930,0.02500,1.957
+57,mlp.experts.2.down_proj,0.0000125943,0.02500,1.974
+57,mlp.experts.4.down_proj,0.0000063063,0.02500,2.122
+57,mlp.experts.12.down_proj,0.0000079441,0.02500,2.131
+57,mlp.experts.8.down_proj,0.0000053817,0.02500,2.135
+57,mlp.experts.0.down_proj,0.0000078094,0.02500,2.187
+57,mlp.experts.11.down_proj,0.0000159001,0.02500,2.215
+57,mlp.experts.3.down_proj,0.0000099977,0.02500,2.216
+57,mlp.experts.7.down_proj,0.0000049812,0.02500,2.255
+57,mlp.experts.5.down_proj,0.0000128354,0.02500,2.581
+57,mlp.experts.15.down_proj,0.0000154372,0.02500,1.651
+57,mlp.experts.1.down_proj,0.0000066545,0.02500,2.606
+57,mlp.experts.9.down_proj,0.0000126999,0.02500,2.609
+57,mlp.experts.13.down_proj,0.0000127948,0.02500,1.425
+57,mlp.experts.14.down_proj,0.0000089023,0.02500,1.884
+57,mlp.experts.20.down_proj,0.0000063780,0.02500,0.857
+57,mlp.experts.24.down_proj,0.0000059290,0.02500,0.857
+57,mlp.experts.28.down_proj,0.0000047859,0.02500,0.870
+57,mlp.experts.16.down_proj,0.0000162133,0.02500,0.870
+57,mlp.experts.19.down_proj,0.0000098620,0.02500,1.008
+57,mlp.experts.27.down_proj,0.0000076708,0.02500,1.030
+57,mlp.experts.23.down_proj,0.0000212848,0.02500,1.070
+57,mlp.experts.22.down_proj,0.0000072686,0.02500,1.603
+57,mlp.experts.17.down_proj,0.0000053260,0.02500,0.981
+57,mlp.experts.25.down_proj,0.0000116239,0.02500,0.980
+57,mlp.experts.21.down_proj,0.0000088486,0.02500,1.008
+57,mlp.experts.26.down_proj,0.0000057177,0.02500,1.698
+57,mlp.experts.18.down_proj,0.0000126894,0.02500,1.672
+57,mlp.experts.29.down_proj,0.0000096662,0.02500,0.994
+57,mlp.experts.31.down_proj,0.0000065730,0.02500,1.151
+57,mlp.experts.36.down_proj,0.0000110746,0.02500,0.882
+57,mlp.experts.40.down_proj,0.0000079798,0.02500,0.874
+57,mlp.experts.44.down_proj,0.0000164568,0.02500,0.865
+57,mlp.experts.32.down_proj,0.0000164302,0.02500,0.892
+57,mlp.experts.35.down_proj,0.0000109803,0.02500,1.055
+57,mlp.experts.43.down_proj,0.0000080207,0.02500,1.111
+57,mlp.experts.30.down_proj,0.0000038918,0.02500,1.588
+57,mlp.experts.33.down_proj,0.0000060163,0.02500,0.945
+57,mlp.experts.37.down_proj,0.0000047377,0.02500,0.943
+57,mlp.experts.39.down_proj,0.0000090667,0.02500,1.211
+57,mlp.experts.41.down_proj,0.0000225268,0.02500,0.947
+57,mlp.experts.45.down_proj,0.0000023703,0.02500,0.966
+57,mlp.experts.56.down_proj,0.0000063343,0.02500,0.840
+57,mlp.experts.60.down_proj,0.0000052374,0.02500,0.839
+57,mlp.experts.52.down_proj,0.0000041747,0.02500,0.847
+57,mlp.experts.47.down_proj,0.0000076079,0.02500,1.040
+57,mlp.experts.48.down_proj,0.0000117291,0.02500,0.842
+57,mlp.experts.38.down_proj,0.0000114307,0.02500,1.316
+57,mlp.experts.42.down_proj,0.0000076414,0.02500,1.324
+57,mlp.experts.34.down_proj,0.0000090016,0.02500,1.514
+57,mlp.experts.59.down_proj,0.0000061037,0.02500,1.006
+57,mlp.experts.51.down_proj,0.0000059117,0.02500,1.145
+57,mlp.experts.49.down_proj,0.0000135257,0.02500,0.942
+57,mlp.experts.57.down_proj,0.0000140086,0.02500,0.942
+57,mlp.experts.53.down_proj,0.0000048887,0.02500,0.970
+57,mlp.experts.72.down_proj,0.0000170298,0.02500,0.863
+57,mlp.experts.68.down_proj,0.0000105818,0.02500,0.865
+57,mlp.experts.76.down_proj,0.0000082455,0.02500,0.868
+57,mlp.experts.61.down_proj,0.0000085579,0.02500,0.962
+57,mlp.experts.55.down_proj,0.0000155173,0.02500,1.057
+57,mlp.experts.64.down_proj,0.0000134804,0.02500,0.879
+57,mlp.experts.63.down_proj,0.0000096638,0.02500,0.914
+57,mlp.experts.46.down_proj,0.0000195814,0.02500,1.468
+57,mlp.experts.54.down_proj,0.0000105355,0.02500,1.353
+57,mlp.experts.75.down_proj,0.0000059392,0.02500,0.876
+57,mlp.experts.58.down_proj,0.0000028185,0.02500,1.335
+57,mlp.experts.67.down_proj,0.0000056091,0.02500,0.923
+57,mlp.experts.73.down_proj,0.0000042395,0.02500,0.935
+57,mlp.experts.84.down_proj,0.0000115907,0.02500,0.853
+57,mlp.experts.88.down_proj,0.0000050209,0.02500,0.858
+57,mlp.experts.65.down_proj,0.0000043298,0.02500,0.959
+57,mlp.experts.92.down_proj,0.0000080677,0.02500,0.870
+57,mlp.experts.69.down_proj,0.0000247654,0.02500,0.946
+57,mlp.experts.77.down_proj,0.0000094650,0.02500,0.939
+57,mlp.experts.50.down_proj,0.0000061268,0.02500,1.365
+57,mlp.experts.80.down_proj,0.0000110333,0.02500,0.881
+57,mlp.experts.71.down_proj,0.0000124403,0.02500,1.166
+57,mlp.experts.79.down_proj,0.0000032118,0.02500,1.175
+57,mlp.experts.91.down_proj,0.0000070267,0.02500,0.899
+57,mlp.experts.83.down_proj,0.0000079200,0.02500,0.889
+57,mlp.experts.100.down_proj,0.0000048480,0.02500,0.862
+57,mlp.experts.104.down_proj,0.0000073381,0.02500,0.880
+57,mlp.experts.108.down_proj,0.0000037963,0.02500,0.866
+57,mlp.experts.96.down_proj,0.0000141363,0.02500,0.835
+57,mlp.experts.81.down_proj,0.0000232453,0.02500,0.952
+57,mlp.experts.89.down_proj,0.0000073974,0.02500,0.974
+57,mlp.experts.62.down_proj,0.0000123292,0.02500,1.521
+57,mlp.experts.85.down_proj,0.0000162890,0.02500,0.979
+57,mlp.experts.93.down_proj,0.0000115353,0.02500,0.981
+57,mlp.experts.70.down_proj,0.0000161695,0.02500,1.474
+57,mlp.experts.74.down_proj,0.0000069046,0.02500,1.504
+57,mlp.experts.116.down_proj,0.0000101285,0.02500,0.627
+57,mlp.experts.87.down_proj,0.0000122290,0.02500,1.159
+57,mlp.experts.112.down_proj,0.0000064702,0.02500,0.613
+57,mlp.experts.107.down_proj,0.0000043149,0.02500,0.865
+57,mlp.experts.66.down_proj,0.0000044100,0.02500,1.481
+57,mlp.experts.95.down_proj,0.0000286415,0.02500,1.152
+57,mlp.experts.99.down_proj,0.0000090967,0.02500,0.831
+57,mlp.experts.97.down_proj,0.0000037757,0.02500,0.950
+57,mlp.experts.105.down_proj,0.0000068782,0.02500,0.980
+57,mlp.experts.101.down_proj,0.0000116293,0.02500,0.961
+57,mlp.experts.109.down_proj,0.0000072259,0.02500,0.998
+57,mlp.experts.78.down_proj,0.0000511196,0.02500,1.347
+57,mlp.experts.115.down_proj,0.0000059869,0.02500,0.691
+57,mlp.experts.103.down_proj,0.0000056954,0.02500,0.943
+57,mlp.experts.111.down_proj,0.0000073619,0.02500,0.923
+57,mlp.experts.113.down_proj,0.0000117267,0.02500,0.649
+57,mlp.experts.117.down_proj,0.0000131852,0.02500,0.617
+57,mlp.experts.90.down_proj,0.0000169780,0.02500,1.311
+57,mlp.experts.86.down_proj,0.0000242535,0.02500,1.400
+57,mlp.experts.119.down_proj,0.0000080429,0.02500,0.463
+57,mlp.experts.82.down_proj,0.0000058297,0.02500,1.388
+57,mlp.experts.94.down_proj,0.0000259117,0.02500,1.415
+57,mlp.experts.106.down_proj,0.0000193168,0.02500,1.375
+57,mlp.experts.102.down_proj,0.0000114700,0.02500,1.401
+57,mlp.experts.98.down_proj,0.0000062945,0.02500,1.298
+57,mlp.experts.110.down_proj,0.0000162154,0.02500,0.930
+57,mlp.experts.118.down_proj,0.0000229389,0.02500,0.742
+57,mlp.experts.114.down_proj,0.0000042983,0.02500,0.631
+58,self_attn.v_proj,0.0000003076,0.02500,1.688
+58,self_attn.k_proj,0.0000001469,0.02500,1.859
+58,self_attn.q_proj,0.0000010246,0.02500,2.187
+58,self_attn.o_proj,0.0000003740,0.02500,3.683
+58,mlp.shared_experts.gate_proj,0.0000029481,0.02500,1.427
+58,mlp.shared_experts.up_proj,0.0000018144,0.02500,1.420
+58,mlp.shared_experts.down_proj,0.0000002065,0.02500,0.409
+58,mlp.experts.11.gate_proj,0.0000698598,0.02500,5.060
+58,mlp.experts.15.gate_proj,0.0000489353,0.02500,5.061
+58,mlp.experts.3.gate_proj,0.0000362613,0.02500,5.074
+58,mlp.experts.7.gate_proj,0.0000495613,0.02500,5.292
+58,mlp.experts.5.gate_proj,0.0000555333,0.02500,6.489
+58,mlp.experts.13.gate_proj,0.0000681083,0.02500,6.748
+58,mlp.experts.8.gate_proj,0.0000201247,0.02500,6.863
+58,mlp.experts.12.gate_proj,0.0000674487,0.02500,6.942
+58,mlp.experts.4.gate_proj,0.0000575290,0.02500,7.002
+58,mlp.experts.1.gate_proj,0.0000348270,0.02500,6.989
+58,mlp.experts.9.gate_proj,0.0000333784,0.02500,7.102
+58,mlp.experts.0.gate_proj,0.0000474198,0.02500,7.205
+58,mlp.experts.6.gate_proj,0.0000633741,0.02500,7.347
+58,mlp.experts.14.gate_proj,0.0000412002,0.02500,7.571
+58,mlp.experts.2.gate_proj,0.0000505687,0.02500,7.637
+58,mlp.experts.10.gate_proj,0.0000479901,0.02500,7.775
+58,mlp.experts.31.gate_proj,0.0000437802,0.02500,3.491
+58,mlp.experts.19.gate_proj,0.0000769733,0.02500,3.622
+58,mlp.experts.23.gate_proj,0.0000447891,0.02500,3.471
+58,mlp.experts.27.gate_proj,0.0000321535,0.02500,3.753
+58,mlp.experts.25.gate_proj,0.0000376768,0.02500,3.010
+58,mlp.experts.29.gate_proj,0.0000565728,0.02500,3.400
+58,mlp.experts.21.gate_proj,0.0000697944,0.02500,4.026
+58,mlp.experts.17.gate_proj,0.0000341687,0.02500,3.491
+58,mlp.experts.47.gate_proj,0.0000663835,0.02500,2.990
+58,mlp.experts.35.gate_proj,0.0000663021,0.02500,2.937
+58,mlp.experts.39.gate_proj,0.0000251795,0.02500,2.969
+58,mlp.experts.28.gate_proj,0.0000571284,0.02500,4.796
+58,mlp.experts.43.gate_proj,0.0000452525,0.02500,2.979
+58,mlp.experts.20.gate_proj,0.0000527465,0.02500,4.890
+58,mlp.experts.24.gate_proj,0.0000254513,0.02500,5.206
+58,mlp.experts.22.gate_proj,0.0000493204,0.02500,4.791
+58,mlp.experts.16.gate_proj,0.0000401598,0.02500,5.093
+58,mlp.experts.26.gate_proj,0.0000261199,0.02500,4.554
+58,mlp.experts.30.gate_proj,0.0000619677,0.02500,4.815
+58,mlp.experts.18.gate_proj,0.0000522461,0.02500,4.824
+58,mlp.experts.45.gate_proj,0.0000253774,0.02500,3.649
+58,mlp.experts.41.gate_proj,0.0000605084,0.02500,3.899
+58,mlp.experts.37.gate_proj,0.0000734076,0.02500,3.723
+58,mlp.experts.33.gate_proj,0.0000611294,0.02500,3.931
+58,mlp.experts.63.gate_proj,0.0000625330,0.02500,3.185
+58,mlp.experts.51.gate_proj,0.0000391405,0.02500,3.098
+58,mlp.experts.59.gate_proj,0.0000326468,0.02500,3.100
+58,mlp.experts.55.gate_proj,0.0001049701,0.02500,3.259
+58,mlp.experts.38.gate_proj,0.0000445998,0.02500,3.624
+58,mlp.experts.42.gate_proj,0.0000516001,0.02500,3.547
+58,mlp.experts.34.gate_proj,0.0000799740,0.02500,3.465
+58,mlp.experts.46.gate_proj,0.0000406529,0.02500,3.584
+58,mlp.experts.44.gate_proj,0.0001003478,0.02500,4.820
+58,mlp.experts.40.gate_proj,0.0000594491,0.02500,4.711
+58,mlp.experts.36.gate_proj,0.0000392727,0.02500,5.034
+58,mlp.experts.32.gate_proj,0.0000266957,0.02500,5.008
+58,mlp.experts.61.gate_proj,0.0000617059,0.02500,3.616
+58,mlp.experts.67.gate_proj,0.0000527553,0.02500,2.940
+58,mlp.experts.57.gate_proj,0.0000495630,0.02500,3.675
+58,mlp.experts.79.gate_proj,0.0000454993,0.02500,3.025
+58,mlp.experts.53.gate_proj,0.0000503443,0.02500,3.624
+58,mlp.experts.75.gate_proj,0.0000446543,0.02500,3.019
+58,mlp.experts.71.gate_proj,0.0000230806,0.02500,3.067
+58,mlp.experts.49.gate_proj,0.0000916236,0.02500,3.991
+58,mlp.experts.54.gate_proj,0.0000491474,0.02500,3.292
+58,mlp.experts.58.gate_proj,0.0000568364,0.02500,3.254
+58,mlp.experts.50.gate_proj,0.0000791377,0.02500,3.247
+58,mlp.experts.62.gate_proj,0.0000420030,0.02500,3.314
+58,mlp.experts.69.gate_proj,0.0000405538,0.02500,2.963
+58,mlp.experts.83.gate_proj,0.0000211885,0.02500,3.236
+58,mlp.experts.60.gate_proj,0.0000502819,0.02500,4.368
+58,mlp.experts.95.gate_proj,0.0000988725,0.02500,3.317
+58,mlp.experts.91.gate_proj,0.0000591911,0.02500,3.204
+58,mlp.experts.73.gate_proj,0.0000441305,0.02500,3.528
+58,mlp.experts.52.gate_proj,0.0000738573,0.02500,4.308
+58,mlp.experts.77.gate_proj,0.0000594277,0.02500,3.810
+58,mlp.experts.56.gate_proj,0.0000462632,0.02500,4.558
+58,mlp.experts.87.gate_proj,0.0000339503,0.02500,3.291
+58,mlp.experts.48.gate_proj,0.0000730562,0.02500,4.510
+58,mlp.experts.65.gate_proj,0.0000464466,0.02500,3.800
+58,mlp.experts.70.gate_proj,0.0000669492,0.02500,3.378
+58,mlp.experts.66.gate_proj,0.0000406647,0.02500,3.357
+58,mlp.experts.74.gate_proj,0.0000532578,0.02500,3.457
+58,mlp.experts.78.gate_proj,0.0000518778,0.02500,3.400
+58,mlp.experts.99.gate_proj,0.0000995561,0.02500,2.995
+58,mlp.experts.111.gate_proj,0.0000507914,0.02500,2.987
+58,mlp.experts.107.gate_proj,0.0000346875,0.02500,2.946
+58,mlp.experts.85.gate_proj,0.0000425313,0.02500,3.351
+58,mlp.experts.103.gate_proj,0.0000406774,0.02500,2.993
+58,mlp.experts.93.gate_proj,0.0000494820,0.02500,3.369
+58,mlp.experts.89.gate_proj,0.0000210431,0.02500,3.849
+58,mlp.experts.76.gate_proj,0.0000367572,0.02500,4.496
+58,mlp.experts.68.gate_proj,0.0000383954,0.02500,4.432
+58,mlp.experts.81.gate_proj,0.0000441025,0.02500,3.509
+58,mlp.experts.86.gate_proj,0.0001095281,0.02500,3.409
+58,mlp.experts.72.gate_proj,0.0001193331,0.02500,4.555
+58,mlp.experts.82.gate_proj,0.0000432279,0.02500,3.422
+58,mlp.experts.90.gate_proj,0.0000459264,0.02500,3.367
+58,mlp.experts.94.gate_proj,0.0000406835,0.02500,3.482
+58,mlp.experts.64.gate_proj,0.0000422405,0.02500,4.477
+58,mlp.experts.115.gate_proj,0.0000541815,0.02500,2.963
+58,mlp.experts.3.up_proj,0.0000355025,0.02500,2.944
+58,mlp.experts.7.up_proj,0.0000481316,0.02500,3.018
+58,mlp.experts.119.gate_proj,0.0000980814,0.02500,2.926
+58,mlp.experts.101.gate_proj,0.0000522975,0.02500,3.159
+58,mlp.experts.109.gate_proj,0.0000601624,0.02500,3.562
+58,mlp.experts.105.gate_proj,0.0000326408,0.02500,3.667
+58,mlp.experts.97.gate_proj,0.0001261173,0.02500,3.422
+58,mlp.experts.11.up_proj,0.0000680864,0.02500,2.964
+58,mlp.experts.23.up_proj,0.0000429639,0.02500,2.885
+58,mlp.experts.102.gate_proj,0.0000298472,0.02500,4.167
+58,mlp.experts.19.up_proj,0.0000749974,0.02500,3.004
+58,mlp.experts.106.gate_proj,0.0000268949,0.02500,4.193
+58,mlp.experts.98.gate_proj,0.0000118777,0.02500,4.258
+58,mlp.experts.15.up_proj,0.0000478468,0.02500,2.964
+58,mlp.experts.110.gate_proj,0.0000349266,0.02500,4.198
+58,mlp.experts.117.gate_proj,0.0000306047,0.02500,3.060
+58,mlp.experts.92.gate_proj,0.0000199162,0.02500,5.428
+58,mlp.experts.84.gate_proj,0.0001225798,0.02500,5.287
+58,mlp.experts.88.gate_proj,0.0000297096,0.02500,5.251
+58,mlp.experts.80.gate_proj,0.0000462726,0.02500,5.225
+58,mlp.experts.5.up_proj,0.0000536772,0.02500,3.357
+58,mlp.experts.1.up_proj,0.0000335149,0.02500,3.849
+58,mlp.experts.27.up_proj,0.0000311724,0.02500,2.961
+58,mlp.experts.39.up_proj,0.0000242086,0.02500,2.959
+58,mlp.experts.35.up_proj,0.0000639929,0.02500,2.983
+58,mlp.experts.31.up_proj,0.0000418994,0.02500,2.971
+58,mlp.experts.113.gate_proj,0.0000459374,0.02500,3.995
+58,mlp.experts.118.gate_proj,0.0000250593,0.02500,3.270
+58,mlp.experts.2.up_proj,0.0000498188,0.02500,3.255
+58,mlp.experts.114.gate_proj,0.0000328450,0.02500,3.280
+58,mlp.experts.6.up_proj,0.0000616787,0.02500,3.264
+58,mlp.experts.13.up_proj,0.0000645237,0.02500,3.518
+58,mlp.experts.21.up_proj,0.0000651630,0.02500,3.077
+58,mlp.experts.108.gate_proj,0.0000292806,0.02500,4.322
+58,mlp.experts.100.gate_proj,0.0000697748,0.02500,4.386
+58,mlp.experts.104.gate_proj,0.0000657525,0.02500,4.359
+58,mlp.experts.43.up_proj,0.0000437953,0.02500,2.974
+58,mlp.experts.55.up_proj,0.0001017147,0.02500,3.053
+58,mlp.experts.96.gate_proj,0.0000426003,0.02500,4.467
+58,mlp.experts.51.up_proj,0.0000378045,0.02500,3.125
+58,mlp.experts.17.up_proj,0.0000333990,0.02500,3.540
+58,mlp.experts.47.up_proj,0.0000639929,0.02500,3.080
+58,mlp.experts.9.up_proj,0.0000331929,0.02500,3.685
+58,mlp.experts.29.up_proj,0.0000543260,0.02500,3.290
+58,mlp.experts.14.up_proj,0.0000402355,0.02500,4.129
+58,mlp.experts.18.up_proj,0.0000503353,0.02500,4.168
+58,mlp.experts.10.up_proj,0.0000468182,0.02500,4.175
+58,mlp.experts.22.up_proj,0.0000483216,0.02500,4.327
+58,mlp.experts.37.up_proj,0.0000711572,0.02500,3.464
+58,mlp.experts.59.up_proj,0.0000311958,0.02500,3.061
+58,mlp.experts.4.up_proj,0.0000550074,0.02500,3.822
+58,mlp.experts.71.up_proj,0.0000223575,0.02500,3.078
+58,mlp.experts.116.gate_proj,0.0000689753,0.02500,3.768
+58,mlp.experts.0.up_proj,0.0000459418,0.02500,3.607
+58,mlp.experts.67.up_proj,0.0000508775,0.02500,3.091
+58,mlp.experts.63.up_proj,0.0000591044,0.02500,3.046
+58,mlp.experts.112.gate_proj,0.0001131849,0.02500,3.510
+58,mlp.experts.33.up_proj,0.0000580077,0.02500,3.544
+58,mlp.experts.25.up_proj,0.0000367733,0.02500,3.140
+58,mlp.experts.45.up_proj,0.0000246523,0.02500,3.329
+58,mlp.experts.30.up_proj,0.0000606321,0.02500,4.278
+58,mlp.experts.75.up_proj,0.0000429566,0.02500,3.009
+58,mlp.experts.53.up_proj,0.0000493960,0.02500,3.769
+58,mlp.experts.34.up_proj,0.0000765775,0.02500,4.344
+58,mlp.experts.87.up_proj,0.0000326233,0.02500,2.955
+58,mlp.experts.26.up_proj,0.0000253477,0.02500,4.366
+58,mlp.experts.83.up_proj,0.0000207808,0.02500,3.009
+58,mlp.experts.79.up_proj,0.0000440282,0.02500,2.945
+58,mlp.experts.38.up_proj,0.0000438360,0.02500,4.364
+58,mlp.experts.20.up_proj,0.0000507379,0.02500,3.479
+58,mlp.experts.16.up_proj,0.0000394506,0.02500,3.501
+58,mlp.experts.12.up_proj,0.0000653164,0.02500,3.582
+58,mlp.experts.49.up_proj,0.0000875308,0.02500,3.337
+58,mlp.experts.8.up_proj,0.0000194278,0.02500,3.504
+58,mlp.experts.61.up_proj,0.0000603794,0.02500,3.201
+58,mlp.experts.41.up_proj,0.0000573917,0.02500,3.837
+58,mlp.experts.103.up_proj,0.0000394760,0.02500,3.106
+58,mlp.experts.91.up_proj,0.0000572686,0.02500,3.424
+58,mlp.experts.99.up_proj,0.0000952656,0.02500,3.159
+58,mlp.experts.95.up_proj,0.0000964616,0.02500,3.151
+58,mlp.experts.69.up_proj,0.0000391066,0.02500,3.998
+58,mlp.experts.46.up_proj,0.0000389015,0.02500,4.285
+58,mlp.experts.50.up_proj,0.0000768512,0.02500,4.179
+58,mlp.experts.42.up_proj,0.0000499789,0.02500,4.261
+58,mlp.experts.54.up_proj,0.0000487795,0.02500,4.203
+58,mlp.experts.36.up_proj,0.0000384673,0.02500,4.132
+58,mlp.experts.32.up_proj,0.0000258278,0.02500,4.006
+58,mlp.experts.65.up_proj,0.0000440106,0.02500,3.826
+58,mlp.experts.28.up_proj,0.0000551061,0.02500,4.145
+58,mlp.experts.24.up_proj,0.0000230393,0.02500,4.026
+58,mlp.experts.77.up_proj,0.0000580056,0.02500,3.939
+58,mlp.experts.57.up_proj,0.0000485726,0.02500,4.025
+58,mlp.experts.119.up_proj,0.0000925505,0.02500,3.017
+58,mlp.experts.107.up_proj,0.0000337125,0.02500,2.973
+58,mlp.experts.111.up_proj,0.0000490238,0.02500,2.825
+58,mlp.experts.115.up_proj,0.0000524174,0.02500,2.913
+58,mlp.experts.85.up_proj,0.0000409132,0.02500,3.391
+58,mlp.experts.52.up_proj,0.0000716042,0.02500,3.031
+58,mlp.experts.48.up_proj,0.0000701463,0.02500,3.106
+58,mlp.experts.44.up_proj,0.0000969161,0.02500,2.973
+58,mlp.experts.40.up_proj,0.0000559140,0.02500,3.010
+58,mlp.experts.81.up_proj,0.0000427723,0.02500,3.372
+58,mlp.experts.62.up_proj,0.0000409741,0.02500,4.305
+58,mlp.experts.66.up_proj,0.0000383143,0.02500,4.313
+58,mlp.experts.58.up_proj,0.0000521857,0.02500,4.390
+58,mlp.experts.70.up_proj,0.0000652264,0.02500,4.381
+58,mlp.experts.93.up_proj,0.0000482742,0.02500,3.308
+58,mlp.experts.73.up_proj,0.0000426492,0.02500,3.763
+58,mlp.experts.101.up_proj,0.0000514913,0.02500,3.053
+58,mlp.experts.68.up_proj,0.0000373253,0.02500,3.094
+58,mlp.experts.64.up_proj,0.0000422286,0.02500,3.084
+58,mlp.experts.60.up_proj,0.0000488316,0.02500,3.057
+58,mlp.experts.56.up_proj,0.0000444954,0.02500,3.057
+58,mlp.experts.97.up_proj,0.0001198551,0.02500,3.291
+58,mlp.experts.109.up_proj,0.0000579650,0.02500,2.855
+58,mlp.experts.78.up_proj,0.0000502981,0.02500,4.267
+58,mlp.experts.82.up_proj,0.0000414401,0.02500,4.322
+58,mlp.experts.89.up_proj,0.0000204647,0.02500,3.199
+58,mlp.experts.117.up_proj,0.0000294613,0.02500,2.704
+58,mlp.experts.74.up_proj,0.0000513764,0.02500,4.472
+58,mlp.experts.86.up_proj,0.0001058899,0.02500,4.639
+58,mlp.experts.113.up_proj,0.0000441876,0.02500,2.282
+58,mlp.experts.105.up_proj,0.0000312440,0.02500,1.937
+58,mlp.experts.80.up_proj,0.0000452103,0.02500,4.150
+58,mlp.experts.84.up_proj,0.0001184654,0.02500,4.274
+58,mlp.experts.76.up_proj,0.0000352702,0.02500,4.324
+58,mlp.experts.72.up_proj,0.0001149913,0.02500,4.347
+58,mlp.experts.94.up_proj,0.0000393132,0.02500,4.836
+58,mlp.experts.98.up_proj,0.0000115536,0.02500,4.816
+58,mlp.experts.90.up_proj,0.0000449064,0.02500,4.744
+58,mlp.experts.102.up_proj,0.0000284492,0.02500,4.860
+58,mlp.experts.100.up_proj,0.0000672649,0.02500,4.282
+58,mlp.experts.92.up_proj,0.0000191659,0.02500,4.198
+58,mlp.experts.96.up_proj,0.0000410718,0.02500,4.731
+58,mlp.experts.88.up_proj,0.0000288377,0.02500,4.459
+58,mlp.experts.110.up_proj,0.0000337730,0.02500,4.494
+58,mlp.experts.114.up_proj,0.0000317117,0.02500,4.437
+58,mlp.experts.106.up_proj,0.0000259295,0.02500,4.385
+58,mlp.experts.118.up_proj,0.0000243697,0.02500,4.072
+58,mlp.experts.116.up_proj,0.0000668209,0.02500,3.960
+58,mlp.experts.108.up_proj,0.0000280338,0.02500,4.015
+58,mlp.experts.104.up_proj,0.0000641388,0.02500,3.645
+58,mlp.experts.112.up_proj,0.0001040803,0.02500,3.928
+58,mlp.experts.15.down_proj,0.0000092423,0.02500,1.184
+58,mlp.experts.3.down_proj,0.0000073395,0.02500,1.236
+58,mlp.experts.11.down_proj,0.0000117207,0.02500,1.261
+58,mlp.experts.7.down_proj,0.0000079891,0.02500,1.298
+58,mlp.experts.12.down_proj,0.0000162009,0.02500,1.737
+58,mlp.experts.8.down_proj,0.0000023794,0.02500,1.784
+58,mlp.experts.0.down_proj,0.0000086824,0.02500,1.796
+58,mlp.experts.4.down_proj,0.0000093112,0.02500,1.819
+58,mlp.experts.14.down_proj,0.0000054682,0.02500,1.849
+58,mlp.experts.6.down_proj,0.0000118740,0.02500,1.852
+58,mlp.experts.10.down_proj,0.0000128186,0.02500,1.853
+58,mlp.experts.2.down_proj,0.0000110695,0.02500,1.862
+58,mlp.experts.31.down_proj,0.0000056577,0.02500,1.060
+58,mlp.experts.27.down_proj,0.0000044754,0.02500,1.043
+58,mlp.experts.23.down_proj,0.0000056426,0.02500,1.009
+58,mlp.experts.19.down_proj,0.0000183694,0.02500,1.085
+58,mlp.experts.16.down_proj,0.0000084710,0.02500,0.890
+58,mlp.experts.28.down_proj,0.0000138496,0.02500,0.963
+58,mlp.experts.24.down_proj,0.0000059699,0.02500,1.077
+58,mlp.experts.5.down_proj,0.0000088009,0.02500,2.755
+58,mlp.experts.1.down_proj,0.0000049704,0.02500,2.755
+58,mlp.experts.13.down_proj,0.0000098996,0.02500,2.900
+58,mlp.experts.9.down_proj,0.0000054053,0.02500,2.904
+58,mlp.experts.20.down_proj,0.0000107068,0.02500,1.127
+58,mlp.experts.18.down_proj,0.0000074035,0.02500,1.119
+58,mlp.experts.22.down_proj,0.0000099586,0.02500,1.131
+58,mlp.experts.26.down_proj,0.0000033936,0.02500,1.160
+58,mlp.experts.30.down_proj,0.0000181566,0.02500,1.186
+58,mlp.experts.47.down_proj,0.0000106364,0.02500,0.935
+58,mlp.experts.39.down_proj,0.0000051759,0.02500,0.934
+58,mlp.experts.35.down_proj,0.0000123868,0.02500,0.956
+58,mlp.experts.43.down_proj,0.0000106418,0.02500,1.015
+58,mlp.experts.44.down_proj,0.0000288016,0.02500,0.809
+58,mlp.experts.32.down_proj,0.0000045316,0.02500,0.943
+58,mlp.experts.40.down_proj,0.0000111910,0.02500,0.771
+58,mlp.experts.38.down_proj,0.0000112585,0.02500,1.088
+58,mlp.experts.34.down_proj,0.0000256784,0.02500,1.091
+58,mlp.experts.42.down_proj,0.0000083309,0.02500,1.128
+58,mlp.experts.46.down_proj,0.0000052596,0.02500,1.118
+58,mlp.experts.25.down_proj,0.0000093783,0.02500,1.729
+58,mlp.experts.21.down_proj,0.0000093588,0.02500,1.823
+58,mlp.experts.29.down_proj,0.0000208819,0.02500,1.800
+58,mlp.experts.17.down_proj,0.0000073904,0.02500,2.008
+58,mlp.experts.50.down_proj,0.0000124923,0.02500,1.269
+58,mlp.experts.58.down_proj,0.0000175773,0.02500,1.268
+58,mlp.experts.62.down_proj,0.0000102250,0.02500,1.255
+58,mlp.experts.54.down_proj,0.0000214362,0.02500,1.386
+58,mlp.experts.63.down_proj,0.0000167416,0.02500,2.306
+58,mlp.experts.55.down_proj,0.0000247313,0.02500,2.379
+58,mlp.experts.51.down_proj,0.0000175122,0.02500,2.390
+58,mlp.experts.59.down_proj,0.0000050043,0.02500,2.430
+58,mlp.experts.37.down_proj,0.0000107262,0.02500,1.756
+58,mlp.experts.41.down_proj,0.0000193252,0.02500,1.819
+58,mlp.experts.45.down_proj,0.0000093827,0.02500,1.849
+58,mlp.experts.66.down_proj,0.0000113831,0.02500,1.315
+58,mlp.experts.74.down_proj,0.0000112753,0.02500,1.303
+58,mlp.experts.33.down_proj,0.0000086357,0.02500,1.818
+58,mlp.experts.70.down_proj,0.0000112101,0.02500,1.283
+58,mlp.experts.78.down_proj,0.0000084519,0.02500,1.331
+58,mlp.experts.79.down_proj,0.0000091598,0.02500,1.462
+58,mlp.experts.71.down_proj,0.0000029044,0.02500,1.522
+58,mlp.experts.75.down_proj,0.0000095311,0.02500,1.479
+58,mlp.experts.67.down_proj,0.0000074072,0.02500,1.626
+58,mlp.experts.82.down_proj,0.0000058274,0.02500,1.100
+58,mlp.experts.86.down_proj,0.0000405612,0.02500,1.059
+58,mlp.experts.90.down_proj,0.0000087132,0.02500,1.089
+58,mlp.experts.94.down_proj,0.0000055848,0.02500,1.104
+58,mlp.experts.95.down_proj,0.0000287433,0.02500,0.986
+58,mlp.experts.87.down_proj,0.0000062100,0.02500,0.917
+58,mlp.experts.91.down_proj,0.0000107748,0.02500,0.908
+58,mlp.experts.83.down_proj,0.0000051877,0.02500,0.981
+58,mlp.experts.53.down_proj,0.0000090616,0.02500,1.869
+58,mlp.experts.61.down_proj,0.0000095672,0.02500,1.809
+58,mlp.experts.49.down_proj,0.0000132771,0.02500,1.779
+58,mlp.experts.57.down_proj,0.0000083635,0.02500,2.079
+58,mlp.experts.111.down_proj,0.0000085941,0.02500,0.930
+58,mlp.experts.98.down_proj,0.0000042530,0.02500,1.149
+58,mlp.experts.103.down_proj,0.0000055329,0.02500,0.887
+58,mlp.experts.102.down_proj,0.0000038147,0.02500,1.202
+58,mlp.experts.107.down_proj,0.0000108083,0.02500,0.901
+58,mlp.experts.99.down_proj,0.0000171756,0.02500,0.833
+58,mlp.experts.110.down_proj,0.0000078675,0.02500,1.264
+58,mlp.experts.106.down_proj,0.0000039483,0.02500,1.333
+58,mlp.experts.119.down_proj,0.0000163901,0.02500,0.718
+58,mlp.experts.114.down_proj,0.0000053317,0.02500,0.821
+58,mlp.experts.77.down_proj,0.0000094389,0.02500,1.376
+58,mlp.experts.118.down_proj,0.0000044176,0.02500,0.750
+58,mlp.experts.115.down_proj,0.0000094458,0.02500,0.682
+58,mlp.experts.69.down_proj,0.0000142509,0.02500,1.504
+58,mlp.experts.65.down_proj,0.0000142986,0.02500,1.535
+58,mlp.experts.73.down_proj,0.0000097473,0.02500,1.771
+58,mlp.experts.93.down_proj,0.0000194011,0.02500,1.762
+58,mlp.experts.85.down_proj,0.0000049272,0.02500,1.768
+58,mlp.experts.81.down_proj,0.0000065029,0.02500,1.839
+58,mlp.experts.89.down_proj,0.0000031342,0.02500,1.975
+58,mlp.experts.109.down_proj,0.0000113179,0.02500,2.058
+58,mlp.experts.101.down_proj,0.0000129011,0.02500,1.965
+58,mlp.experts.97.down_proj,0.0000315141,0.02500,1.961
+58,mlp.experts.105.down_proj,0.0000105730,0.02500,1.907
+58,mlp.experts.117.down_proj,0.0000038999,0.02500,1.308
+58,mlp.experts.113.down_proj,0.0000072548,0.02500,1.118
+58,mlp.experts.60.down_proj,0.0000122019,0.02500,1.927
+58,mlp.experts.56.down_proj,0.0000096024,0.02500,2.064
+58,mlp.experts.36.down_proj,0.0000063946,0.02500,2.073
+58,mlp.experts.48.down_proj,0.0000131975,0.02500,2.100
+58,mlp.experts.76.down_proj,0.0000081906,0.02500,1.111
+58,mlp.experts.52.down_proj,0.0000194190,0.02500,1.077
+58,mlp.experts.72.down_proj,0.0000136224,0.02500,1.173
+58,mlp.experts.64.down_proj,0.0000124275,0.02500,1.165
+58,mlp.experts.92.down_proj,0.0000034249,0.02500,1.288
+58,mlp.experts.88.down_proj,0.0000037632,0.02500,1.153
+58,mlp.experts.68.down_proj,0.0000073297,0.02500,1.284
+58,mlp.experts.80.down_proj,0.0000069568,0.02500,1.172
+58,mlp.experts.104.down_proj,0.0000111347,0.02500,1.153
+58,mlp.experts.96.down_proj,0.0000121647,0.02500,1.150
+58,mlp.experts.108.down_proj,0.0000069461,0.02500,1.345
+58,mlp.experts.84.down_proj,0.0000450238,0.02500,1.260
+58,mlp.experts.112.down_proj,0.0000297044,0.02500,0.690
+58,mlp.experts.100.down_proj,0.0000157333,0.02500,0.631
+58,mlp.experts.116.down_proj,0.0000130512,0.02500,0.379
+59,self_attn.v_proj,0.0000003720,0.02500,1.748
+59,self_attn.k_proj,0.0000001694,0.02500,1.863
+59,self_attn.q_proj,0.0000012660,0.02500,2.160
+59,self_attn.o_proj,0.0000003036,0.02500,3.756
+59,mlp.shared_experts.gate_proj,0.0000031457,0.02500,1.250
+59,mlp.shared_experts.up_proj,0.0000018687,0.02500,1.480
+59,mlp.shared_experts.down_proj,0.0000002178,0.02500,0.382
+59,mlp.experts.0.gate_proj,0.0000950327,0.02500,5.265
+59,mlp.experts.12.gate_proj,0.0000332236,0.02500,5.336
+59,mlp.experts.4.gate_proj,0.0000455460,0.02500,5.410
+59,mlp.experts.8.gate_proj,0.0000517974,0.02500,5.520
+59,mlp.experts.5.gate_proj,0.0000610191,0.02500,5.641
+59,mlp.experts.1.gate_proj,0.0000388530,0.02500,5.743
+59,mlp.experts.9.gate_proj,0.0000670062,0.02500,5.854
+59,mlp.experts.13.gate_proj,0.0000497973,0.02500,6.121
+59,mlp.experts.2.gate_proj,0.0000396753,0.02500,6.638
+59,mlp.experts.10.gate_proj,0.0000434056,0.02500,6.722
+59,mlp.experts.14.gate_proj,0.0000660847,0.02500,6.318
+59,mlp.experts.6.gate_proj,0.0000290043,0.02500,6.837
+59,mlp.experts.3.gate_proj,0.0000355995,0.02500,7.449
+59,mlp.experts.7.gate_proj,0.0000613932,0.02500,7.519
+59,mlp.experts.11.gate_proj,0.0000435917,0.02500,7.522
+59,mlp.experts.15.gate_proj,0.0000561509,0.02500,7.626
+59,mlp.experts.16.gate_proj,0.0000667632,0.02500,3.004
+59,mlp.experts.20.gate_proj,0.0000395387,0.02500,2.952
+59,mlp.experts.28.gate_proj,0.0000576587,0.02500,3.025
+59,mlp.experts.24.gate_proj,0.0000613401,0.02500,2.931
+59,mlp.experts.25.gate_proj,0.0000546824,0.02500,3.843
+59,mlp.experts.21.gate_proj,0.0000357979,0.02500,4.118
+59,mlp.experts.17.gate_proj,0.0000345354,0.02500,4.132
+59,mlp.experts.29.gate_proj,0.0000190433,0.02500,3.923
+59,mlp.experts.27.gate_proj,0.0000416811,0.02500,3.345
+59,mlp.experts.26.gate_proj,0.0000446069,0.02500,4.185
+59,mlp.experts.23.gate_proj,0.0000357522,0.02500,3.402
+59,mlp.experts.31.gate_proj,0.0000605599,0.02500,3.357
+59,mlp.experts.30.gate_proj,0.0000448035,0.02500,4.283
+59,mlp.experts.19.gate_proj,0.0000384547,0.02500,3.646
+59,mlp.experts.18.gate_proj,0.0000465133,0.02500,4.518
+59,mlp.experts.32.gate_proj,0.0000515530,0.02500,2.972
+59,mlp.experts.22.gate_proj,0.0000720121,0.02500,4.412
+59,mlp.experts.44.gate_proj,0.0000725683,0.02500,2.940
+59,mlp.experts.40.gate_proj,0.0000227412,0.02500,2.917
+59,mlp.experts.36.gate_proj,0.0000630695,0.02500,3.116
+59,mlp.experts.33.gate_proj,0.0001086482,0.02500,2.984
+59,mlp.experts.45.gate_proj,0.0000382304,0.02500,3.098
+59,mlp.experts.41.gate_proj,0.0000637079,0.02500,3.498
+59,mlp.experts.37.gate_proj,0.0001374642,0.02500,3.794
+59,mlp.experts.39.gate_proj,0.0000585890,0.02500,3.099
+59,mlp.experts.43.gate_proj,0.0000464777,0.02500,3.168
+59,mlp.experts.47.gate_proj,0.0000604542,0.02500,3.170
+59,mlp.experts.48.gate_proj,0.0000477556,0.02500,2.959
+59,mlp.experts.56.gate_proj,0.0000244156,0.02500,2.901
+59,mlp.experts.35.gate_proj,0.0001345575,0.02500,3.191
+59,mlp.experts.60.gate_proj,0.0000692919,0.02500,3.008
+59,mlp.experts.52.gate_proj,0.0000526531,0.02500,2.980
+59,mlp.experts.42.gate_proj,0.0000299823,0.02500,4.430
+59,mlp.experts.46.gate_proj,0.0000418965,0.02500,4.428
+59,mlp.experts.34.gate_proj,0.0000620208,0.02500,4.361
+59,mlp.experts.38.gate_proj,0.0000658505,0.02500,4.417
+59,mlp.experts.49.gate_proj,0.0001851041,0.02500,3.646
+59,mlp.experts.61.gate_proj,0.0000666657,0.02500,3.474
+59,mlp.experts.57.gate_proj,0.0000388562,0.02500,3.930
+59,mlp.experts.64.gate_proj,0.0000318882,0.02500,3.150
+59,mlp.experts.76.gate_proj,0.0000533845,0.02500,3.125
+59,mlp.experts.72.gate_proj,0.0000526228,0.02500,3.233
+59,mlp.experts.53.gate_proj,0.0001096018,0.02500,4.084
+59,mlp.experts.59.gate_proj,0.0000812896,0.02500,3.606
+59,mlp.experts.68.gate_proj,0.0000701924,0.02500,3.290
+59,mlp.experts.63.gate_proj,0.0000629450,0.02500,3.614
+59,mlp.experts.55.gate_proj,0.0000726930,0.02500,3.830
+59,mlp.experts.51.gate_proj,0.0000428036,0.02500,3.568
+59,mlp.experts.58.gate_proj,0.0000306071,0.02500,4.372
+59,mlp.experts.50.gate_proj,0.0000498922,0.02500,4.268
+59,mlp.experts.62.gate_proj,0.0000371603,0.02500,4.524
+59,mlp.experts.54.gate_proj,0.0000499401,0.02500,4.446
+59,mlp.experts.80.gate_proj,0.0000932967,0.02500,3.009
+59,mlp.experts.92.gate_proj,0.0000364665,0.02500,2.967
+59,mlp.experts.88.gate_proj,0.0000450747,0.02500,3.004
+59,mlp.experts.65.gate_proj,0.0000683746,0.02500,4.107
+59,mlp.experts.77.gate_proj,0.0000370251,0.02500,4.122
+59,mlp.experts.84.gate_proj,0.0000289968,0.02500,3.011
+59,mlp.experts.75.gate_proj,0.0000205720,0.02500,3.229
+59,mlp.experts.79.gate_proj,0.0000502872,0.02500,3.208
+59,mlp.experts.71.gate_proj,0.0000374160,0.02500,3.187
+59,mlp.experts.67.gate_proj,0.0000456879,0.02500,3.252
+59,mlp.experts.73.gate_proj,0.0000364430,0.02500,4.105
+59,mlp.experts.69.gate_proj,0.0000645248,0.02500,4.000
+59,mlp.experts.96.gate_proj,0.0000356290,0.02500,3.086
+59,mlp.experts.108.gate_proj,0.0000787922,0.02500,3.125
+59,mlp.experts.104.gate_proj,0.0000694729,0.02500,3.040
+59,mlp.experts.100.gate_proj,0.0000160254,0.02500,3.116
+59,mlp.experts.66.gate_proj,0.0001560726,0.02500,4.201
+59,mlp.experts.74.gate_proj,0.0001231112,0.02500,4.440
+59,mlp.experts.91.gate_proj,0.0000371874,0.02500,3.299
+59,mlp.experts.78.gate_proj,0.0000613940,0.02500,4.283
+59,mlp.experts.87.gate_proj,0.0000452601,0.02500,3.255
+59,mlp.experts.95.gate_proj,0.0000484686,0.02500,3.362
+59,mlp.experts.81.gate_proj,0.0000411664,0.02500,3.743
+59,mlp.experts.83.gate_proj,0.0000515010,0.02500,3.288
+59,mlp.experts.70.gate_proj,0.0000800528,0.02500,4.394
+59,mlp.experts.93.gate_proj,0.0000492373,0.02500,3.893
+59,mlp.experts.89.gate_proj,0.0000534961,0.02500,3.811
+59,mlp.experts.85.gate_proj,0.0000589860,0.02500,3.755
+59,mlp.experts.112.gate_proj,0.0000357671,0.02500,2.790
+59,mlp.experts.4.up_proj,0.0000448168,0.02500,2.756
+59,mlp.experts.0.up_proj,0.0000916843,0.02500,2.738
+59,mlp.experts.107.gate_proj,0.0000477484,0.02500,3.410
+59,mlp.experts.103.gate_proj,0.0000636118,0.02500,3.403
+59,mlp.experts.111.gate_proj,0.0000476441,0.02500,3.399
+59,mlp.experts.97.gate_proj,0.0000243685,0.02500,3.478
+59,mlp.experts.99.gate_proj,0.0000995165,0.02500,3.514
+59,mlp.experts.109.gate_proj,0.0000566626,0.02500,3.569
+59,mlp.experts.105.gate_proj,0.0000413677,0.02500,3.607
+59,mlp.experts.101.gate_proj,0.0000530425,0.02500,3.468
+59,mlp.experts.82.gate_proj,0.0000482245,0.02500,4.987
+59,mlp.experts.90.gate_proj,0.0000697050,0.02500,4.844
+59,mlp.experts.94.gate_proj,0.0000470089,0.02500,4.932
+59,mlp.experts.86.gate_proj,0.0000574232,0.02500,5.173
+59,mlp.experts.3.up_proj,0.0000344682,0.02500,3.461
+59,mlp.experts.7.up_proj,0.0000590730,0.02500,3.477
+59,mlp.experts.119.gate_proj,0.0000786547,0.02500,3.530
+59,mlp.experts.115.gate_proj,0.0000367356,0.02500,3.469
+59,mlp.experts.98.gate_proj,0.0001042178,0.02500,4.769
+59,mlp.experts.106.gate_proj,0.0000623174,0.02500,4.894
+59,mlp.experts.110.gate_proj,0.0000436720,0.02500,4.882
+59,mlp.experts.102.gate_proj,0.0001277906,0.02500,4.920
+59,mlp.experts.113.gate_proj,0.0000476020,0.02500,8.017
+59,mlp.experts.5.up_proj,0.0000589439,0.02500,7.949
+59,mlp.experts.23.up_proj,0.0000336058,0.02500,5.040
+59,mlp.experts.15.up_proj,0.0000499284,0.02500,5.034
+59,mlp.experts.19.up_proj,0.0000370081,0.02500,5.411
+59,mlp.experts.11.up_proj,0.0000414026,0.02500,5.093
+59,mlp.experts.1.up_proj,0.0000364826,0.02500,7.863
+59,mlp.experts.117.gate_proj,0.0000495756,0.02500,7.808
+59,mlp.experts.9.up_proj,0.0000634260,0.02500,3.727
+59,mlp.experts.21.up_proj,0.0000346358,0.02500,4.088
+59,mlp.experts.17.up_proj,0.0000338342,0.02500,3.821
+59,mlp.experts.13.up_proj,0.0000482292,0.02500,4.014
+59,mlp.experts.35.up_proj,0.0001293802,0.02500,5.242
+59,mlp.experts.31.up_proj,0.0000565508,0.02500,5.437
+59,mlp.experts.39.up_proj,0.0000567985,0.02500,5.585
+59,mlp.experts.27.up_proj,0.0000402671,0.02500,5.463
+59,mlp.experts.25.up_proj,0.0000523883,0.02500,3.642
+59,mlp.experts.37.up_proj,0.0001310433,0.02500,3.565
+59,mlp.experts.33.up_proj,0.0001043248,0.02500,3.518
+59,mlp.experts.29.up_proj,0.0000159575,0.02500,3.657
+59,mlp.experts.47.up_proj,0.0000581965,0.02500,4.677
+59,mlp.experts.51.up_proj,0.0000412650,0.02500,4.804
+59,mlp.experts.55.up_proj,0.0000704081,0.02500,4.840
+59,mlp.experts.41.up_proj,0.0000601321,0.02500,3.597
+59,mlp.experts.43.up_proj,0.0000449831,0.02500,4.923
+59,mlp.experts.49.up_proj,0.0001737642,0.02500,3.360
+59,mlp.experts.53.up_proj,0.0001058399,0.02500,3.474
+59,mlp.experts.45.up_proj,0.0000367916,0.02500,3.427
+59,mlp.experts.57.up_proj,0.0000374800,0.02500,3.459
+59,mlp.experts.65.up_proj,0.0000666538,0.02500,3.419
+59,mlp.experts.69.up_proj,0.0000614228,0.02500,3.400
+59,mlp.experts.61.up_proj,0.0000642497,0.02500,3.456
+59,mlp.experts.63.up_proj,0.0000606816,0.02500,4.896
+59,mlp.experts.67.up_proj,0.0000448177,0.02500,4.964
+59,mlp.experts.71.up_proj,0.0000364786,0.02500,4.930
+59,mlp.experts.59.up_proj,0.0000768312,0.02500,4.974
+59,mlp.experts.73.up_proj,0.0000356314,0.02500,3.309
+59,mlp.experts.81.up_proj,0.0000397091,0.02500,3.286
+59,mlp.experts.85.up_proj,0.0000568671,0.02500,3.245
+59,mlp.experts.77.up_proj,0.0000361540,0.02500,3.430
+59,mlp.experts.114.gate_proj,0.0000229214,0.02500,22.674
+59,mlp.experts.2.up_proj,0.0000386603,0.02500,22.630
+59,mlp.experts.6.up_proj,0.0000278844,0.02500,22.656
+59,mlp.experts.89.up_proj,0.0000522264,0.02500,3.758
+59,mlp.experts.118.gate_proj,0.0000484190,0.02500,22.844
+59,mlp.experts.97.up_proj,0.0000237990,0.02500,3.849
+59,mlp.experts.101.up_proj,0.0000497966,0.02500,4.029
+59,mlp.experts.93.up_proj,0.0000482533,0.02500,3.685
+59,mlp.experts.105.up_proj,0.0000402832,0.02500,3.641
+59,mlp.experts.117.up_proj,0.0000469649,0.02500,3.210
+59,mlp.experts.113.up_proj,0.0000460146,0.02500,3.476
+59,mlp.experts.109.up_proj,0.0000530956,0.02500,3.095
+59,mlp.experts.18.up_proj,0.0000451721,0.02500,5.881
+59,mlp.experts.10.up_proj,0.0000425226,0.02500,6.165
+59,mlp.experts.22.up_proj,0.0000692126,0.02500,5.989
+59,mlp.experts.14.up_proj,0.0000618542,0.02500,6.187
+59,mlp.experts.38.up_proj,0.0000633751,0.02500,5.717
+59,mlp.experts.34.up_proj,0.0000594484,0.02500,6.090
+59,mlp.experts.26.up_proj,0.0000433085,0.02500,6.004
+59,mlp.experts.30.up_proj,0.0000428914,0.02500,5.671
+59,mlp.experts.79.up_proj,0.0000490654,0.02500,20.219
+59,mlp.experts.83.up_proj,0.0000488744,0.02500,20.157
+59,mlp.experts.87.up_proj,0.0000438401,0.02500,20.296
+59,mlp.experts.75.up_proj,0.0000198462,0.02500,20.171
+59,mlp.experts.50.up_proj,0.0000473018,0.02500,4.233
+59,mlp.experts.8.up_proj,0.0000491022,0.02500,4.981
+59,mlp.experts.16.up_proj,0.0000643651,0.02500,5.000
+59,mlp.experts.54.up_proj,0.0000474305,0.02500,4.438
+59,mlp.experts.116.gate_proj,0.0000390294,0.02500,5.095
+59,mlp.experts.20.up_proj,0.0000382810,0.02500,5.151
+59,mlp.experts.42.up_proj,0.0000286993,0.02500,4.385
+59,mlp.experts.46.up_proj,0.0000399912,0.02500,4.539
+59,mlp.experts.99.up_proj,0.0000965643,0.02500,4.158
+59,mlp.experts.95.up_proj,0.0000471881,0.02500,4.307
+59,mlp.experts.103.up_proj,0.0000609995,0.02500,4.099
+59,mlp.experts.91.up_proj,0.0000357805,0.02500,4.073
+59,mlp.experts.24.up_proj,0.0000606643,0.02500,3.858
+59,mlp.experts.32.up_proj,0.0000481165,0.02500,3.903
+59,mlp.experts.12.up_proj,0.0000316017,0.02500,4.007
+59,mlp.experts.36.up_proj,0.0000622918,0.02500,4.020
+59,mlp.experts.66.up_proj,0.0001491644,0.02500,4.508
+59,mlp.experts.70.up_proj,0.0000782633,0.02500,4.604
+59,mlp.experts.58.up_proj,0.0000298946,0.02500,4.711
+59,mlp.experts.111.up_proj,0.0000464959,0.02500,2.919
+59,mlp.experts.115.up_proj,0.0000357126,0.02500,2.944
+59,mlp.experts.62.up_proj,0.0000352651,0.02500,4.887
+59,mlp.experts.119.up_proj,0.0000750050,0.02500,2.800
+59,mlp.experts.107.up_proj,0.0000462603,0.02500,2.744
+59,mlp.experts.48.up_proj,0.0000472693,0.02500,3.598
+59,mlp.experts.40.up_proj,0.0000198544,0.02500,3.858
+59,mlp.experts.52.up_proj,0.0000512252,0.02500,3.830
+59,mlp.experts.86.up_proj,0.0000549283,0.02500,3.406
+59,mlp.experts.28.up_proj,0.0000554997,0.02500,4.006
+59,mlp.experts.82.up_proj,0.0000467317,0.02500,4.042
+59,mlp.experts.74.up_proj,0.0001184170,0.02500,3.640
+59,mlp.experts.78.up_proj,0.0000589657,0.02500,3.521
+59,mlp.experts.102.up_proj,0.0001116274,0.02500,3.607
+59,mlp.experts.64.up_proj,0.0000307582,0.02500,4.413
+59,mlp.experts.90.up_proj,0.0000675070,0.02500,3.577
+59,mlp.experts.68.up_proj,0.0000674517,0.02500,4.246
+59,mlp.experts.98.up_proj,0.0001015151,0.02500,3.841
+59,mlp.experts.56.up_proj,0.0000235387,0.02500,4.829
+59,mlp.experts.94.up_proj,0.0000451919,0.02500,3.360
+59,mlp.experts.44.up_proj,0.0000677702,0.02500,4.805
+59,mlp.experts.118.up_proj,0.0000466406,0.02500,3.063
+59,mlp.experts.106.up_proj,0.0000601327,0.02500,2.883
+59,mlp.experts.114.up_proj,0.0000223828,0.02500,2.842
+59,mlp.experts.110.up_proj,0.0000416570,0.02500,2.591
+59,mlp.experts.80.up_proj,0.0000864808,0.02500,4.311
+59,mlp.experts.84.up_proj,0.0000282450,0.02500,4.045
+59,mlp.experts.60.up_proj,0.0000671538,0.02500,3.737
+59,mlp.experts.72.up_proj,0.0000497030,0.02500,4.549
+59,mlp.experts.100.up_proj,0.0000157004,0.02500,3.760
+59,mlp.experts.96.up_proj,0.0000345892,0.02500,3.882
+59,mlp.experts.76.up_proj,0.0000518077,0.02500,3.691
+59,mlp.experts.88.up_proj,0.0000442888,0.02500,4.078
+59,mlp.experts.112.up_proj,0.0000347776,0.02500,2.971
+59,mlp.experts.92.up_proj,0.0000360843,0.02500,2.938
+59,mlp.experts.116.up_proj,0.0000373185,0.02500,3.339
+59,mlp.experts.104.up_proj,0.0000683451,0.02500,2.623
+59,mlp.experts.108.up_proj,0.0000778885,0.02500,1.458
+59,mlp.experts.2.down_proj,0.0000076139,0.02500,1.323
+59,mlp.experts.6.down_proj,0.0000118439,0.02500,1.324
+59,mlp.experts.10.down_proj,0.0000079056,0.02500,1.414
+59,mlp.experts.14.down_proj,0.0000192780,0.02500,1.436
+59,mlp.experts.8.down_proj,0.0000067354,0.02500,1.467
+59,mlp.experts.12.down_proj,0.0000045394,0.02500,1.501
+59,mlp.experts.4.down_proj,0.0000142670,0.02500,1.514
+59,mlp.experts.0.down_proj,0.0000179661,0.02500,1.518
+59,mlp.experts.7.down_proj,0.0000098490,0.02500,1.594
+59,mlp.experts.11.down_proj,0.0000063869,0.02500,1.606
+59,mlp.experts.9.down_proj,0.0000112030,0.02500,1.614
+59,mlp.experts.13.down_proj,0.0000077241,0.02500,1.621
+59,mlp.experts.3.down_proj,0.0000062752,0.02500,1.637
+59,mlp.experts.5.down_proj,0.0000113613,0.02500,1.645
+59,mlp.experts.15.down_proj,0.0000202352,0.02500,1.646
+59,mlp.experts.1.down_proj,0.0000128071,0.02500,1.674
+59,mlp.experts.22.down_proj,0.0000121968,0.02500,1.235
+59,mlp.experts.18.down_proj,0.0000077500,0.02500,1.266
+59,mlp.experts.26.down_proj,0.0000058533,0.02500,1.197
+59,mlp.experts.30.down_proj,0.0000068773,0.02500,1.188
+59,mlp.experts.20.down_proj,0.0000051619,0.02500,1.218
+59,mlp.experts.28.down_proj,0.0000080031,0.02500,1.245
+59,mlp.experts.24.down_proj,0.0000139235,0.02500,1.295
+59,mlp.experts.16.down_proj,0.0000197439,0.02500,1.250
+59,mlp.experts.29.down_proj,0.0000122896,0.02500,1.566
+59,mlp.experts.21.down_proj,0.0000050275,0.02500,1.561
+59,mlp.experts.25.down_proj,0.0000087763,0.02500,1.604
+59,mlp.experts.17.down_proj,0.0000058124,0.02500,1.568
+59,mlp.experts.23.down_proj,0.0000096244,0.02500,1.761
+59,mlp.experts.31.down_proj,0.0000261913,0.02500,1.742
+59,mlp.experts.19.down_proj,0.0000070888,0.02500,1.803
+59,mlp.experts.27.down_proj,0.0000079654,0.02500,1.868
+59,mlp.experts.38.down_proj,0.0000151315,0.02500,1.084
+59,mlp.experts.34.down_proj,0.0000092901,0.02500,1.116
+59,mlp.experts.42.down_proj,0.0000088402,0.02500,1.123
+59,mlp.experts.46.down_proj,0.0000069990,0.02500,1.114
+59,mlp.experts.45.down_proj,0.0000056273,0.02500,1.196
+59,mlp.experts.41.down_proj,0.0000387179,0.02500,1.199
+59,mlp.experts.37.down_proj,0.0000269446,0.02500,1.225
+59,mlp.experts.33.down_proj,0.0000282200,0.02500,1.248
+59,mlp.experts.39.down_proj,0.0000115954,0.02500,1.198
+59,mlp.experts.47.down_proj,0.0000119927,0.02500,1.243
+59,mlp.experts.35.down_proj,0.0000589887,0.02500,1.250
+59,mlp.experts.43.down_proj,0.0000087659,0.02500,1.271
+59,mlp.experts.36.down_proj,0.0000146339,0.02500,2.196
+59,mlp.experts.54.down_proj,0.0000071260,0.02500,1.290
+59,mlp.experts.32.down_proj,0.0000065115,0.02500,2.185
+59,mlp.experts.44.down_proj,0.0000121268,0.02500,2.231
+59,mlp.experts.40.down_proj,0.0000122694,0.02500,2.227
+59,mlp.experts.50.down_proj,0.0000073766,0.02500,1.289
+59,mlp.experts.58.down_proj,0.0000095076,0.02500,1.375
+59,mlp.experts.62.down_proj,0.0000061270,0.02500,1.407
+59,mlp.experts.61.down_proj,0.0000137205,0.02500,1.130
+59,mlp.experts.53.down_proj,0.0000168279,0.02500,1.108
+59,mlp.experts.49.down_proj,0.0001832964,0.02500,1.115
+59,mlp.experts.57.down_proj,0.0000050775,0.02500,1.210
+59,mlp.experts.55.down_proj,0.0000161212,0.02500,1.198
+59,mlp.experts.63.down_proj,0.0000163609,0.02500,1.206
+59,mlp.experts.51.down_proj,0.0000133646,0.02500,1.227
+59,mlp.experts.59.down_proj,0.0000102727,0.02500,1.209
+59,mlp.experts.52.down_proj,0.0000079380,0.02500,1.105
+59,mlp.experts.48.down_proj,0.0000120241,0.02500,1.112
+59,mlp.experts.60.down_proj,0.0000110297,0.02500,1.127
+59,mlp.experts.56.down_proj,0.0000049337,0.02500,1.132
+59,mlp.experts.70.down_proj,0.0000164817,0.02500,1.773
+59,mlp.experts.69.down_proj,0.0000103433,0.02500,1.218
+59,mlp.experts.77.down_proj,0.0000082931,0.02500,1.255
+59,mlp.experts.66.down_proj,0.0000338263,0.02500,1.811
+59,mlp.experts.78.down_proj,0.0000091608,0.02500,1.702
+59,mlp.experts.74.down_proj,0.0000234879,0.02500,1.746
+59,mlp.experts.65.down_proj,0.0000110300,0.02500,1.262
+59,mlp.experts.73.down_proj,0.0000084394,0.02500,1.279
+59,mlp.experts.71.down_proj,0.0000146387,0.02500,1.327
+59,mlp.experts.79.down_proj,0.0000099126,0.02500,1.310
+59,mlp.experts.75.down_proj,0.0000029843,0.02500,1.261
+59,mlp.experts.67.down_proj,0.0000100930,0.02500,1.298
+59,mlp.experts.86.down_proj,0.0000090407,0.02500,1.311
+59,mlp.experts.82.down_proj,0.0000066689,0.02500,1.248
+59,mlp.experts.68.down_proj,0.0000083731,0.02500,2.088
+59,mlp.experts.85.down_proj,0.0000081819,0.02500,1.379
+59,mlp.experts.64.down_proj,0.0000042172,0.02500,2.085
+59,mlp.experts.93.down_proj,0.0000084306,0.02500,1.409
+59,mlp.experts.90.down_proj,0.0000119321,0.02500,1.347
+59,mlp.experts.76.down_proj,0.0000076876,0.02500,2.106
+59,mlp.experts.81.down_proj,0.0000057241,0.02500,1.335
+59,mlp.experts.87.down_proj,0.0000058228,0.02500,1.133
+59,mlp.experts.94.down_proj,0.0000100507,0.02500,1.393
+59,mlp.experts.72.down_proj,0.0000172499,0.02500,2.136
+59,mlp.experts.89.down_proj,0.0000109562,0.02500,1.388
+59,mlp.experts.95.down_proj,0.0000111713,0.02500,1.160
+59,mlp.experts.91.down_proj,0.0000075474,0.02500,1.115
+59,mlp.experts.83.down_proj,0.0000115725,0.02500,1.135
+59,mlp.experts.92.down_proj,0.0000110509,0.02500,0.991
+59,mlp.experts.101.down_proj,0.0000087743,0.02500,1.073
+59,mlp.experts.80.down_proj,0.0000198249,0.02500,1.085
+59,mlp.experts.103.down_proj,0.0000133959,0.02500,1.027
+59,mlp.experts.109.down_proj,0.0000094776,0.02500,1.105
+59,mlp.experts.97.down_proj,0.0000041843,0.02500,1.086
+59,mlp.experts.84.down_proj,0.0000043028,0.02500,1.180
+59,mlp.experts.105.down_proj,0.0000071179,0.02500,1.036
+59,mlp.experts.88.down_proj,0.0000143200,0.02500,1.114
+59,mlp.experts.107.down_proj,0.0000091323,0.02500,1.100
+59,mlp.experts.111.down_proj,0.0000096670,0.02500,1.146
+59,mlp.experts.99.down_proj,0.0000255674,0.02500,1.107
+59,mlp.experts.102.down_proj,0.0000284715,0.02500,1.513
+59,mlp.experts.98.down_proj,0.0000270437,0.02500,1.483
+59,mlp.experts.106.down_proj,0.0000080563,0.02500,1.394
+59,mlp.experts.110.down_proj,0.0000076543,0.02500,1.375
+59,mlp.experts.117.down_proj,0.0000121634,0.02500,0.892
+59,mlp.experts.114.down_proj,0.0000040899,0.02500,0.607
+59,mlp.experts.118.down_proj,0.0000065867,0.02500,0.615
+59,mlp.experts.96.down_proj,0.0000109585,0.02500,0.930
+59,mlp.experts.113.down_proj,0.0000098446,0.02500,0.878
+59,mlp.experts.108.down_proj,0.0000220263,0.02500,0.982
+59,mlp.experts.100.down_proj,0.0000059392,0.02500,0.940
+59,mlp.experts.119.down_proj,0.0000134868,0.02500,1.022
+59,mlp.experts.104.down_proj,0.0000170729,0.02500,0.928
+59,mlp.experts.115.down_proj,0.0000055475,0.02500,0.842
+59,mlp.experts.112.down_proj,0.0000048547,0.02500,0.542
+59,mlp.experts.116.down_proj,0.0000056785,0.02500,0.516
+60,self_attn.v_proj,0.0000003185,0.02500,1.787
+60,self_attn.k_proj,0.0000001454,0.02500,1.811
+60,self_attn.q_proj,0.0000011121,0.02500,1.833
+60,self_attn.o_proj,0.0000001786,0.02500,4.253
+60,mlp.shared_experts.gate_proj,0.0000030907,0.02500,1.329
+60,mlp.shared_experts.up_proj,0.0000018286,0.02500,1.491
+60,mlp.shared_experts.down_proj,0.0000002196,0.02500,0.369
+60,mlp.experts.1.gate_proj,0.0000478968,0.02500,4.265
+60,mlp.experts.5.gate_proj,0.0000512745,0.02500,4.334
+60,mlp.experts.13.gate_proj,0.0000632895,0.02500,4.192
+60,mlp.experts.9.gate_proj,0.0000645088,0.02500,4.422
+60,mlp.experts.4.gate_proj,0.0000357605,0.02500,4.783
+60,mlp.experts.12.gate_proj,0.0001106098,0.02500,5.117
+60,mlp.experts.8.gate_proj,0.0000303032,0.02500,4.979
+60,mlp.experts.0.gate_proj,0.0000603310,0.02500,5.266
+60,mlp.experts.6.gate_proj,0.0000634006,0.02500,5.151
+60,mlp.experts.14.gate_proj,0.0000324337,0.02500,5.624
+60,mlp.experts.10.gate_proj,0.0000543822,0.02500,5.623
+60,mlp.experts.2.gate_proj,0.0000463964,0.02500,6.163
+60,mlp.experts.15.gate_proj,0.0000311771,0.02500,6.375
+60,mlp.experts.7.gate_proj,0.0000391581,0.02500,6.436
+60,mlp.experts.11.gate_proj,0.0000673695,0.02500,6.503
+60,mlp.experts.3.gate_proj,0.0001077781,0.02500,6.699
+60,mlp.experts.17.gate_proj,0.0000716303,0.02500,2.952
+60,mlp.experts.29.gate_proj,0.0000270276,0.02500,2.908
+60,mlp.experts.21.gate_proj,0.0000392011,0.02500,3.059
+60,mlp.experts.25.gate_proj,0.0000494008,0.02500,2.994
+60,mlp.experts.16.gate_proj,0.0000421371,0.02500,3.036
+60,mlp.experts.20.gate_proj,0.0000495038,0.02500,3.553
+60,mlp.experts.28.gate_proj,0.0000401537,0.02500,3.504
+60,mlp.experts.24.gate_proj,0.0000641394,0.02500,3.588
+60,mlp.experts.31.gate_proj,0.0000805817,0.02500,3.617
+60,mlp.experts.23.gate_proj,0.0000528045,0.02500,3.640
+60,mlp.experts.33.gate_proj,0.0000727314,0.02500,2.902
+60,mlp.experts.27.gate_proj,0.0000509474,0.02500,3.715
+60,mlp.experts.45.gate_proj,0.0000445454,0.02500,2.942
+60,mlp.experts.37.gate_proj,0.0000501396,0.02500,2.967
+60,mlp.experts.19.gate_proj,0.0000271788,0.02500,3.806
+60,mlp.experts.41.gate_proj,0.0000292573,0.02500,2.935
+60,mlp.experts.22.gate_proj,0.0000207405,0.02500,4.890
+60,mlp.experts.30.gate_proj,0.0000481000,0.02500,4.900
+60,mlp.experts.26.gate_proj,0.0000524817,0.02500,5.071
+60,mlp.experts.18.gate_proj,0.0000399342,0.02500,5.031
+60,mlp.experts.36.gate_proj,0.0000736673,0.02500,3.197
+60,mlp.experts.44.gate_proj,0.0000585026,0.02500,3.341
+60,mlp.experts.40.gate_proj,0.0000478613,0.02500,3.283
+60,mlp.experts.32.gate_proj,0.0000192326,0.02500,4.150
+60,mlp.experts.49.gate_proj,0.0000554495,0.02500,3.182
+60,mlp.experts.61.gate_proj,0.0000814084,0.02500,3.137
+60,mlp.experts.53.gate_proj,0.0000365798,0.02500,3.173
+60,mlp.experts.57.gate_proj,0.0000483769,0.02500,3.131
+60,mlp.experts.47.gate_proj,0.0000402979,0.02500,4.181
+60,mlp.experts.39.gate_proj,0.0000635740,0.02500,4.230
+60,mlp.experts.43.gate_proj,0.0000551615,0.02500,4.145
+60,mlp.experts.35.gate_proj,0.0000650224,0.02500,4.284
+60,mlp.experts.52.gate_proj,0.0000661520,0.02500,3.647
+60,mlp.experts.48.gate_proj,0.0000406646,0.02500,3.038
+60,mlp.experts.46.gate_proj,0.0000321399,0.02500,4.816
+60,mlp.experts.60.gate_proj,0.0000389778,0.02500,3.744
+60,mlp.experts.42.gate_proj,0.0000220156,0.02500,4.874
+60,mlp.experts.56.gate_proj,0.0000842077,0.02500,3.790
+60,mlp.experts.38.gate_proj,0.0000773364,0.02500,5.240
+60,mlp.experts.34.gate_proj,0.0000432535,0.02500,4.881
+60,mlp.experts.65.gate_proj,0.0000443359,0.02500,3.049
+60,mlp.experts.77.gate_proj,0.0000604348,0.02500,3.039
+60,mlp.experts.69.gate_proj,0.0000433047,0.02500,3.080
+60,mlp.experts.73.gate_proj,0.0000694188,0.02500,3.054
+60,mlp.experts.55.gate_proj,0.0000628653,0.02500,4.883
+60,mlp.experts.63.gate_proj,0.0000675286,0.02500,4.940
+60,mlp.experts.59.gate_proj,0.0000320902,0.02500,4.917
+60,mlp.experts.68.gate_proj,0.0000246515,0.02500,3.990
+60,mlp.experts.64.gate_proj,0.0000759027,0.02500,4.029
+60,mlp.experts.51.gate_proj,0.0000247747,0.02500,4.792
+60,mlp.experts.76.gate_proj,0.0000328050,0.02500,3.973
+60,mlp.experts.89.gate_proj,0.0000926486,0.02500,3.029
+60,mlp.experts.85.gate_proj,0.0000438243,0.02500,3.215
+60,mlp.experts.72.gate_proj,0.0000237128,0.02500,4.071
+60,mlp.experts.81.gate_proj,0.0000541141,0.02500,3.581
+60,mlp.experts.93.gate_proj,0.0000398310,0.02500,3.611
+60,mlp.experts.58.gate_proj,0.0000617219,0.02500,4.514
+60,mlp.experts.62.gate_proj,0.0000605400,0.02500,4.813
+60,mlp.experts.50.gate_proj,0.0000387850,0.02500,4.549
+60,mlp.experts.54.gate_proj,0.0000641321,0.02500,4.769
+60,mlp.experts.84.gate_proj,0.0000401543,0.02500,3.328
+60,mlp.experts.92.gate_proj,0.0001271630,0.02500,3.284
+60,mlp.experts.80.gate_proj,0.0000485331,0.02500,3.569
+60,mlp.experts.105.gate_proj,0.0000521449,0.02500,3.337
+60,mlp.experts.97.gate_proj,0.0000772257,0.02500,3.292
+60,mlp.experts.88.gate_proj,0.0000765170,0.02500,3.339
+60,mlp.experts.109.gate_proj,0.0001311619,0.02500,3.280
+60,mlp.experts.101.gate_proj,0.0000381904,0.02500,3.924
+60,mlp.experts.71.gate_proj,0.0000436496,0.02500,4.747
+60,mlp.experts.75.gate_proj,0.0000650688,0.02500,4.765
+60,mlp.experts.79.gate_proj,0.0000595214,0.02500,4.961
+60,mlp.experts.67.gate_proj,0.0000551509,0.02500,4.743
+60,mlp.experts.74.gate_proj,0.0000755256,0.02500,4.813
+60,mlp.experts.78.gate_proj,0.0000329668,0.02500,4.836
+60,mlp.experts.66.gate_proj,0.0000493506,0.02500,4.789
+60,mlp.experts.70.gate_proj,0.0000989403,0.02500,4.948
+60,mlp.experts.100.gate_proj,0.0000551115,0.02500,3.473
+60,mlp.experts.96.gate_proj,0.0000516643,0.02500,3.462
+60,mlp.experts.1.up_proj,0.0000460370,0.02500,3.568
+60,mlp.experts.108.gate_proj,0.0001134333,0.02500,3.731
+60,mlp.experts.5.up_proj,0.0000501771,0.02500,3.406
+60,mlp.experts.117.gate_proj,0.0000512958,0.02500,3.212
+60,mlp.experts.113.gate_proj,0.0000294839,0.02500,3.829
+60,mlp.experts.104.gate_proj,0.0000503841,0.02500,3.807
+60,mlp.experts.87.gate_proj,0.0000559678,0.02500,4.817
+60,mlp.experts.91.gate_proj,0.0000507076,0.02500,4.890
+60,mlp.experts.95.gate_proj,0.0000373883,0.02500,4.849
+60,mlp.experts.83.gate_proj,0.0000312625,0.02500,4.801
+60,mlp.experts.116.gate_proj,0.0000440367,0.02500,3.135
+60,mlp.experts.94.gate_proj,0.0000494966,0.02500,4.440
+60,mlp.experts.21.up_proj,0.0000380419,0.02500,3.065
+60,mlp.experts.90.gate_proj,0.0000305495,0.02500,4.769
+60,mlp.experts.4.up_proj,0.0000344705,0.02500,3.276
+60,mlp.experts.17.up_proj,0.0000687784,0.02500,3.355
+60,mlp.experts.82.gate_proj,0.0000321083,0.02500,4.651
+60,mlp.experts.86.gate_proj,0.0000618406,0.02500,4.460
+60,mlp.experts.0.up_proj,0.0000561259,0.02500,3.233
+60,mlp.experts.112.gate_proj,0.0000426079,0.02500,3.880
+60,mlp.experts.13.up_proj,0.0000609145,0.02500,3.515
+60,mlp.experts.9.up_proj,0.0000622852,0.02500,3.572
+60,mlp.experts.103.gate_proj,0.0000311434,0.02500,3.379
+60,mlp.experts.111.gate_proj,0.0000525073,0.02500,3.270
+60,mlp.experts.107.gate_proj,0.0000474779,0.02500,3.406
+60,mlp.experts.99.gate_proj,0.0000449194,0.02500,3.332
+60,mlp.experts.12.up_proj,0.0001051749,0.02500,3.538
+60,mlp.experts.37.up_proj,0.0000487024,0.02500,3.132
+60,mlp.experts.20.up_proj,0.0000474351,0.02500,3.130
+60,mlp.experts.29.up_proj,0.0000261715,0.02500,2.980
+60,mlp.experts.8.up_proj,0.0000290999,0.02500,3.240
+60,mlp.experts.33.up_proj,0.0000704431,0.02500,3.908
+60,mlp.experts.16.up_proj,0.0000409023,0.02500,3.730
+60,mlp.experts.25.up_proj,0.0000476691,0.02500,3.738
+60,mlp.experts.106.gate_proj,0.0000691520,0.02500,5.085
+60,mlp.experts.110.gate_proj,0.0000932625,0.02500,5.449
+60,mlp.experts.119.gate_proj,0.0000757817,0.02500,3.185
+60,mlp.experts.98.gate_proj,0.0000807560,0.02500,5.325
+60,mlp.experts.3.up_proj,0.0001048948,0.02500,3.138
+60,mlp.experts.7.up_proj,0.0000381933,0.02500,3.252
+60,mlp.experts.102.gate_proj,0.0000585708,0.02500,5.441
+60,mlp.experts.115.gate_proj,0.0000611549,0.02500,3.272
+60,mlp.experts.28.up_proj,0.0000384477,0.02500,3.422
+60,mlp.experts.53.up_proj,0.0000352971,0.02500,3.689
+60,mlp.experts.36.up_proj,0.0000713865,0.02500,3.679
+60,mlp.experts.45.up_proj,0.0000431521,0.02500,3.342
+60,mlp.experts.49.up_proj,0.0000535274,0.02500,3.201
+60,mlp.experts.32.up_proj,0.0000182984,0.02500,3.447
+60,mlp.experts.24.up_proj,0.0000610820,0.02500,3.976
+60,mlp.experts.41.up_proj,0.0000279785,0.02500,3.729
+60,mlp.experts.15.up_proj,0.0000291960,0.02500,3.389
+60,mlp.experts.23.up_proj,0.0000518554,0.02500,3.271
+60,mlp.experts.19.up_proj,0.0000262679,0.02500,3.395
+60,mlp.experts.11.up_proj,0.0000645147,0.02500,3.293
+60,mlp.experts.44.up_proj,0.0000563211,0.02500,3.158
+60,mlp.experts.61.up_proj,0.0000792713,0.02500,3.224
+60,mlp.experts.2.up_proj,0.0000450669,0.02500,5.025
+60,mlp.experts.52.up_proj,0.0000640962,0.02500,3.349
+60,mlp.experts.69.up_proj,0.0000413265,0.02500,3.660
+60,mlp.experts.114.gate_proj,0.0000645953,0.02500,4.908
+60,mlp.experts.65.up_proj,0.0000428398,0.02500,3.240
+60,mlp.experts.6.up_proj,0.0000621852,0.02500,5.460
+60,mlp.experts.118.gate_proj,0.0000324091,0.02500,5.164
+60,mlp.experts.48.up_proj,0.0000387318,0.02500,3.476
+60,mlp.experts.40.up_proj,0.0000461148,0.02500,3.799
+60,mlp.experts.57.up_proj,0.0000471616,0.02500,3.465
+60,mlp.experts.31.up_proj,0.0000797100,0.02500,3.373
+60,mlp.experts.39.up_proj,0.0000623402,0.02500,3.392
+60,mlp.experts.35.up_proj,0.0000627567,0.02500,3.407
+60,mlp.experts.27.up_proj,0.0000488543,0.02500,3.402
+60,mlp.experts.60.up_proj,0.0000375892,0.02500,3.490
+60,mlp.experts.68.up_proj,0.0000237109,0.02500,3.454
+60,mlp.experts.77.up_proj,0.0000519102,0.02500,3.953
+60,mlp.experts.85.up_proj,0.0000428497,0.02500,4.044
+60,mlp.experts.56.up_proj,0.0000818265,0.02500,2.924
+60,mlp.experts.64.up_proj,0.0000719976,0.02500,3.505
+60,mlp.experts.81.up_proj,0.0000531344,0.02500,4.166
+60,mlp.experts.18.up_proj,0.0000393770,0.02500,4.532
+60,mlp.experts.10.up_proj,0.0000522125,0.02500,4.914
+60,mlp.experts.47.up_proj,0.0000390650,0.02500,3.213
+60,mlp.experts.22.up_proj,0.0000202649,0.02500,4.705
+60,mlp.experts.55.up_proj,0.0000574496,0.02500,3.273
+60,mlp.experts.51.up_proj,0.0000240790,0.02500,3.277
+60,mlp.experts.73.up_proj,0.0000681406,0.02500,4.009
+60,mlp.experts.14.up_proj,0.0000313061,0.02500,4.890
+60,mlp.experts.43.up_proj,0.0000533767,0.02500,3.270
+60,mlp.experts.76.up_proj,0.0000315669,0.02500,3.886
+60,mlp.experts.84.up_proj,0.0000385304,0.02500,3.297
+60,mlp.experts.93.up_proj,0.0000387200,0.02500,3.079
+60,mlp.experts.101.up_proj,0.0000366082,0.02500,2.996
+60,mlp.experts.97.up_proj,0.0000737302,0.02500,2.969
+60,mlp.experts.80.up_proj,0.0000470479,0.02500,3.406
+60,mlp.experts.72.up_proj,0.0000230790,0.02500,3.719
+60,mlp.experts.89.up_proj,0.0000890677,0.02500,2.976
+60,mlp.experts.63.up_proj,0.0000637233,0.02500,3.876
+60,mlp.experts.71.up_proj,0.0000417426,0.02500,3.897
+60,mlp.experts.67.up_proj,0.0000533452,0.02500,3.900
+60,mlp.experts.59.up_proj,0.0000309627,0.02500,3.960
+60,mlp.experts.34.up_proj,0.0000417566,0.02500,5.205
+60,mlp.experts.109.up_proj,0.0001253327,0.02500,2.958
+60,mlp.experts.117.up_proj,0.0000499168,0.02500,2.869
+60,mlp.experts.113.up_proj,0.0000285482,0.02500,2.926
+60,mlp.experts.38.up_proj,0.0000728038,0.02500,5.181
+60,mlp.experts.26.up_proj,0.0000505129,0.02500,5.414
+60,mlp.experts.100.up_proj,0.0000537999,0.02500,3.835
+60,mlp.experts.92.up_proj,0.0001200079,0.02500,3.962
+60,mlp.experts.30.up_proj,0.0000458579,0.02500,5.230
+60,mlp.experts.105.up_proj,0.0000504570,0.02500,2.414
+60,mlp.experts.88.up_proj,0.0000740611,0.02500,3.122
+60,mlp.experts.96.up_proj,0.0000504661,0.02500,3.441
+60,mlp.experts.79.up_proj,0.0000573126,0.02500,3.213
+60,mlp.experts.83.up_proj,0.0000298221,0.02500,3.106
+60,mlp.experts.87.up_proj,0.0000542540,0.02500,3.252
+60,mlp.experts.75.up_proj,0.0000615056,0.02500,3.110
+60,mlp.experts.116.up_proj,0.0000424793,0.02500,3.156
+60,mlp.experts.104.up_proj,0.0000475271,0.02500,2.858
+60,mlp.experts.108.up_proj,0.0001095849,0.02500,3.337
+60,mlp.experts.112.up_proj,0.0000413142,0.02500,3.013
+60,mlp.experts.50.up_proj,0.0000379872,0.02500,4.793
+60,mlp.experts.54.up_proj,0.0000608328,0.02500,4.439
+60,mlp.experts.42.up_proj,0.0000211219,0.02500,4.451
+60,mlp.experts.46.up_proj,0.0000311023,0.02500,4.617
+60,mlp.experts.95.up_proj,0.0000365223,0.02500,3.663
+60,mlp.experts.99.up_proj,0.0000441943,0.02500,3.561
+60,mlp.experts.103.up_proj,0.0000302233,0.02500,3.594
+60,mlp.experts.91.up_proj,0.0000488054,0.02500,3.554
+60,mlp.experts.111.up_proj,0.0000515173,0.02500,3.951
+60,mlp.experts.119.up_proj,0.0000687010,0.02500,3.796
+60,mlp.experts.66.up_proj,0.0000474399,0.02500,5.464
+60,mlp.experts.107.up_proj,0.0000458743,0.02500,3.724
+60,mlp.experts.115.up_proj,0.0000573458,0.02500,3.942
+60,mlp.experts.70.up_proj,0.0000956350,0.02500,5.227
+60,mlp.experts.58.up_proj,0.0000589728,0.02500,5.148
+60,mlp.experts.62.up_proj,0.0000580034,0.02500,5.065
+60,mlp.experts.82.up_proj,0.0000309641,0.02500,4.456
+60,mlp.experts.86.up_proj,0.0000598972,0.02500,4.462
+60,mlp.experts.78.up_proj,0.0000317289,0.02500,4.412
+60,mlp.experts.74.up_proj,0.0000737291,0.02500,4.849
+60,mlp.experts.90.up_proj,0.0000298142,0.02500,2.761
+60,mlp.experts.102.up_proj,0.0000563383,0.02500,3.372
+60,mlp.experts.98.up_proj,0.0000751416,0.02500,3.736
+60,mlp.experts.94.up_proj,0.0000483500,0.02500,3.501
+60,mlp.experts.118.up_proj,0.0000289594,0.02500,4.465
+60,mlp.experts.114.up_proj,0.0000616085,0.02500,4.460
+60,mlp.experts.106.up_proj,0.0000672734,0.02500,4.887
+60,mlp.experts.110.up_proj,0.0000899269,0.02500,4.311
+60,mlp.experts.5.down_proj,0.0000108860,0.02500,1.579
+60,mlp.experts.1.down_proj,0.0000104587,0.02500,1.639
+60,mlp.experts.9.down_proj,0.0000116941,0.02500,1.632
+60,mlp.experts.13.down_proj,0.0000101136,0.02500,1.654
+60,mlp.experts.8.down_proj,0.0000043240,0.02500,1.838
+60,mlp.experts.4.down_proj,0.0000048979,0.02500,1.838
+60,mlp.experts.12.down_proj,0.0000156295,0.02500,1.858
+60,mlp.experts.0.down_proj,0.0000136030,0.02500,1.905
+60,mlp.experts.15.down_proj,0.0000140257,0.02500,1.942
+60,mlp.experts.3.down_proj,0.0000154056,0.02500,1.941
+60,mlp.experts.7.down_proj,0.0000095219,0.02500,1.958
+60,mlp.experts.11.down_proj,0.0000090646,0.02500,2.057
+60,mlp.experts.2.down_proj,0.0000100469,0.02500,2.581
+60,mlp.experts.21.down_proj,0.0000093613,0.02500,1.001
+60,mlp.experts.6.down_proj,0.0000137266,0.02500,2.632
+60,mlp.experts.14.down_proj,0.0000043035,0.02500,2.639
+60,mlp.experts.10.down_proj,0.0000095405,0.02500,2.689
+60,mlp.experts.17.down_proj,0.0000107500,0.02500,1.087
+60,mlp.experts.25.down_proj,0.0000082274,0.02500,1.174
+60,mlp.experts.29.down_proj,0.0000077529,0.02500,1.183
+60,mlp.experts.20.down_proj,0.0000113784,0.02500,1.103
+60,mlp.experts.28.down_proj,0.0000055809,0.02500,1.126
+60,mlp.experts.24.down_proj,0.0000145772,0.02500,1.185
+60,mlp.experts.16.down_proj,0.0000071227,0.02500,1.153
+60,mlp.experts.31.down_proj,0.0000213167,0.02500,1.351
+60,mlp.experts.23.down_proj,0.0000091503,0.02500,1.360
+60,mlp.experts.19.down_proj,0.0000051204,0.02500,1.407
+60,mlp.experts.27.down_proj,0.0000071751,0.02500,1.517
+60,mlp.experts.26.down_proj,0.0000095551,0.02500,0.942
+60,mlp.experts.30.down_proj,0.0000063845,0.02500,0.994
+60,mlp.experts.18.down_proj,0.0000131430,0.02500,1.087
+60,mlp.experts.22.down_proj,0.0000077159,0.02500,1.120
+60,mlp.experts.37.down_proj,0.0000085263,0.02500,1.291
+60,mlp.experts.41.down_proj,0.0000037366,0.02500,1.096
+60,mlp.experts.45.down_proj,0.0000064875,0.02500,1.163
+60,mlp.experts.33.down_proj,0.0000147406,0.02500,1.313
+60,mlp.experts.36.down_proj,0.0000125805,0.02500,1.305
+60,mlp.experts.44.down_proj,0.0000155363,0.02500,1.333
+60,mlp.experts.40.down_proj,0.0000064002,0.02500,1.325
+60,mlp.experts.32.down_proj,0.0000106499,0.02500,1.442
+60,mlp.experts.42.down_proj,0.0000061089,0.02500,0.983
+60,mlp.experts.38.down_proj,0.0000171260,0.02500,0.929
+60,mlp.experts.46.down_proj,0.0000059441,0.02500,1.056
+60,mlp.experts.34.down_proj,0.0000061556,0.02500,1.046
+60,mlp.experts.47.down_proj,0.0000061491,0.02500,1.451
+60,mlp.experts.35.down_proj,0.0000109510,0.02500,1.447
+60,mlp.experts.53.down_proj,0.0000102974,0.02500,0.925
+60,mlp.experts.39.down_proj,0.0000125137,0.02500,1.511
+60,mlp.experts.61.down_proj,0.0000271565,0.02500,0.894
+60,mlp.experts.43.down_proj,0.0000101058,0.02500,1.387
+60,mlp.experts.57.down_proj,0.0000073951,0.02500,1.185
+60,mlp.experts.49.down_proj,0.0000098725,0.02500,1.229
+60,mlp.experts.54.down_proj,0.0000083817,0.02500,0.866
+60,mlp.experts.58.down_proj,0.0000148656,0.02500,1.006
+60,mlp.experts.62.down_proj,0.0000071389,0.02500,1.047
+60,mlp.experts.69.down_proj,0.0000077144,0.02500,0.962
+60,mlp.experts.52.down_proj,0.0000102651,0.02500,1.581
+60,mlp.experts.77.down_proj,0.0000168949,0.02500,0.988
+60,mlp.experts.50.down_proj,0.0000077682,0.02500,1.172
+60,mlp.experts.60.down_proj,0.0000061048,0.02500,1.683
+60,mlp.experts.56.down_proj,0.0000126391,0.02500,1.668
+60,mlp.experts.63.down_proj,0.0000103963,0.02500,1.329
+60,mlp.experts.55.down_proj,0.0000082637,0.02500,1.315
+60,mlp.experts.48.down_proj,0.0000064407,0.02500,1.680
+60,mlp.experts.51.down_proj,0.0000049529,0.02500,1.446
+60,mlp.experts.59.down_proj,0.0000061544,0.02500,1.330
+60,mlp.experts.73.down_proj,0.0000160475,0.02500,1.254
+60,mlp.experts.65.down_proj,0.0000081341,0.02500,1.235
+60,mlp.experts.70.down_proj,0.0000299169,0.02500,1.038
+60,mlp.experts.78.down_proj,0.0000041915,0.02500,0.854
+60,mlp.experts.74.down_proj,0.0000141467,0.02500,1.055
+60,mlp.experts.85.down_proj,0.0000098250,0.02500,0.937
+60,mlp.experts.93.down_proj,0.0000139279,0.02500,0.933
+60,mlp.experts.66.down_proj,0.0000069981,0.02500,0.969
+60,mlp.experts.79.down_proj,0.0000095822,0.02500,1.125
+60,mlp.experts.71.down_proj,0.0000073551,0.02500,1.133
+60,mlp.experts.89.down_proj,0.0000204204,0.02500,0.949
+60,mlp.experts.81.down_proj,0.0000110848,0.02500,0.868
+60,mlp.experts.68.down_proj,0.0000051942,0.02500,1.546
+60,mlp.experts.75.down_proj,0.0000113937,0.02500,1.259
+60,mlp.experts.94.down_proj,0.0000098246,0.02500,0.998
+60,mlp.experts.67.down_proj,0.0000101858,0.02500,1.368
+60,mlp.experts.76.down_proj,0.0000075180,0.02500,1.650
+60,mlp.experts.72.down_proj,0.0000050311,0.02500,1.663
+60,mlp.experts.90.down_proj,0.0000094648,0.02500,1.046
+60,mlp.experts.86.down_proj,0.0000104259,0.02500,1.151
+60,mlp.experts.82.down_proj,0.0000070898,0.02500,0.927
+60,mlp.experts.64.down_proj,0.0000207609,0.02500,1.721
+60,mlp.experts.102.down_proj,0.0000083424,0.02500,0.897
+60,mlp.experts.95.down_proj,0.0000058239,0.02500,1.707
+60,mlp.experts.84.down_proj,0.0000065080,0.02500,1.640
+60,mlp.experts.87.down_proj,0.0000155196,0.02500,1.762
+60,mlp.experts.91.down_proj,0.0000101158,0.02500,1.698
+60,mlp.experts.88.down_proj,0.0000158343,0.02500,1.605
+60,mlp.experts.92.down_proj,0.0000369419,0.02500,1.652
+60,mlp.experts.98.down_proj,0.0000106634,0.02500,1.590
+60,mlp.experts.110.down_proj,0.0000243631,0.02500,1.897
+60,mlp.experts.80.down_proj,0.0000149731,0.02500,1.629
+60,mlp.experts.106.down_proj,0.0000148482,0.02500,1.856
+60,mlp.experts.118.down_proj,0.0000176803,0.02500,1.458
+60,mlp.experts.114.down_proj,0.0000091853,0.02500,0.722
+60,mlp.experts.100.down_proj,0.0000095458,0.02500,1.922
+60,mlp.experts.104.down_proj,0.0000072554,0.02500,1.895
+60,mlp.experts.96.down_proj,0.0000077110,0.02500,1.773
+60,mlp.experts.108.down_proj,0.0000252306,0.02500,2.049
+60,mlp.experts.116.down_proj,0.0000060207,0.02500,0.845
+60,mlp.experts.112.down_proj,0.0000063892,0.02500,0.615
+60,mlp.experts.83.down_proj,0.0000044383,0.02500,14.869
+60,mlp.experts.111.down_proj,0.0000096302,0.02500,14.446
+60,mlp.experts.103.down_proj,0.0000043745,0.02500,14.332
+60,mlp.experts.107.down_proj,0.0000063692,0.02500,14.243
+60,mlp.experts.99.down_proj,0.0000094894,0.02500,1.055
+60,mlp.experts.119.down_proj,0.0000120941,0.02500,1.158
+60,mlp.experts.115.down_proj,0.0000069579,0.02500,1.039
+60,mlp.experts.105.down_proj,0.0000071237,0.02500,1.343
+60,mlp.experts.101.down_proj,0.0000048372,0.02500,1.370
+60,mlp.experts.97.down_proj,0.0000109631,0.02500,1.390
+60,mlp.experts.109.down_proj,0.0000211022,0.02500,1.444
+60,mlp.experts.117.down_proj,0.0000075433,0.02500,0.690
+60,mlp.experts.113.down_proj,0.0000043550,0.02500,0.679
+61,self_attn.k_proj,0.0000001531,0.02500,1.551
+61,self_attn.v_proj,0.0000003333,0.02500,1.942
+61,self_attn.q_proj,0.0000011066,0.02500,2.573
+61,self_attn.o_proj,0.0000002530,0.02500,3.997
+61,mlp.shared_experts.gate_proj,0.0000032093,0.02500,1.327
+61,mlp.shared_experts.up_proj,0.0000018339,0.02500,1.282
+61,mlp.shared_experts.down_proj,0.0000002251,0.02500,0.449
+61,mlp.experts.10.gate_proj,0.0000384631,0.02500,3.772
+61,mlp.experts.2.gate_proj,0.0000333272,0.02500,4.112
+61,mlp.experts.6.gate_proj,0.0000571705,0.02500,4.206
+61,mlp.experts.14.gate_proj,0.0000463701,0.02500,4.404
+61,mlp.experts.7.gate_proj,0.0000243509,0.02500,4.562
+61,mlp.experts.15.gate_proj,0.0000541358,0.02500,4.774
+61,mlp.experts.3.gate_proj,0.0000692938,0.02500,4.882
+61,mlp.experts.11.gate_proj,0.0000884885,0.02500,5.104
+61,mlp.experts.1.gate_proj,0.0000450057,0.02500,6.294
+61,mlp.experts.9.gate_proj,0.0000551943,0.02500,6.318
+61,mlp.experts.5.gate_proj,0.0000440274,0.02500,6.376
+61,mlp.experts.13.gate_proj,0.0000082727,0.02500,6.433
+61,mlp.experts.12.gate_proj,0.0000836885,0.02500,6.761
+61,mlp.experts.4.gate_proj,0.0000329561,0.02500,6.807
+61,mlp.experts.8.gate_proj,0.0000671512,0.02500,6.874
+61,mlp.experts.0.gate_proj,0.0000763781,0.02500,7.078
+61,mlp.experts.18.gate_proj,0.0000601677,0.02500,3.134
+61,mlp.experts.26.gate_proj,0.0000431200,0.02500,3.387
+61,mlp.experts.23.gate_proj,0.0000806239,0.02500,3.161
+61,mlp.experts.30.gate_proj,0.0000694528,0.02500,3.638
+61,mlp.experts.31.gate_proj,0.0000622879,0.02500,3.453
+61,mlp.experts.22.gate_proj,0.0000334269,0.02500,3.996
+61,mlp.experts.19.gate_proj,0.0000830483,0.02500,3.652
+61,mlp.experts.27.gate_proj,0.0000362606,0.02500,4.031
+61,mlp.experts.20.gate_proj,0.0000858070,0.02500,3.135
+61,mlp.experts.28.gate_proj,0.0000483025,0.02500,3.196
+61,mlp.experts.24.gate_proj,0.0000777005,0.02500,3.168
+61,mlp.experts.16.gate_proj,0.0000624438,0.02500,3.177
+61,mlp.experts.42.gate_proj,0.0000800398,0.02500,3.011
+61,mlp.experts.34.gate_proj,0.0000985054,0.02500,3.907
+61,mlp.experts.17.gate_proj,0.0000490583,0.02500,5.073
+61,mlp.experts.25.gate_proj,0.0000594958,0.02500,5.027
+61,mlp.experts.46.gate_proj,0.0000551080,0.02500,3.277
+61,mlp.experts.29.gate_proj,0.0000389273,0.02500,5.095
+61,mlp.experts.21.gate_proj,0.0000608097,0.02500,5.354
+61,mlp.experts.39.gate_proj,0.0000232934,0.02500,4.223
+61,mlp.experts.38.gate_proj,0.0000728008,0.02500,3.712
+61,mlp.experts.47.gate_proj,0.0000527657,0.02500,4.285
+61,mlp.experts.35.gate_proj,0.0000310143,0.02500,4.399
+61,mlp.experts.36.gate_proj,0.0000837388,0.02500,3.107
+61,mlp.experts.44.gate_proj,0.0000255323,0.02500,3.145
+61,mlp.experts.32.gate_proj,0.0000562599,0.02500,3.096
+61,mlp.experts.40.gate_proj,0.0000705111,0.02500,3.248
+61,mlp.experts.58.gate_proj,0.0000659215,0.02500,3.337
+61,mlp.experts.43.gate_proj,0.0000797388,0.02500,4.774
+61,mlp.experts.62.gate_proj,0.0000362249,0.02500,3.310
+61,mlp.experts.50.gate_proj,0.0000351863,0.02500,3.762
+61,mlp.experts.54.gate_proj,0.0000307039,0.02500,3.296
+61,mlp.experts.33.gate_proj,0.0000477945,0.02500,4.865
+61,mlp.experts.41.gate_proj,0.0000311168,0.02500,4.863
+61,mlp.experts.45.gate_proj,0.0000575447,0.02500,4.775
+61,mlp.experts.63.gate_proj,0.0000747785,0.02500,3.834
+61,mlp.experts.55.gate_proj,0.0000679650,0.02500,4.616
+61,mlp.experts.37.gate_proj,0.0000633997,0.02500,4.999
+61,mlp.experts.52.gate_proj,0.0000193874,0.02500,3.923
+61,mlp.experts.60.gate_proj,0.0000490477,0.02500,3.879
+61,mlp.experts.74.gate_proj,0.0000379662,0.02500,3.500
+61,mlp.experts.51.gate_proj,0.0000376570,0.02500,4.168
+61,mlp.experts.48.gate_proj,0.0000495537,0.02500,3.962
+61,mlp.experts.56.gate_proj,0.0000657073,0.02500,4.053
+61,mlp.experts.78.gate_proj,0.0000565623,0.02500,3.330
+61,mlp.experts.59.gate_proj,0.0000481799,0.02500,4.217
+61,mlp.experts.66.gate_proj,0.0000304541,0.02500,3.383
+61,mlp.experts.70.gate_proj,0.0000782819,0.02500,2.945
+61,mlp.experts.71.gate_proj,0.0000653204,0.02500,3.195
+61,mlp.experts.79.gate_proj,0.0000501998,0.02500,3.426
+61,mlp.experts.67.gate_proj,0.0000588238,0.02500,3.093
+61,mlp.experts.90.gate_proj,0.0000414354,0.02500,3.444
+61,mlp.experts.94.gate_proj,0.0000710287,0.02500,2.901
+61,mlp.experts.75.gate_proj,0.0000439798,0.02500,2.903
+61,mlp.experts.49.gate_proj,0.0000590439,0.02500,5.109
+61,mlp.experts.57.gate_proj,0.0000481261,0.02500,5.056
+61,mlp.experts.61.gate_proj,0.0000806888,0.02500,5.059
+61,mlp.experts.86.gate_proj,0.0000318453,0.02500,3.351
+61,mlp.experts.53.gate_proj,0.0000751375,0.02500,5.171
+61,mlp.experts.68.gate_proj,0.0000957239,0.02500,5.061
+61,mlp.experts.76.gate_proj,0.0000733814,0.02500,5.062
+61,mlp.experts.82.gate_proj,0.0000568986,0.02500,3.920
+61,mlp.experts.64.gate_proj,0.0000436385,0.02500,5.015
+61,mlp.experts.72.gate_proj,0.0000505407,0.02500,4.954
+61,mlp.experts.95.gate_proj,0.0001175272,0.02500,2.863
+61,mlp.experts.87.gate_proj,0.0000528900,0.02500,2.923
+61,mlp.experts.83.gate_proj,0.0000475700,0.02500,2.923
+61,mlp.experts.106.gate_proj,0.0000649955,0.02500,3.181
+61,mlp.experts.91.gate_proj,0.0001220515,0.02500,2.837
+61,mlp.experts.110.gate_proj,0.0000513864,0.02500,3.243
+61,mlp.experts.102.gate_proj,0.0000585414,0.02500,3.769
+61,mlp.experts.111.gate_proj,0.0000612432,0.02500,2.931
+61,mlp.experts.98.gate_proj,0.0000194364,0.02500,3.536
+61,mlp.experts.103.gate_proj,0.0000516621,0.02500,2.962
+61,mlp.experts.73.gate_proj,0.0000418346,0.02500,4.831
+61,mlp.experts.77.gate_proj,0.0000496606,0.02500,4.803
+61,mlp.experts.99.gate_proj,0.0000219558,0.02500,3.073
+61,mlp.experts.65.gate_proj,0.0000701287,0.02500,5.061
+61,mlp.experts.80.gate_proj,0.0000523236,0.02500,4.695
+61,mlp.experts.69.gate_proj,0.0000328733,0.02500,4.990
+61,mlp.experts.92.gate_proj,0.0000722079,0.02500,4.897
+61,mlp.experts.84.gate_proj,0.0000719619,0.02500,4.904
+61,mlp.experts.107.gate_proj,0.0000867884,0.02500,3.163
+61,mlp.experts.88.gate_proj,0.0000498896,0.02500,4.804
+61,mlp.experts.2.up_proj,0.0000324004,0.02500,3.463
+61,mlp.experts.6.up_proj,0.0000556289,0.02500,3.719
+61,mlp.experts.119.gate_proj,0.0000334789,0.02500,3.359
+61,mlp.experts.118.gate_proj,0.0000440166,0.02500,3.690
+61,mlp.experts.7.up_proj,0.0000232623,0.02500,3.550
+61,mlp.experts.114.gate_proj,0.0000456916,0.02500,3.870
+61,mlp.experts.115.gate_proj,0.0001001788,0.02500,3.516
+61,mlp.experts.89.gate_proj,0.0000705370,0.02500,3.759
+61,mlp.experts.81.gate_proj,0.0000747317,0.02500,3.648
+61,mlp.experts.93.gate_proj,0.0000390864,0.02500,3.941
+61,mlp.experts.3.up_proj,0.0000660292,0.02500,3.319
+61,mlp.experts.85.gate_proj,0.0000884897,0.02500,3.769
+61,mlp.experts.18.up_proj,0.0000580015,0.02500,3.609
+61,mlp.experts.100.gate_proj,0.0000394763,0.02500,4.116
+61,mlp.experts.108.gate_proj,0.0000749878,0.02500,4.210
+61,mlp.experts.96.gate_proj,0.0001232509,0.02500,4.323
+61,mlp.experts.22.up_proj,0.0000328183,0.02500,3.474
+61,mlp.experts.104.gate_proj,0.0000468990,0.02500,4.317
+61,mlp.experts.14.up_proj,0.0000444862,0.02500,3.324
+61,mlp.experts.23.up_proj,0.0000781844,0.02500,3.259
+61,mlp.experts.15.up_proj,0.0000517177,0.02500,3.518
+61,mlp.experts.10.up_proj,0.0000371535,0.02500,3.268
+61,mlp.experts.11.up_proj,0.0000848396,0.02500,3.059
+61,mlp.experts.19.up_proj,0.0000802572,0.02500,3.261
+61,mlp.experts.34.up_proj,0.0000946244,0.02500,2.978
+61,mlp.experts.105.gate_proj,0.0000432005,0.02500,4.272
+61,mlp.experts.109.gate_proj,0.0000541848,0.02500,4.024
+61,mlp.experts.97.gate_proj,0.0000442417,0.02500,4.309
+61,mlp.experts.38.up_proj,0.0000695307,0.02500,2.896
+61,mlp.experts.101.gate_proj,0.0000347574,0.02500,4.518
+61,mlp.experts.116.gate_proj,0.0000416819,0.02500,4.133
+61,mlp.experts.4.up_proj,0.0000318988,0.02500,4.042
+61,mlp.experts.112.gate_proj,0.0000287255,0.02500,4.004
+61,mlp.experts.30.up_proj,0.0000679134,0.02500,2.995
+61,mlp.experts.0.up_proj,0.0000747749,0.02500,4.075
+61,mlp.experts.31.up_proj,0.0000595635,0.02500,3.193
+61,mlp.experts.26.up_proj,0.0000416409,0.02500,3.244
+61,mlp.experts.27.up_proj,0.0000350324,0.02500,3.398
+61,mlp.experts.39.up_proj,0.0000225656,0.02500,3.981
+61,mlp.experts.35.up_proj,0.0000301574,0.02500,3.274
+61,mlp.experts.50.up_proj,0.0000341069,0.02500,3.171
+61,mlp.experts.54.up_proj,0.0000290449,0.02500,3.273
+61,mlp.experts.20.up_proj,0.0000810378,0.02500,3.068
+61,mlp.experts.12.up_proj,0.0000812163,0.02500,3.083
+61,mlp.experts.8.up_proj,0.0000630493,0.02500,3.137
+61,mlp.experts.16.up_proj,0.0000596893,0.02500,3.103
+61,mlp.experts.46.up_proj,0.0000539832,0.02500,3.341
+61,mlp.experts.47.up_proj,0.0000502530,0.02500,2.986
+61,mlp.experts.42.up_proj,0.0000778887,0.02500,3.218
+61,mlp.experts.43.up_proj,0.0000767145,0.02500,3.084
+61,mlp.experts.113.gate_proj,0.0000620748,0.02500,5.221
+61,mlp.experts.1.up_proj,0.0000432106,0.02500,5.500
+61,mlp.experts.55.up_proj,0.0000660042,0.02500,3.493
+61,mlp.experts.5.up_proj,0.0000421050,0.02500,5.794
+61,mlp.experts.66.up_proj,0.0000299421,0.02500,3.409
+61,mlp.experts.117.gate_proj,0.0000823889,0.02500,5.248
+61,mlp.experts.51.up_proj,0.0000371529,0.02500,3.611
+61,mlp.experts.70.up_proj,0.0000746815,0.02500,3.331
+61,mlp.experts.24.up_proj,0.0000748968,0.02500,3.061
+61,mlp.experts.36.up_proj,0.0000812111,0.02500,3.149
+61,mlp.experts.28.up_proj,0.0000460869,0.02500,3.144
+61,mlp.experts.32.up_proj,0.0000542863,0.02500,3.098
+61,mlp.experts.62.up_proj,0.0000350597,0.02500,3.501
+61,mlp.experts.63.up_proj,0.0000715661,0.02500,3.678
+61,mlp.experts.58.up_proj,0.0000629791,0.02500,3.241
+61,mlp.experts.59.up_proj,0.0000471752,0.02500,3.333
+61,mlp.experts.71.up_proj,0.0000636061,0.02500,3.147
+61,mlp.experts.9.up_proj,0.0000535339,0.02500,4.168
+61,mlp.experts.67.up_proj,0.0000563149,0.02500,3.286
+61,mlp.experts.17.up_proj,0.0000464699,0.02500,4.273
+61,mlp.experts.82.up_proj,0.0000551838,0.02500,3.589
+61,mlp.experts.21.up_proj,0.0000587991,0.02500,4.026
+61,mlp.experts.13.up_proj,0.0000082469,0.02500,4.182
+61,mlp.experts.86.up_proj,0.0000304702,0.02500,3.881
+61,mlp.experts.40.up_proj,0.0000676098,0.02500,3.368
+61,mlp.experts.52.up_proj,0.0000188008,0.02500,3.431
+61,mlp.experts.44.up_proj,0.0000246658,0.02500,3.540
+61,mlp.experts.48.up_proj,0.0000474063,0.02500,3.371
+61,mlp.experts.75.up_proj,0.0000435865,0.02500,3.395
+61,mlp.experts.78.up_proj,0.0000543552,0.02500,3.801
+61,mlp.experts.79.up_proj,0.0000468645,0.02500,3.667
+61,mlp.experts.87.up_proj,0.0000505951,0.02500,3.116
+61,mlp.experts.74.up_proj,0.0000363135,0.02500,3.841
+61,mlp.experts.98.up_proj,0.0000190323,0.02500,3.379
+61,mlp.experts.83.up_proj,0.0000455214,0.02500,3.887
+61,mlp.experts.56.up_proj,0.0000638099,0.02500,3.183
+61,mlp.experts.68.up_proj,0.0000913941,0.02500,3.126
+61,mlp.experts.60.up_proj,0.0000476855,0.02500,3.156
+61,mlp.experts.102.up_proj,0.0000571828,0.02500,3.441
+61,mlp.experts.64.up_proj,0.0000413904,0.02500,3.165
+61,mlp.experts.25.up_proj,0.0000579097,0.02500,4.730
+61,mlp.experts.37.up_proj,0.0000577662,0.02500,4.606
+61,mlp.experts.33.up_proj,0.0000451220,0.02500,4.747
+61,mlp.experts.103.up_proj,0.0000502600,0.02500,3.095
+61,mlp.experts.91.up_proj,0.0001174675,0.02500,3.379
+61,mlp.experts.29.up_proj,0.0000378233,0.02500,5.028
+61,mlp.experts.94.up_proj,0.0000687407,0.02500,3.685
+61,mlp.experts.95.up_proj,0.0001149446,0.02500,3.854
+61,mlp.experts.90.up_proj,0.0000393717,0.02500,3.990
+61,mlp.experts.114.up_proj,0.0000434981,0.02500,3.041
+61,mlp.experts.99.up_proj,0.0000208594,0.02500,3.421
+61,mlp.experts.72.up_proj,0.0000495100,0.02500,3.180
+61,mlp.experts.84.up_proj,0.0000691057,0.02500,3.252
+61,mlp.experts.118.up_proj,0.0000414459,0.02500,3.081
+61,mlp.experts.76.up_proj,0.0000711616,0.02500,3.177
+61,mlp.experts.80.up_proj,0.0000508967,0.02500,3.229
+61,mlp.experts.110.up_proj,0.0000487382,0.02500,2.508
+61,mlp.experts.106.up_proj,0.0000631884,0.02500,2.257
+61,mlp.experts.119.up_proj,0.0000323650,0.02500,3.425
+61,mlp.experts.107.up_proj,0.0000833354,0.02500,3.496
+61,mlp.experts.41.up_proj,0.0000301407,0.02500,4.511
+61,mlp.experts.111.up_proj,0.0000595157,0.02500,3.058
+61,mlp.experts.53.up_proj,0.0000737251,0.02500,4.509
+61,mlp.experts.49.up_proj,0.0000573747,0.02500,4.520
+61,mlp.experts.115.up_proj,0.0000967450,0.02500,2.466
+61,mlp.experts.88.up_proj,0.0000480719,0.02500,3.056
+61,mlp.experts.100.up_proj,0.0000378290,0.02500,3.070
+61,mlp.experts.92.up_proj,0.0000691940,0.02500,3.083
+61,mlp.experts.96.up_proj,0.0001165352,0.02500,3.019
+61,mlp.experts.45.up_proj,0.0000542700,0.02500,5.125
+61,mlp.experts.104.up_proj,0.0000447924,0.02500,2.907
+61,mlp.experts.116.up_proj,0.0000399754,0.02500,2.871
+61,mlp.experts.108.up_proj,0.0000708361,0.02500,2.822
+61,mlp.experts.112.up_proj,0.0000281977,0.02500,2.743
+61,mlp.experts.57.up_proj,0.0000465164,0.02500,4.556
+61,mlp.experts.65.up_proj,0.0000671991,0.02500,4.557
+61,mlp.experts.69.up_proj,0.0000319240,0.02500,4.731
+61,mlp.experts.61.up_proj,0.0000781333,0.02500,4.836
+61,mlp.experts.73.up_proj,0.0000402711,0.02500,5.084
+61,mlp.experts.85.up_proj,0.0000835849,0.02500,5.064
+61,mlp.experts.81.up_proj,0.0000594074,0.02500,5.139
+61,mlp.experts.77.up_proj,0.0000480386,0.02500,4.941
+61,mlp.experts.89.up_proj,0.0000677301,0.02500,4.201
+61,mlp.experts.101.up_proj,0.0000340132,0.02500,4.194
+61,mlp.experts.97.up_proj,0.0000429191,0.02500,4.450
+61,mlp.experts.93.up_proj,0.0000378412,0.02500,4.216
+61,mlp.experts.105.up_proj,0.0000416298,0.02500,5.341
+61,mlp.experts.117.up_proj,0.0000803305,0.02500,5.368
+61,mlp.experts.113.up_proj,0.0000586612,0.02500,5.244
+61,mlp.experts.109.up_proj,0.0000524649,0.02500,4.159
+61,mlp.experts.2.down_proj,0.0000045759,0.02500,1.818
+61,mlp.experts.10.down_proj,0.0000050370,0.02500,1.738
+61,mlp.experts.14.down_proj,0.0000157750,0.02500,1.769
+61,mlp.experts.6.down_proj,0.0000162443,0.02500,1.787
+61,mlp.experts.4.down_proj,0.0000050617,0.02500,2.242
+61,mlp.experts.8.down_proj,0.0000081651,0.02500,2.268
+61,mlp.experts.0.down_proj,0.0000128377,0.02500,2.395
+61,mlp.experts.12.down_proj,0.0000158123,0.02500,2.339
+61,mlp.experts.1.down_proj,0.0000067036,0.02500,2.479
+61,mlp.experts.9.down_proj,0.0000119624,0.02500,2.426
+61,mlp.experts.13.down_proj,0.0000012965,0.02500,2.459
+61,mlp.experts.5.down_proj,0.0000082282,0.02500,2.487
+61,mlp.experts.22.down_proj,0.0000074055,0.02500,0.870
+61,mlp.experts.26.down_proj,0.0000056962,0.02500,0.933
+61,mlp.experts.3.down_proj,0.0000279820,0.02500,2.786
+61,mlp.experts.7.down_proj,0.0000034405,0.02500,2.643
+61,mlp.experts.11.down_proj,0.0000292216,0.02500,2.689
+61,mlp.experts.15.down_proj,0.0000085650,0.02500,2.695
+61,mlp.experts.18.down_proj,0.0000119921,0.02500,1.100
+61,mlp.experts.30.down_proj,0.0000154724,0.02500,1.111
+61,mlp.experts.42.down_proj,0.0000147117,0.02500,0.880
+61,mlp.experts.20.down_proj,0.0000181200,0.02500,1.414
+61,mlp.experts.24.down_proj,0.0000149061,0.02500,1.408
+61,mlp.experts.16.down_proj,0.0000100163,0.02500,1.390
+61,mlp.experts.38.down_proj,0.0000094414,0.02500,1.058
+61,mlp.experts.46.down_proj,0.0000151628,0.02500,0.954
+61,mlp.experts.28.down_proj,0.0000095723,0.02500,1.495
+61,mlp.experts.27.down_proj,0.0000079972,0.02500,1.178
+61,mlp.experts.23.down_proj,0.0000181868,0.02500,1.254
+61,mlp.experts.19.down_proj,0.0000214884,0.02500,1.290
+61,mlp.experts.34.down_proj,0.0000254972,0.02500,1.160
+61,mlp.experts.31.down_proj,0.0000078884,0.02500,1.274
+61,mlp.experts.25.down_proj,0.0000105067,0.02500,1.687
+61,mlp.experts.17.down_proj,0.0000145938,0.02500,1.755
+61,mlp.experts.29.down_proj,0.0000066500,0.02500,1.744
+61,mlp.experts.21.down_proj,0.0000095924,0.02500,1.801
+61,mlp.experts.54.down_proj,0.0000032436,0.02500,0.884
+61,mlp.experts.58.down_proj,0.0000080907,0.02500,1.105
+61,mlp.experts.50.down_proj,0.0000052860,0.02500,0.872
+61,mlp.experts.62.down_proj,0.0000062032,0.02500,1.153
+61,mlp.experts.36.down_proj,0.0000153355,0.02500,1.354
+61,mlp.experts.32.down_proj,0.0000105295,0.02500,1.355
+61,mlp.experts.39.down_proj,0.0000032430,0.02500,1.152
+61,mlp.experts.43.down_proj,0.0000151124,0.02500,1.188
+61,mlp.experts.40.down_proj,0.0000100564,0.02500,1.455
+61,mlp.experts.44.down_proj,0.0000083524,0.02500,1.372
+61,mlp.experts.35.down_proj,0.0000055466,0.02500,1.260
+61,mlp.experts.47.down_proj,0.0000200965,0.02500,1.238
+61,mlp.experts.70.down_proj,0.0000114230,0.02500,0.857
+61,mlp.experts.66.down_proj,0.0000107253,0.02500,0.839
+61,mlp.experts.41.down_proj,0.0000053511,0.02500,1.614
+61,mlp.experts.74.down_proj,0.0000046757,0.02500,1.128
+61,mlp.experts.33.down_proj,0.0000075119,0.02500,1.685
+61,mlp.experts.45.down_proj,0.0000072697,0.02500,1.647
+61,mlp.experts.37.down_proj,0.0000213007,0.02500,1.723
+61,mlp.experts.59.down_proj,0.0000083702,0.02500,0.966
+61,mlp.experts.78.down_proj,0.0000102079,0.02500,1.109
+61,mlp.experts.55.down_proj,0.0000129927,0.02500,1.041
+61,mlp.experts.52.down_proj,0.0000074423,0.02500,1.153
+61,mlp.experts.48.down_proj,0.0000135722,0.02500,1.135
+61,mlp.experts.56.down_proj,0.0000122978,0.02500,1.112
+61,mlp.experts.63.down_proj,0.0000138550,0.02500,0.970
+61,mlp.experts.51.down_proj,0.0000056050,0.02500,1.029
+61,mlp.experts.60.down_proj,0.0000137527,0.02500,1.089
+61,mlp.experts.86.down_proj,0.0000108629,0.02500,0.907
+61,mlp.experts.82.down_proj,0.0000092634,0.02500,0.913
+61,mlp.experts.90.down_proj,0.0000081116,0.02500,1.081
+61,mlp.experts.94.down_proj,0.0000137561,0.02500,0.924
+61,mlp.experts.68.down_proj,0.0000135438,0.02500,0.909
+61,mlp.experts.64.down_proj,0.0000071816,0.02500,0.910
+61,mlp.experts.75.down_proj,0.0000100471,0.02500,1.040
+61,mlp.experts.72.down_proj,0.0000154210,0.02500,0.909
+61,mlp.experts.71.down_proj,0.0000209101,0.02500,1.010
+61,mlp.experts.67.down_proj,0.0000180453,0.02500,0.922
+61,mlp.experts.76.down_proj,0.0000120214,0.02500,0.914
+61,mlp.experts.57.down_proj,0.0000078556,0.02500,1.513
+61,mlp.experts.61.down_proj,0.0000294307,0.02500,1.464
+61,mlp.experts.102.down_proj,0.0000152037,0.02500,0.979
+61,mlp.experts.49.down_proj,0.0000110837,0.02500,1.515
+61,mlp.experts.79.down_proj,0.0000285678,0.02500,1.112
+61,mlp.experts.53.down_proj,0.0000199447,0.02500,1.527
+61,mlp.experts.98.down_proj,0.0000040087,0.02500,0.945
+61,mlp.experts.106.down_proj,0.0000150032,0.02500,1.033
+61,mlp.experts.110.down_proj,0.0000079152,0.02500,0.945
+61,mlp.experts.84.down_proj,0.0000119324,0.02500,0.978
+61,mlp.experts.91.down_proj,0.0000229525,0.02500,0.936
+61,mlp.experts.80.down_proj,0.0000074468,0.02500,0.980
+61,mlp.experts.83.down_proj,0.0000101533,0.02500,0.945
+61,mlp.experts.88.down_proj,0.0000113959,0.02500,0.995
+61,mlp.experts.92.down_proj,0.0000129911,0.02500,0.981
+61,mlp.experts.87.down_proj,0.0000074835,0.02500,1.044
+61,mlp.experts.118.down_proj,0.0000070956,0.02500,0.980
+61,mlp.experts.114.down_proj,0.0000069107,0.02500,0.876
+61,mlp.experts.95.down_proj,0.0000188895,0.02500,1.097
+61,mlp.experts.73.down_proj,0.0000069751,0.02500,1.317
+61,mlp.experts.65.down_proj,0.0000088687,0.02500,1.332
+61,mlp.experts.77.down_proj,0.0000066493,0.02500,1.436
+61,mlp.experts.69.down_proj,0.0000150419,0.02500,1.385
+61,mlp.experts.107.down_proj,0.0000266604,0.02500,0.860
+61,mlp.experts.100.down_proj,0.0000042344,0.02500,0.924
+61,mlp.experts.96.down_proj,0.0000200647,0.02500,0.923
+61,mlp.experts.104.down_proj,0.0000081848,0.02500,0.935
+61,mlp.experts.103.down_proj,0.0000080481,0.02500,0.888
+61,mlp.experts.108.down_proj,0.0000154082,0.02500,0.915
+61,mlp.experts.99.down_proj,0.0000036307,0.02500,1.009
+61,mlp.experts.111.down_proj,0.0000092709,0.02500,0.840
+61,mlp.experts.116.down_proj,0.0000054340,0.02500,0.649
+61,mlp.experts.112.down_proj,0.0000037896,0.02500,0.649
+61,mlp.experts.119.down_proj,0.0000042987,0.02500,0.607
+61,mlp.experts.115.down_proj,0.0000292088,0.02500,0.602
+61,mlp.experts.89.down_proj,0.0000092768,0.02500,1.366
+61,mlp.experts.81.down_proj,0.0000180941,0.02500,1.350
+61,mlp.experts.93.down_proj,0.0000090289,0.02500,1.342
+61,mlp.experts.85.down_proj,0.0000241048,0.02500,1.494
+61,mlp.experts.105.down_proj,0.0000077530,0.02500,1.467
+61,mlp.experts.97.down_proj,0.0000058115,0.02500,1.428
+61,mlp.experts.109.down_proj,0.0000126805,0.02500,1.409
+61,mlp.experts.101.down_proj,0.0000098926,0.02500,1.354
+61,mlp.experts.113.down_proj,0.0000087762,0.02500,1.017
+61,mlp.experts.117.down_proj,0.0000130821,0.02500,0.836
+62,self_attn.v_proj,0.0000006808,0.02500,1.555
+62,self_attn.k_proj,0.0000002990,0.02500,1.914
+62,self_attn.q_proj,0.0000020915,0.02500,2.392
+62,self_attn.o_proj,0.0000000747,0.02500,3.871
+62,mlp.shared_experts.gate_proj,0.0000033291,0.02500,1.327
+62,mlp.shared_experts.up_proj,0.0000019021,0.02500,1.323
+62,mlp.shared_experts.down_proj,0.0000002315,0.02500,0.378
+62,mlp.experts.7.gate_proj,0.0000920841,0.02500,3.457
+62,mlp.experts.15.gate_proj,0.0000652544,0.02500,3.504
+62,mlp.experts.12.gate_proj,0.0000485259,0.02500,3.669
+62,mlp.experts.0.gate_proj,0.0000578022,0.02500,4.494
+62,mlp.experts.4.gate_proj,0.0000630895,0.02500,4.496
+62,mlp.experts.8.gate_proj,0.0000540313,0.02500,3.845
+62,mlp.experts.11.gate_proj,0.0000420429,0.02500,4.006
+62,mlp.experts.3.gate_proj,0.0000360715,0.02500,5.091
+62,mlp.experts.2.gate_proj,0.0000515663,0.02500,5.860
+62,mlp.experts.1.gate_proj,0.0000637997,0.02500,5.859
+62,mlp.experts.9.gate_proj,0.0000561251,0.02500,5.638
+62,mlp.experts.5.gate_proj,0.0000258911,0.02500,5.750
+62,mlp.experts.6.gate_proj,0.0000364172,0.02500,5.935
+62,mlp.experts.13.gate_proj,0.0000496563,0.02500,5.954
+62,mlp.experts.10.gate_proj,0.0000421575,0.02500,5.979
+62,mlp.experts.14.gate_proj,0.0000397925,0.02500,6.286
+62,mlp.experts.23.gate_proj,0.0000899969,0.02500,3.343
+62,mlp.experts.31.gate_proj,0.0000537757,0.02500,3.625
+62,mlp.experts.16.gate_proj,0.0000488526,0.02500,3.707
+62,mlp.experts.20.gate_proj,0.0000300006,0.02500,3.778
+62,mlp.experts.19.gate_proj,0.0000583375,0.02500,3.207
+62,mlp.experts.28.gate_proj,0.0000794291,0.02500,3.893
+62,mlp.experts.24.gate_proj,0.0000516588,0.02500,3.810
+62,mlp.experts.27.gate_proj,0.0000954581,0.02500,3.619
+62,mlp.experts.17.gate_proj,0.0000352078,0.02500,4.274
+62,mlp.experts.25.gate_proj,0.0000393183,0.02500,4.323
+62,mlp.experts.21.gate_proj,0.0000288443,0.02500,4.320
+62,mlp.experts.29.gate_proj,0.0000619546,0.02500,4.131
+62,mlp.experts.18.gate_proj,0.0000560856,0.02500,5.020
+62,mlp.experts.32.gate_proj,0.0000524846,0.02500,2.952
+62,mlp.experts.39.gate_proj,0.0000270930,0.02500,3.733
+62,mlp.experts.36.gate_proj,0.0000566252,0.02500,3.162
+62,mlp.experts.26.gate_proj,0.0000301160,0.02500,5.135
+62,mlp.experts.22.gate_proj,0.0000637324,0.02500,5.255
+62,mlp.experts.47.gate_proj,0.0000569290,0.02500,4.181
+62,mlp.experts.40.gate_proj,0.0000304762,0.02500,3.679
+62,mlp.experts.44.gate_proj,0.0000776837,0.02500,3.937
+62,mlp.experts.30.gate_proj,0.0000452840,0.02500,5.341
+62,mlp.experts.43.gate_proj,0.0000311853,0.02500,4.016
+62,mlp.experts.35.gate_proj,0.0000684004,0.02500,4.522
+62,mlp.experts.33.gate_proj,0.0000635549,0.02500,3.671
+62,mlp.experts.48.gate_proj,0.0000640872,0.02500,2.972
+62,mlp.experts.41.gate_proj,0.0000343930,0.02500,3.545
+62,mlp.experts.45.gate_proj,0.0000536715,0.02500,3.541
+62,mlp.experts.37.gate_proj,0.0000636296,0.02500,3.625
+62,mlp.experts.52.gate_proj,0.0000649677,0.02500,3.297
+62,mlp.experts.63.gate_proj,0.0000969803,0.02500,3.065
+62,mlp.experts.55.gate_proj,0.0000504606,0.02500,4.059
+62,mlp.experts.60.gate_proj,0.0000707251,0.02500,3.327
+62,mlp.experts.51.gate_proj,0.0000656463,0.02500,2.906
+62,mlp.experts.56.gate_proj,0.0000261279,0.02500,3.935
+62,mlp.experts.59.gate_proj,0.0000952253,0.02500,3.892
+62,mlp.experts.34.gate_proj,0.0000439512,0.02500,5.974
+62,mlp.experts.49.gate_proj,0.0001224393,0.02500,3.202
+62,mlp.experts.38.gate_proj,0.0000503338,0.02500,5.386
+62,mlp.experts.42.gate_proj,0.0000440445,0.02500,5.551
+62,mlp.experts.57.gate_proj,0.0000727663,0.02500,3.338
+62,mlp.experts.64.gate_proj,0.0001748723,0.02500,3.564
+62,mlp.experts.68.gate_proj,0.0001430208,0.02500,3.005
+62,mlp.experts.61.gate_proj,0.0000930530,0.02500,3.357
+62,mlp.experts.53.gate_proj,0.0000361948,0.02500,3.367
+62,mlp.experts.79.gate_proj,0.0001055243,0.02500,2.922
+62,mlp.experts.46.gate_proj,0.0000431217,0.02500,5.857
+62,mlp.experts.67.gate_proj,0.0000243823,0.02500,2.910
+62,mlp.experts.76.gate_proj,0.0000763707,0.02500,3.432
+62,mlp.experts.71.gate_proj,0.0000465687,0.02500,3.901
+62,mlp.experts.72.gate_proj,0.0000350766,0.02500,3.336
+62,mlp.experts.75.gate_proj,0.0000710934,0.02500,3.901
+62,mlp.experts.65.gate_proj,0.0000649155,0.02500,3.569
+62,mlp.experts.84.gate_proj,0.0000270418,0.02500,2.913
+62,mlp.experts.73.gate_proj,0.0000258276,0.02500,3.464
+62,mlp.experts.95.gate_proj,0.0000595830,0.02500,3.039
+62,mlp.experts.50.gate_proj,0.0001418560,0.02500,4.280
+62,mlp.experts.69.gate_proj,0.0000205471,0.02500,3.478
+62,mlp.experts.77.gate_proj,0.0001001764,0.02500,3.561
+62,mlp.experts.58.gate_proj,0.0000786596,0.02500,3.886
+62,mlp.experts.54.gate_proj,0.0000547115,0.02500,4.117
+62,mlp.experts.80.gate_proj,0.0000279656,0.02500,3.957
+62,mlp.experts.83.gate_proj,0.0000969673,0.02500,3.285
+62,mlp.experts.92.gate_proj,0.0000248161,0.02500,3.080
+62,mlp.experts.62.gate_proj,0.0000357695,0.02500,3.999
+62,mlp.experts.88.gate_proj,0.0000782937,0.02500,3.414
+62,mlp.experts.87.gate_proj,0.0001047404,0.02500,3.755
+62,mlp.experts.91.gate_proj,0.0000647166,0.02500,3.078
+62,mlp.experts.81.gate_proj,0.0001154980,0.02500,3.429
+62,mlp.experts.100.gate_proj,0.0001085781,0.02500,3.639
+62,mlp.experts.111.gate_proj,0.0000703148,0.02500,3.198
+62,mlp.experts.89.gate_proj,0.0000258801,0.02500,3.419
+62,mlp.experts.93.gate_proj,0.0000893594,0.02500,3.296
+62,mlp.experts.85.gate_proj,0.0001149185,0.02500,3.405
+62,mlp.experts.96.gate_proj,0.0000294529,0.02500,3.582
+62,mlp.experts.108.gate_proj,0.0000459642,0.02500,3.398
+62,mlp.experts.74.gate_proj,0.0000423061,0.02500,4.492
+62,mlp.experts.99.gate_proj,0.0000270852,0.02500,3.920
+62,mlp.experts.66.gate_proj,0.0000932078,0.02500,4.740
+62,mlp.experts.70.gate_proj,0.0000464831,0.02500,4.643
+62,mlp.experts.104.gate_proj,0.0000641062,0.02500,3.355
+62,mlp.experts.103.gate_proj,0.0000399409,0.02500,3.233
+62,mlp.experts.107.gate_proj,0.0000591939,0.02500,3.483
+62,mlp.experts.78.gate_proj,0.0000576232,0.02500,4.614
+62,mlp.experts.7.up_proj,0.0000880389,0.02500,3.111
+62,mlp.experts.116.gate_proj,0.0000835287,0.02500,3.249
+62,mlp.experts.97.gate_proj,0.0000477300,0.02500,3.963
+62,mlp.experts.105.gate_proj,0.0000595036,0.02500,3.987
+62,mlp.experts.109.gate_proj,0.0000619688,0.02500,4.002
+62,mlp.experts.112.gate_proj,0.0000656533,0.02500,3.460
+62,mlp.experts.101.gate_proj,0.0000345197,0.02500,3.975
+62,mlp.experts.0.up_proj,0.0000548861,0.02500,3.009
+62,mlp.experts.4.up_proj,0.0000613037,0.02500,3.952
+62,mlp.experts.3.up_proj,0.0000347981,0.02500,2.903
+62,mlp.experts.115.gate_proj,0.0000906145,0.02500,3.984
+62,mlp.experts.119.gate_proj,0.0000523327,0.02500,3.784
+62,mlp.experts.23.up_proj,0.0000870263,0.02500,2.989
+62,mlp.experts.90.gate_proj,0.0000470576,0.02500,4.709
+62,mlp.experts.82.gate_proj,0.0000341782,0.02500,4.707
+62,mlp.experts.12.up_proj,0.0000466000,0.02500,3.362
+62,mlp.experts.86.gate_proj,0.0000598608,0.02500,4.804
+62,mlp.experts.113.gate_proj,0.0000637591,0.02500,3.446
+62,mlp.experts.1.up_proj,0.0000611940,0.02500,3.362
+62,mlp.experts.94.gate_proj,0.0000473045,0.02500,5.047
+62,mlp.experts.5.up_proj,0.0000252588,0.02500,3.366
+62,mlp.experts.117.gate_proj,0.0000669506,0.02500,3.376
+62,mlp.experts.20.up_proj,0.0000290210,0.02500,2.880
+62,mlp.experts.8.up_proj,0.0000524282,0.02500,3.704
+62,mlp.experts.16.up_proj,0.0000465598,0.02500,3.313
+62,mlp.experts.19.up_proj,0.0000573368,0.02500,2.948
+62,mlp.experts.39.up_proj,0.0000263077,0.02500,3.092
+62,mlp.experts.15.up_proj,0.0000629710,0.02500,3.579
+62,mlp.experts.11.up_proj,0.0000399934,0.02500,3.916
+62,mlp.experts.28.up_proj,0.0000751298,0.02500,3.453
+62,mlp.experts.9.up_proj,0.0000545501,0.02500,3.500
+62,mlp.experts.17.up_proj,0.0000341583,0.02500,3.570
+62,mlp.experts.36.up_proj,0.0000555137,0.02500,3.195
+62,mlp.experts.35.up_proj,0.0000652276,0.02500,2.912
+62,mlp.experts.13.up_proj,0.0000451106,0.02500,3.531
+62,mlp.experts.21.up_proj,0.0000280300,0.02500,3.654
+62,mlp.experts.24.up_proj,0.0000497307,0.02500,3.469
+62,mlp.experts.98.gate_proj,0.0000372222,0.02500,5.316
+62,mlp.experts.106.gate_proj,0.0000380095,0.02500,5.471
+62,mlp.experts.102.gate_proj,0.0000478695,0.02500,5.236
+62,mlp.experts.32.up_proj,0.0000506150,0.02500,3.990
+62,mlp.experts.31.up_proj,0.0000508725,0.02500,2.959
+62,mlp.experts.55.up_proj,0.0000487738,0.02500,3.942
+62,mlp.experts.110.gate_proj,0.0000767277,0.02500,5.532
+62,mlp.experts.27.up_proj,0.0000923834,0.02500,3.891
+62,mlp.experts.44.up_proj,0.0000741219,0.02500,3.351
+62,mlp.experts.51.up_proj,0.0000637525,0.02500,2.907
+62,mlp.experts.52.up_proj,0.0000621804,0.02500,3.103
+62,mlp.experts.40.up_proj,0.0000292313,0.02500,3.381
+62,mlp.experts.25.up_proj,0.0000380386,0.02500,4.691
+62,mlp.experts.2.up_proj,0.0000493986,0.02500,3.753
+62,mlp.experts.47.up_proj,0.0000546451,0.02500,3.211
+62,mlp.experts.114.gate_proj,0.0000629131,0.02500,3.912
+62,mlp.experts.118.gate_proj,0.0000404521,0.02500,3.777
+62,mlp.experts.29.up_proj,0.0000602403,0.02500,4.476
+62,mlp.experts.48.up_proj,0.0000621514,0.02500,3.644
+62,mlp.experts.33.up_proj,0.0000596862,0.02500,4.766
+62,mlp.experts.37.up_proj,0.0000615383,0.02500,4.655
+62,mlp.experts.71.up_proj,0.0000447598,0.02500,3.199
+62,mlp.experts.43.up_proj,0.0000298700,0.02500,3.182
+62,mlp.experts.6.up_proj,0.0000350054,0.02500,3.800
+62,mlp.experts.60.up_proj,0.0000684638,0.02500,3.564
+62,mlp.experts.68.up_proj,0.0001378004,0.02500,3.164
+62,mlp.experts.67.up_proj,0.0000236858,0.02500,3.649
+62,mlp.experts.56.up_proj,0.0000245966,0.02500,3.185
+62,mlp.experts.18.up_proj,0.0000542460,0.02500,3.595
+62,mlp.experts.10.up_proj,0.0000407310,0.02500,3.548
+62,mlp.experts.14.up_proj,0.0000376361,0.02500,3.502
+62,mlp.experts.87.up_proj,0.0001014324,0.02500,2.957
+62,mlp.experts.64.up_proj,0.0001674094,0.02500,3.605
+62,mlp.experts.63.up_proj,0.0000933527,0.02500,3.939
+62,mlp.experts.59.up_proj,0.0000920789,0.02500,3.231
+62,mlp.experts.41.up_proj,0.0000325017,0.02500,4.597
+62,mlp.experts.22.up_proj,0.0000636567,0.02500,3.321
+62,mlp.experts.49.up_proj,0.0001183696,0.02500,4.467
+62,mlp.experts.45.up_proj,0.0000516620,0.02500,4.638
+62,mlp.experts.53.up_proj,0.0000349926,0.02500,4.575
+62,mlp.experts.76.up_proj,0.0000703628,0.02500,3.676
+62,mlp.experts.84.up_proj,0.0000263325,0.02500,3.293
+62,mlp.experts.83.up_proj,0.0000937580,0.02500,3.394
+62,mlp.experts.72.up_proj,0.0000340118,0.02500,3.418
+62,mlp.experts.26.up_proj,0.0000292675,0.02500,3.119
+62,mlp.experts.30.up_proj,0.0000422506,0.02500,3.097
+62,mlp.experts.34.up_proj,0.0000422467,0.02500,3.244
+62,mlp.experts.103.up_proj,0.0000386037,0.02500,3.099
+62,mlp.experts.80.up_proj,0.0000269802,0.02500,3.030
+62,mlp.experts.79.up_proj,0.0000990234,0.02500,3.408
+62,mlp.experts.38.up_proj,0.0000483584,0.02500,3.121
+62,mlp.experts.75.up_proj,0.0000673151,0.02500,3.818
+62,mlp.experts.57.up_proj,0.0000699543,0.02500,4.107
+62,mlp.experts.100.up_proj,0.0001020416,0.02500,3.241
+62,mlp.experts.99.up_proj,0.0000259803,0.02500,2.880
+62,mlp.experts.65.up_proj,0.0000615041,0.02500,4.159
+62,mlp.experts.69.up_proj,0.0000201108,0.02500,3.958
+62,mlp.experts.92.up_proj,0.0000240748,0.02500,3.902
+62,mlp.experts.61.up_proj,0.0000895727,0.02500,4.240
+62,mlp.experts.88.up_proj,0.0000721864,0.02500,3.280
+62,mlp.experts.96.up_proj,0.0000286816,0.02500,3.029
+62,mlp.experts.50.up_proj,0.0001354341,0.02500,3.367
+62,mlp.experts.42.up_proj,0.0000425321,0.02500,3.536
+62,mlp.experts.46.up_proj,0.0000418075,0.02500,3.533
+62,mlp.experts.95.up_proj,0.0000578342,0.02500,2.940
+62,mlp.experts.119.up_proj,0.0000509690,0.02500,3.839
+62,mlp.experts.54.up_proj,0.0000527165,0.02500,3.529
+62,mlp.experts.115.up_proj,0.0000763998,0.02500,3.066
+62,mlp.experts.91.up_proj,0.0000621534,0.02500,3.668
+62,mlp.experts.116.up_proj,0.0000800204,0.02500,3.252
+62,mlp.experts.104.up_proj,0.0000605713,0.02500,3.408
+62,mlp.experts.108.up_proj,0.0000444248,0.02500,3.696
+62,mlp.experts.111.up_proj,0.0000681132,0.02500,2.476
+62,mlp.experts.112.up_proj,0.0000632577,0.02500,2.848
+62,mlp.experts.73.up_proj,0.0000252914,0.02500,4.488
+62,mlp.experts.66.up_proj,0.0000874341,0.02500,3.201
+62,mlp.experts.58.up_proj,0.0000766201,0.02500,3.263
+62,mlp.experts.62.up_proj,0.0000344028,0.02500,3.257
+62,mlp.experts.85.up_proj,0.0001099861,0.02500,4.556
+62,mlp.experts.107.up_proj,0.0000575386,0.02500,1.864
+62,mlp.experts.81.up_proj,0.0001112888,0.02500,4.623
+62,mlp.experts.77.up_proj,0.0000968225,0.02500,4.567
+62,mlp.experts.70.up_proj,0.0000446150,0.02500,3.202
+62,mlp.experts.82.up_proj,0.0000330388,0.02500,3.015
+62,mlp.experts.74.up_proj,0.0000406837,0.02500,3.010
+62,mlp.experts.78.up_proj,0.0000554700,0.02500,3.015
+62,mlp.experts.86.up_proj,0.0000578339,0.02500,2.851
+62,mlp.experts.89.up_proj,0.0000255020,0.02500,4.482
+62,mlp.experts.101.up_proj,0.0000334967,0.02500,4.559
+62,mlp.experts.97.up_proj,0.0000462008,0.02500,4.587
+62,mlp.experts.93.up_proj,0.0000756854,0.02500,4.861
+62,mlp.experts.98.up_proj,0.0000360205,0.02500,3.110
+62,mlp.experts.90.up_proj,0.0000457498,0.02500,3.100
+62,mlp.experts.94.up_proj,0.0000453865,0.02500,3.131
+62,mlp.experts.102.up_proj,0.0000462961,0.02500,3.168
+62,mlp.experts.105.up_proj,0.0000574747,0.02500,4.991
+62,mlp.experts.113.up_proj,0.0000612872,0.02500,4.681
+62,mlp.experts.117.up_proj,0.0000646816,0.02500,4.776
+62,mlp.experts.109.up_proj,0.0000602453,0.02500,4.451
+62,mlp.experts.114.up_proj,0.0000603240,0.02500,3.592
+62,mlp.experts.106.up_proj,0.0000360798,0.02500,3.602
+62,mlp.experts.110.up_proj,0.0000746261,0.02500,3.791
+62,mlp.experts.118.up_proj,0.0000390466,0.02500,3.165
+62,mlp.experts.11.down_proj,0.0000100689,0.02500,1.051
+62,mlp.experts.15.down_proj,0.0000106420,0.02500,1.054
+62,mlp.experts.8.down_proj,0.0000091508,0.02500,1.082
+62,mlp.experts.0.down_proj,0.0000119569,0.02500,1.110
+62,mlp.experts.7.down_proj,0.0000123818,0.02500,1.207
+62,mlp.experts.12.down_proj,0.0000070613,0.02500,1.224
+62,mlp.experts.4.down_proj,0.0000094018,0.02500,1.225
+62,mlp.experts.3.down_proj,0.0000092208,0.02500,1.273
+62,mlp.experts.6.down_proj,0.0000145423,0.02500,1.457
+62,mlp.experts.14.down_proj,0.0000083161,0.02500,1.473
+62,mlp.experts.2.down_proj,0.0000105882,0.02500,1.504
+62,mlp.experts.10.down_proj,0.0000061571,0.02500,1.511
+62,mlp.experts.1.down_proj,0.0000104740,0.02500,1.530
+62,mlp.experts.13.down_proj,0.0000228353,0.02500,1.527
+62,mlp.experts.5.down_proj,0.0000103821,0.02500,1.539
+62,mlp.experts.9.down_proj,0.0000156549,0.02500,1.558
+62,mlp.experts.27.down_proj,0.0000161650,0.02500,0.890
+62,mlp.experts.24.down_proj,0.0000095740,0.02500,0.920
+62,mlp.experts.16.down_proj,0.0000079225,0.02500,0.925
+62,mlp.experts.23.down_proj,0.0000199741,0.02500,0.913
+62,mlp.experts.20.down_proj,0.0000063545,0.02500,0.911
+62,mlp.experts.28.down_proj,0.0000175830,0.02500,0.924
+62,mlp.experts.31.down_proj,0.0000088107,0.02500,1.144
+62,mlp.experts.19.down_proj,0.0000115481,0.02500,1.142
+62,mlp.experts.22.down_proj,0.0000211588,0.02500,1.177
+62,mlp.experts.17.down_proj,0.0000103080,0.02500,1.139
+62,mlp.experts.25.down_proj,0.0000057705,0.02500,1.125
+62,mlp.experts.18.down_proj,0.0000091223,0.02500,1.191
+62,mlp.experts.30.down_proj,0.0000058919,0.02500,1.218
+62,mlp.experts.29.down_proj,0.0000139711,0.02500,1.188
+62,mlp.experts.21.down_proj,0.0000069775,0.02500,1.195
+62,mlp.experts.26.down_proj,0.0000063354,0.02500,1.254
+62,mlp.experts.40.down_proj,0.0000060953,0.02500,0.847
+62,mlp.experts.32.down_proj,0.0000114681,0.02500,0.839
+62,mlp.experts.43.down_proj,0.0000108560,0.02500,0.932
+62,mlp.experts.36.down_proj,0.0000166409,0.02500,0.840
+62,mlp.experts.44.down_proj,0.0000117282,0.02500,0.832
+62,mlp.experts.39.down_proj,0.0000087476,0.02500,0.913
+62,mlp.experts.47.down_proj,0.0000084458,0.02500,0.943
+62,mlp.experts.35.down_proj,0.0000148703,0.02500,1.143
+62,mlp.experts.56.down_proj,0.0000047690,0.02500,0.821
+62,mlp.experts.48.down_proj,0.0000121923,0.02500,0.838
+62,mlp.experts.59.down_proj,0.0000140878,0.02500,0.858
+62,mlp.experts.60.down_proj,0.0000168547,0.02500,0.824
+62,mlp.experts.52.down_proj,0.0000116596,0.02500,0.828
+62,mlp.experts.38.down_proj,0.0000071814,0.02500,1.277
+62,mlp.experts.34.down_proj,0.0000069994,0.02500,1.251
+62,mlp.experts.46.down_proj,0.0000076434,0.02500,1.289
+62,mlp.experts.63.down_proj,0.0000194771,0.02500,0.885
+62,mlp.experts.42.down_proj,0.0000069754,0.02500,1.286
+62,mlp.experts.55.down_proj,0.0000090571,0.02500,1.178
+62,mlp.experts.33.down_proj,0.0000115788,0.02500,1.558
+62,mlp.experts.41.down_proj,0.0000054029,0.02500,1.571
+62,mlp.experts.45.down_proj,0.0000122187,0.02500,1.584
+62,mlp.experts.37.down_proj,0.0000102364,0.02500,1.650
+62,mlp.experts.75.down_proj,0.0000116037,0.02500,0.907
+62,mlp.experts.72.down_proj,0.0000058238,0.02500,1.018
+62,mlp.experts.51.down_proj,0.0000168102,0.02500,1.150
+62,mlp.experts.64.down_proj,0.0000543850,0.02500,1.018
+62,mlp.experts.76.down_proj,0.0000116895,0.02500,1.037
+62,mlp.experts.68.down_proj,0.0000581942,0.02500,1.176
+62,mlp.experts.79.down_proj,0.0000256795,0.02500,1.043
+62,mlp.experts.71.down_proj,0.0000062995,0.02500,1.034
+62,mlp.experts.54.down_proj,0.0000076851,0.02500,1.392
+62,mlp.experts.62.down_proj,0.0000059923,0.02500,1.325
+62,mlp.experts.58.down_proj,0.0000172992,0.02500,1.318
+62,mlp.experts.50.down_proj,0.0000474912,0.02500,1.484
+62,mlp.experts.67.down_proj,0.0000070873,0.02500,0.988
+62,mlp.experts.91.down_proj,0.0000089299,0.02500,1.059
+62,mlp.experts.61.down_proj,0.0000124158,0.02500,1.494
+62,mlp.experts.88.down_proj,0.0000126874,0.02500,1.128
+62,mlp.experts.49.down_proj,0.0000182669,0.02500,1.610
+62,mlp.experts.53.down_proj,0.0000050946,0.02500,1.475
+62,mlp.experts.80.down_proj,0.0000068781,0.02500,1.153
+62,mlp.experts.57.down_proj,0.0000195985,0.02500,1.631
+62,mlp.experts.92.down_proj,0.0000087138,0.02500,1.088
+62,mlp.experts.84.down_proj,0.0000057087,0.02500,1.083
+62,mlp.experts.95.down_proj,0.0000248464,0.02500,1.050
+62,mlp.experts.87.down_proj,0.0000258114,0.02500,0.902
+62,mlp.experts.78.down_proj,0.0000189528,0.02500,1.229
+62,mlp.experts.70.down_proj,0.0000065334,0.02500,1.269
+62,mlp.experts.74.down_proj,0.0000148371,0.02500,1.306
+62,mlp.experts.66.down_proj,0.0000235621,0.02500,1.295
+62,mlp.experts.107.down_proj,0.0000117919,0.02500,1.124
+62,mlp.experts.104.down_proj,0.0000164709,0.02500,1.025
+62,mlp.experts.96.down_proj,0.0000096883,0.02500,0.971
+62,mlp.experts.83.down_proj,0.0000131245,0.02500,1.159
+62,mlp.experts.108.down_proj,0.0000072150,0.02500,1.038
+62,mlp.experts.111.down_proj,0.0000132185,0.02500,0.848
+62,mlp.experts.103.down_proj,0.0000061821,0.02500,0.840
+62,mlp.experts.100.down_proj,0.0000147506,0.02500,1.037
+62,mlp.experts.65.down_proj,0.0000108839,0.02500,1.389
+62,mlp.experts.77.down_proj,0.0000335259,0.02500,1.473
+62,mlp.experts.69.down_proj,0.0000036653,0.02500,1.424
+62,mlp.experts.73.down_proj,0.0000068731,0.02500,1.441
+62,mlp.experts.112.down_proj,0.0000154849,0.02500,0.629
+62,mlp.experts.99.down_proj,0.0000033946,0.02500,0.640
+62,mlp.experts.119.down_proj,0.0000111236,0.02500,0.627
+62,mlp.experts.116.down_proj,0.0000196086,0.02500,0.606
+62,mlp.experts.115.down_proj,0.0000142311,0.02500,0.492
+62,mlp.experts.94.down_proj,0.0000073374,0.02500,1.490
+62,mlp.experts.86.down_proj,0.0000098362,0.02500,1.453
+62,mlp.experts.90.down_proj,0.0000071318,0.02500,1.419
+62,mlp.experts.82.down_proj,0.0000044421,0.02500,1.434
+62,mlp.experts.81.down_proj,0.0000282178,0.02500,1.338
+62,mlp.experts.85.down_proj,0.0000235203,0.02500,1.354
+62,mlp.experts.89.down_proj,0.0000044728,0.02500,1.371
+62,mlp.experts.93.down_proj,0.0000365953,0.02500,1.436
+62,mlp.experts.110.down_proj,0.0000119639,0.02500,1.495
+62,mlp.experts.106.down_proj,0.0000053065,0.02500,1.446
+62,mlp.experts.102.down_proj,0.0000079460,0.02500,1.527
+62,mlp.experts.98.down_proj,0.0000056956,0.02500,1.441
+62,mlp.experts.97.down_proj,0.0000167477,0.02500,1.564
+62,mlp.experts.105.down_proj,0.0000090726,0.02500,1.431
+62,mlp.experts.101.down_proj,0.0000070124,0.02500,1.561
+62,mlp.experts.109.down_proj,0.0000101385,0.02500,1.568
+62,mlp.experts.118.down_proj,0.0000142310,0.02500,0.936
+62,mlp.experts.114.down_proj,0.0000098440,0.02500,0.921
+62,mlp.experts.113.down_proj,0.0000102584,0.02500,1.043
+62,mlp.experts.117.down_proj,0.0000115149,0.02500,0.983
+63,self_attn.v_proj,0.0000003905,0.02500,1.994
+63,self_attn.k_proj,0.0000001971,0.02500,2.016
+63,self_attn.q_proj,0.0000014217,0.02500,2.065
+63,self_attn.o_proj,0.0000002807,0.02500,3.936
+63,mlp.shared_experts.gate_proj,0.0000033417,0.02500,1.501
+63,mlp.shared_experts.up_proj,0.0000019253,0.02500,1.465
+63,mlp.shared_experts.down_proj,0.0000001960,0.02500,0.397
+63,mlp.experts.12.gate_proj,0.0000555192,0.02500,4.302
+63,mlp.experts.8.gate_proj,0.0000441129,0.02500,4.364
+63,mlp.experts.1.gate_proj,0.0000443750,0.02500,4.755
+63,mlp.experts.13.gate_proj,0.0000700865,0.02500,4.493
+63,mlp.experts.9.gate_proj,0.0000654016,0.02500,4.509
+63,mlp.experts.0.gate_proj,0.0000527116,0.02500,4.949
+63,mlp.experts.5.gate_proj,0.0000332517,0.02500,4.699
+63,mlp.experts.4.gate_proj,0.0000728247,0.02500,4.878
+63,mlp.experts.2.gate_proj,0.0001038541,0.02500,6.909
+63,mlp.experts.6.gate_proj,0.0001015609,0.02500,6.655
+63,mlp.experts.10.gate_proj,0.0000764296,0.02500,6.771
+63,mlp.experts.14.gate_proj,0.0000560233,0.02500,6.890
+63,mlp.experts.28.gate_proj,0.0000479407,0.02500,3.143
+63,mlp.experts.3.gate_proj,0.0000709459,0.02500,7.706
+63,mlp.experts.17.gate_proj,0.0000596768,0.02500,3.363
+63,mlp.experts.21.gate_proj,0.0000688404,0.02500,3.103
+63,mlp.experts.25.gate_proj,0.0000928786,0.02500,3.294
+63,mlp.experts.11.gate_proj,0.0000992078,0.02500,7.869
+63,mlp.experts.16.gate_proj,0.0000677882,0.02500,3.251
+63,mlp.experts.29.gate_proj,0.0000696083,0.02500,3.436
+63,mlp.experts.15.gate_proj,0.0000488170,0.02500,8.081
+63,mlp.experts.7.gate_proj,0.0000413104,0.02500,8.161
+63,mlp.experts.24.gate_proj,0.0000879802,0.02500,4.065
+63,mlp.experts.20.gate_proj,0.0000707356,0.02500,3.989
+63,mlp.experts.44.gate_proj,0.0000404812,0.02500,3.256
+63,mlp.experts.45.gate_proj,0.0000340921,0.02500,3.356
+63,mlp.experts.32.gate_proj,0.0000513566,0.02500,3.461
+63,mlp.experts.37.gate_proj,0.0000262909,0.02500,3.622
+63,mlp.experts.41.gate_proj,0.0000523327,0.02500,3.684
+63,mlp.experts.33.gate_proj,0.0000370664,0.02500,3.766
+63,mlp.experts.18.gate_proj,0.0000456364,0.02500,5.257
+63,mlp.experts.26.gate_proj,0.0000569487,0.02500,5.224
+63,mlp.experts.22.gate_proj,0.0000296216,0.02500,5.372
+63,mlp.experts.30.gate_proj,0.0000978141,0.02500,5.322
+63,mlp.experts.19.gate_proj,0.0000863506,0.02500,4.582
+63,mlp.experts.40.gate_proj,0.0000434892,0.02500,3.804
+63,mlp.experts.27.gate_proj,0.0000499230,0.02500,4.482
+63,mlp.experts.23.gate_proj,0.0000495502,0.02500,4.414
+63,mlp.experts.31.gate_proj,0.0000925319,0.02500,4.658
+63,mlp.experts.36.gate_proj,0.0000473393,0.02500,4.060
+63,mlp.experts.60.gate_proj,0.0000727742,0.02500,3.366
+63,mlp.experts.49.gate_proj,0.0000632251,0.02500,2.997
+63,mlp.experts.61.gate_proj,0.0000627794,0.02500,3.537
+63,mlp.experts.48.gate_proj,0.0000464433,0.02500,3.532
+63,mlp.experts.53.gate_proj,0.0000581170,0.02500,3.471
+63,mlp.experts.57.gate_proj,0.0000588485,0.02500,3.851
+63,mlp.experts.56.gate_proj,0.0000549441,0.02500,3.196
+63,mlp.experts.34.gate_proj,0.0000827498,0.02500,3.997
+63,mlp.experts.42.gate_proj,0.0000653096,0.02500,3.988
+63,mlp.experts.38.gate_proj,0.0000677939,0.02500,4.060
+63,mlp.experts.46.gate_proj,0.0000260206,0.02500,4.080
+63,mlp.experts.35.gate_proj,0.0000641045,0.02500,4.301
+63,mlp.experts.43.gate_proj,0.0000395340,0.02500,4.308
+63,mlp.experts.52.gate_proj,0.0000526155,0.02500,3.735
+63,mlp.experts.39.gate_proj,0.0000574992,0.02500,4.245
+63,mlp.experts.47.gate_proj,0.0000315060,0.02500,4.168
+63,mlp.experts.76.gate_proj,0.0000740649,0.02500,3.815
+63,mlp.experts.69.gate_proj,0.0000533243,0.02500,3.005
+63,mlp.experts.65.gate_proj,0.0000154825,0.02500,3.628
+63,mlp.experts.77.gate_proj,0.0000399564,0.02500,3.437
+63,mlp.experts.73.gate_proj,0.0000563001,0.02500,3.323
+63,mlp.experts.72.gate_proj,0.0000435320,0.02500,3.249
+63,mlp.experts.64.gate_proj,0.0000928249,0.02500,4.028
+63,mlp.experts.50.gate_proj,0.0000673418,0.02500,3.381
+63,mlp.experts.58.gate_proj,0.0000734048,0.02500,3.425
+63,mlp.experts.62.gate_proj,0.0000663676,0.02500,3.253
+63,mlp.experts.54.gate_proj,0.0000672210,0.02500,3.407
+63,mlp.experts.68.gate_proj,0.0000755710,0.02500,3.089
+63,mlp.experts.59.gate_proj,0.0000589461,0.02500,4.241
+63,mlp.experts.51.gate_proj,0.0000276301,0.02500,4.484
+63,mlp.experts.55.gate_proj,0.0000342523,0.02500,4.299
+63,mlp.experts.81.gate_proj,0.0000432769,0.02500,3.005
+63,mlp.experts.92.gate_proj,0.0000370173,0.02500,3.592
+63,mlp.experts.63.gate_proj,0.0000500335,0.02500,4.634
+63,mlp.experts.89.gate_proj,0.0000564796,0.02500,2.968
+63,mlp.experts.85.gate_proj,0.0000900443,0.02500,3.930
+63,mlp.experts.93.gate_proj,0.0000412055,0.02500,3.984
+63,mlp.experts.88.gate_proj,0.0000513830,0.02500,3.707
+63,mlp.experts.66.gate_proj,0.0000353256,0.02500,3.256
+63,mlp.experts.80.gate_proj,0.0000980930,0.02500,3.625
+63,mlp.experts.74.gate_proj,0.0000668650,0.02500,3.280
+63,mlp.experts.70.gate_proj,0.0000367737,0.02500,3.320
+63,mlp.experts.78.gate_proj,0.0000457730,0.02500,3.400
+63,mlp.experts.84.gate_proj,0.0000434558,0.02500,3.582
+63,mlp.experts.97.gate_proj,0.0000335595,0.02500,3.074
+63,mlp.experts.105.gate_proj,0.0000664636,0.02500,3.282
+63,mlp.experts.108.gate_proj,0.0001365277,0.02500,3.550
+63,mlp.experts.75.gate_proj,0.0000266955,0.02500,4.566
+63,mlp.experts.67.gate_proj,0.0000257175,0.02500,4.528
+63,mlp.experts.71.gate_proj,0.0000775975,0.02500,4.529
+63,mlp.experts.101.gate_proj,0.0000322494,0.02500,3.878
+63,mlp.experts.104.gate_proj,0.0000992623,0.02500,3.386
+63,mlp.experts.109.gate_proj,0.0000367985,0.02500,3.561
+63,mlp.experts.79.gate_proj,0.0000256113,0.02500,4.574
+63,mlp.experts.96.gate_proj,0.0000781230,0.02500,3.705
+63,mlp.experts.82.gate_proj,0.0000506700,0.02500,3.756
+63,mlp.experts.90.gate_proj,0.0000737997,0.02500,3.722
+63,mlp.experts.86.gate_proj,0.0000619298,0.02500,3.623
+63,mlp.experts.94.gate_proj,0.0000800170,0.02500,3.714
+63,mlp.experts.100.gate_proj,0.0000759646,0.02500,3.572
+63,mlp.experts.113.gate_proj,0.0000801076,0.02500,3.474
+63,mlp.experts.1.up_proj,0.0000422265,0.02500,3.418
+63,mlp.experts.4.up_proj,0.0000703425,0.02500,3.618
+63,mlp.experts.5.up_proj,0.0000314559,0.02500,3.030
+63,mlp.experts.117.gate_proj,0.0000747221,0.02500,3.566
+63,mlp.experts.0.up_proj,0.0000515514,0.02500,3.849
+63,mlp.experts.112.gate_proj,0.0000455222,0.02500,3.819
+63,mlp.experts.91.gate_proj,0.0000690332,0.02500,4.729
+63,mlp.experts.116.gate_proj,0.0000837328,0.02500,3.298
+63,mlp.experts.83.gate_proj,0.0000561653,0.02500,4.770
+63,mlp.experts.98.gate_proj,0.0000822140,0.02500,4.257
+63,mlp.experts.106.gate_proj,0.0001212216,0.02500,4.188
+63,mlp.experts.102.gate_proj,0.0000327526,0.02500,4.217
+63,mlp.experts.95.gate_proj,0.0000720832,0.02500,4.695
+63,mlp.experts.110.gate_proj,0.0000315736,0.02500,4.225
+63,mlp.experts.87.gate_proj,0.0001008490,0.02500,5.239
+63,mlp.experts.17.up_proj,0.0000572130,0.02500,2.861
+63,mlp.experts.9.up_proj,0.0000639723,0.02500,3.651
+63,mlp.experts.21.up_proj,0.0000638560,0.02500,3.009
+63,mlp.experts.20.up_proj,0.0000681611,0.02500,3.262
+63,mlp.experts.13.up_proj,0.0000680071,0.02500,3.779
+63,mlp.experts.16.up_proj,0.0000659319,0.02500,3.638
+63,mlp.experts.8.up_proj,0.0000425424,0.02500,3.328
+63,mlp.experts.12.up_proj,0.0000532914,0.02500,3.345
+63,mlp.experts.2.up_proj,0.0001008882,0.02500,3.243
+63,mlp.experts.114.gate_proj,0.0000263775,0.02500,3.394
+63,mlp.experts.118.gate_proj,0.0000537624,0.02500,3.365
+63,mlp.experts.6.up_proj,0.0000981127,0.02500,3.381
+63,mlp.experts.107.gate_proj,0.0000413528,0.02500,4.711
+63,mlp.experts.99.gate_proj,0.0000292115,0.02500,4.759
+63,mlp.experts.33.up_proj,0.0000358344,0.02500,3.891
+63,mlp.experts.25.up_proj,0.0000919042,0.02500,3.967
+63,mlp.experts.111.gate_proj,0.0000916131,0.02500,4.651
+63,mlp.experts.36.up_proj,0.0000461464,0.02500,3.586
+63,mlp.experts.103.gate_proj,0.0000775375,0.02500,4.694
+63,mlp.experts.37.up_proj,0.0000255383,0.02500,3.775
+63,mlp.experts.28.up_proj,0.0000463953,0.02500,3.109
+63,mlp.experts.29.up_proj,0.0000683963,0.02500,3.652
+63,mlp.experts.24.up_proj,0.0000852570,0.02500,3.374
+63,mlp.experts.32.up_proj,0.0000493303,0.02500,3.933
+63,mlp.experts.3.up_proj,0.0000689458,0.02500,3.336
+63,mlp.experts.115.gate_proj,0.0000618660,0.02500,3.308
+63,mlp.experts.10.up_proj,0.0000738432,0.02500,4.651
+63,mlp.experts.18.up_proj,0.0000441623,0.02500,4.757
+63,mlp.experts.41.up_proj,0.0000498874,0.02500,3.358
+63,mlp.experts.7.up_proj,0.0000398002,0.02500,3.374
+63,mlp.experts.52.up_proj,0.0000499305,0.02500,3.346
+63,mlp.experts.14.up_proj,0.0000535647,0.02500,4.812
+63,mlp.experts.119.gate_proj,0.0000336898,0.02500,3.396
+63,mlp.experts.53.up_proj,0.0000551182,0.02500,3.378
+63,mlp.experts.22.up_proj,0.0000284935,0.02500,4.826
+63,mlp.experts.49.up_proj,0.0000598737,0.02500,4.075
+63,mlp.experts.45.up_proj,0.0000327999,0.02500,3.476
+63,mlp.experts.40.up_proj,0.0000416472,0.02500,3.531
+63,mlp.experts.44.up_proj,0.0000393175,0.02500,3.800
+63,mlp.experts.48.up_proj,0.0000448921,0.02500,3.736
+63,mlp.experts.68.up_proj,0.0000735738,0.02500,3.072
+63,mlp.experts.19.up_proj,0.0000836268,0.02500,3.684
+63,mlp.experts.69.up_proj,0.0000512665,0.02500,3.194
+63,mlp.experts.11.up_proj,0.0000967992,0.02500,3.898
+63,mlp.experts.26.up_proj,0.0000550337,0.02500,4.162
+63,mlp.experts.57.up_proj,0.0000555318,0.02500,4.004
+63,mlp.experts.34.up_proj,0.0000799006,0.02500,4.189
+63,mlp.experts.65.up_proj,0.0000149338,0.02500,3.679
+63,mlp.experts.23.up_proj,0.0000467655,0.02500,4.152
+63,mlp.experts.38.up_proj,0.0000646729,0.02500,3.971
+63,mlp.experts.30.up_proj,0.0000939157,0.02500,4.197
+63,mlp.experts.61.up_proj,0.0000608937,0.02500,3.061
+63,mlp.experts.15.up_proj,0.0000474674,0.02500,4.349
+63,mlp.experts.60.up_proj,0.0000697056,0.02500,3.295
+63,mlp.experts.56.up_proj,0.0000516692,0.02500,4.017
+63,mlp.experts.64.up_proj,0.0000897895,0.02500,3.777
+63,mlp.experts.84.up_proj,0.0000424812,0.02500,3.111
+63,mlp.experts.81.up_proj,0.0000416381,0.02500,2.973
+63,mlp.experts.73.up_proj,0.0000533356,0.02500,3.137
+63,mlp.experts.85.up_proj,0.0000863905,0.02500,3.761
+63,mlp.experts.42.up_proj,0.0000620562,0.02500,3.325
+63,mlp.experts.50.up_proj,0.0000649595,0.02500,3.344
+63,mlp.experts.46.up_proj,0.0000256501,0.02500,3.276
+63,mlp.experts.54.up_proj,0.0000637379,0.02500,3.421
+63,mlp.experts.35.up_proj,0.0000622142,0.02500,4.725
+63,mlp.experts.27.up_proj,0.0000486552,0.02500,4.630
+63,mlp.experts.77.up_proj,0.0000385418,0.02500,3.679
+63,mlp.experts.76.up_proj,0.0000716134,0.02500,3.579
+63,mlp.experts.39.up_proj,0.0000560526,0.02500,4.554
+63,mlp.experts.31.up_proj,0.0000893936,0.02500,4.388
+63,mlp.experts.72.up_proj,0.0000420088,0.02500,3.849
+63,mlp.experts.80.up_proj,0.0000938095,0.02500,3.864
+63,mlp.experts.97.up_proj,0.0000325613,0.02500,2.945
+63,mlp.experts.100.up_proj,0.0000734565,0.02500,3.995
+63,mlp.experts.89.up_proj,0.0000543496,0.02500,3.399
+63,mlp.experts.101.up_proj,0.0000313034,0.02500,3.789
+63,mlp.experts.51.up_proj,0.0000267488,0.02500,3.416
+63,mlp.experts.43.up_proj,0.0000378734,0.02500,3.323
+63,mlp.experts.93.up_proj,0.0000351907,0.02500,3.433
+63,mlp.experts.58.up_proj,0.0000701074,0.02500,4.494
+63,mlp.experts.66.up_proj,0.0000343612,0.02500,4.470
+63,mlp.experts.55.up_proj,0.0000329934,0.02500,3.249
+63,mlp.experts.47.up_proj,0.0000305320,0.02500,3.174
+63,mlp.experts.62.up_proj,0.0000627551,0.02500,4.566
+63,mlp.experts.92.up_proj,0.0000357518,0.02500,3.804
+63,mlp.experts.70.up_proj,0.0000357884,0.02500,4.750
+63,mlp.experts.88.up_proj,0.0000488183,0.02500,3.211
+63,mlp.experts.113.up_proj,0.0000779205,0.02500,3.000
+63,mlp.experts.96.up_proj,0.0000747538,0.02500,3.749
+63,mlp.experts.116.up_proj,0.0000791601,0.02500,3.529
+63,mlp.experts.117.up_proj,0.0000715688,0.02500,2.832
+63,mlp.experts.105.up_proj,0.0000629325,0.02500,3.367
+63,mlp.experts.109.up_proj,0.0000354329,0.02500,2.844
+63,mlp.experts.67.up_proj,0.0000243627,0.02500,3.290
+63,mlp.experts.59.up_proj,0.0000551253,0.02500,3.246
+63,mlp.experts.71.up_proj,0.0000742216,0.02500,3.174
+63,mlp.experts.63.up_proj,0.0000483384,0.02500,3.221
+63,mlp.experts.108.up_proj,0.0001292260,0.02500,3.356
+63,mlp.experts.104.up_proj,0.0000946857,0.02500,3.352
+63,mlp.experts.82.up_proj,0.0000489862,0.02500,4.274
+63,mlp.experts.74.up_proj,0.0000637862,0.02500,4.423
+63,mlp.experts.112.up_proj,0.0000425996,0.02500,2.769
+63,mlp.experts.86.up_proj,0.0000601042,0.02500,4.220
+63,mlp.experts.78.up_proj,0.0000441166,0.02500,4.688
+63,mlp.experts.83.up_proj,0.0000532966,0.02500,4.968
+63,mlp.experts.75.up_proj,0.0000248547,0.02500,5.039
+63,mlp.experts.87.up_proj,0.0000811585,0.02500,5.120
+63,mlp.experts.98.up_proj,0.0000799383,0.02500,4.256
+63,mlp.experts.90.up_proj,0.0000705712,0.02500,4.716
+63,mlp.experts.94.up_proj,0.0000779012,0.02500,4.149
+63,mlp.experts.79.up_proj,0.0000250287,0.02500,5.757
+63,mlp.experts.102.up_proj,0.0000310712,0.02500,4.481
+63,mlp.experts.91.up_proj,0.0000647921,0.02500,4.309
+63,mlp.experts.99.up_proj,0.0000283628,0.02500,4.496
+63,mlp.experts.103.up_proj,0.0000742796,0.02500,4.057
+63,mlp.experts.95.up_proj,0.0000693261,0.02500,3.588
+63,mlp.experts.114.up_proj,0.0000251033,0.02500,4.550
+63,mlp.experts.106.up_proj,0.0001167348,0.02500,4.334
+63,mlp.experts.110.up_proj,0.0000302469,0.02500,4.286
+63,mlp.experts.118.up_proj,0.0000508631,0.02500,4.279
+63,mlp.experts.119.up_proj,0.0000328491,0.02500,2.762
+63,mlp.experts.107.up_proj,0.0000394596,0.02500,3.186
+63,mlp.experts.115.up_proj,0.0000587165,0.02500,3.235
+63,mlp.experts.111.up_proj,0.0000882262,0.02500,2.823
+63,mlp.experts.0.down_proj,0.0000089710,0.02500,1.178
+63,mlp.experts.4.down_proj,0.0000114946,0.02500,1.278
+63,mlp.experts.12.down_proj,0.0000096154,0.02500,1.384
+63,mlp.experts.8.down_proj,0.0000071857,0.02500,1.432
+63,mlp.experts.16.down_proj,0.0000179351,0.02500,1.036
+63,mlp.experts.3.down_proj,0.0000128148,0.02500,2.286
+63,mlp.experts.5.down_proj,0.0000044608,0.02500,2.287
+63,mlp.experts.9.down_proj,0.0000119236,0.02500,2.056
+63,mlp.experts.13.down_proj,0.0000208351,0.02500,2.068
+63,mlp.experts.1.down_proj,0.0000121449,0.02500,2.334
+63,mlp.experts.15.down_proj,0.0000077647,0.02500,2.132
+63,mlp.experts.7.down_proj,0.0000073745,0.02500,2.156
+63,mlp.experts.2.down_proj,0.0000231836,0.02500,2.359
+63,mlp.experts.11.down_proj,0.0000251470,0.02500,2.185
+63,mlp.experts.20.down_proj,0.0000107788,0.02500,1.181
+63,mlp.experts.28.down_proj,0.0000089694,0.02500,0.888
+63,mlp.experts.24.down_proj,0.0000131932,0.02500,1.043
+63,mlp.experts.14.down_proj,0.0000094915,0.02500,2.487
+63,mlp.experts.6.down_proj,0.0000235807,0.02500,2.523
+63,mlp.experts.10.down_proj,0.0000142078,0.02500,2.593
+63,mlp.experts.25.down_proj,0.0000210748,0.02500,1.032
+63,mlp.experts.19.down_proj,0.0000129575,0.02500,1.048
+63,mlp.experts.29.down_proj,0.0000220952,0.02500,1.046
+63,mlp.experts.21.down_proj,0.0000216644,0.02500,1.071
+63,mlp.experts.32.down_proj,0.0000062306,0.02500,1.155
+63,mlp.experts.44.down_proj,0.0000084186,0.02500,0.924
+63,mlp.experts.31.down_proj,0.0000293570,0.02500,1.075
+63,mlp.experts.17.down_proj,0.0000154803,0.02500,1.095
+63,mlp.experts.27.down_proj,0.0000113162,0.02500,1.067
+63,mlp.experts.23.down_proj,0.0000085977,0.02500,1.163
+63,mlp.experts.40.down_proj,0.0000080148,0.02500,0.896
+63,mlp.experts.36.down_proj,0.0000082501,0.02500,1.178
+63,mlp.experts.18.down_proj,0.0000077915,0.02500,1.694
+63,mlp.experts.41.down_proj,0.0000126969,0.02500,0.887
+63,mlp.experts.45.down_proj,0.0000057163,0.02500,0.886
+63,mlp.experts.37.down_proj,0.0000110364,0.02500,0.898
+63,mlp.experts.43.down_proj,0.0000059162,0.02500,0.868
+63,mlp.experts.30.down_proj,0.0000147466,0.02500,1.633
+63,mlp.experts.33.down_proj,0.0000068825,0.02500,0.903
+63,mlp.experts.22.down_proj,0.0000060189,0.02500,1.626
+63,mlp.experts.60.down_proj,0.0000141146,0.02500,0.953
+63,mlp.experts.47.down_proj,0.0000058325,0.02500,0.942
+63,mlp.experts.35.down_proj,0.0000123730,0.02500,1.098
+63,mlp.experts.26.down_proj,0.0000088019,0.02500,1.656
+63,mlp.experts.56.down_proj,0.0000128337,0.02500,0.885
+63,mlp.experts.48.down_proj,0.0000084134,0.02500,1.165
+63,mlp.experts.39.down_proj,0.0000097736,0.02500,1.051
+63,mlp.experts.52.down_proj,0.0000110178,0.02500,1.047
+63,mlp.experts.57.down_proj,0.0000098909,0.02500,0.896
+63,mlp.experts.61.down_proj,0.0000100388,0.02500,0.873
+63,mlp.experts.53.down_proj,0.0000116340,0.02500,0.888
+63,mlp.experts.49.down_proj,0.0000081895,0.02500,0.860
+63,mlp.experts.59.down_proj,0.0000103078,0.02500,0.939
+63,mlp.experts.63.down_proj,0.0000084285,0.02500,1.069
+63,mlp.experts.34.down_proj,0.0000188391,0.02500,1.385
+63,mlp.experts.72.down_proj,0.0000061031,0.02500,0.999
+63,mlp.experts.76.down_proj,0.0000203719,0.02500,1.164
+63,mlp.experts.51.down_proj,0.0000089808,0.02500,1.138
+63,mlp.experts.55.down_proj,0.0000053774,0.02500,1.006
+63,mlp.experts.38.down_proj,0.0000091241,0.02500,1.287
+63,mlp.experts.46.down_proj,0.0000049192,0.02500,1.371
+63,mlp.experts.64.down_proj,0.0000187222,0.02500,1.196
+63,mlp.experts.42.down_proj,0.0000146902,0.02500,1.285
+63,mlp.experts.68.down_proj,0.0000105637,0.02500,1.155
+63,mlp.experts.77.down_proj,0.0000061904,0.02500,0.879
+63,mlp.experts.73.down_proj,0.0000136448,0.02500,0.902
+63,mlp.experts.69.down_proj,0.0000134621,0.02500,0.893
+63,mlp.experts.65.down_proj,0.0000030477,0.02500,0.886
+63,mlp.experts.75.down_proj,0.0000050286,0.02500,0.872
+63,mlp.experts.79.down_proj,0.0000062760,0.02500,1.039
+63,mlp.experts.67.down_proj,0.0000052862,0.02500,0.929
+63,mlp.experts.88.down_proj,0.0000095049,0.02500,1.105
+63,mlp.experts.92.down_proj,0.0000052960,0.02500,1.111
+63,mlp.experts.71.down_proj,0.0000222408,0.02500,1.157
+63,mlp.experts.50.down_proj,0.0000110601,0.02500,1.368
+63,mlp.experts.80.down_proj,0.0000270194,0.02500,1.117
+63,mlp.experts.93.down_proj,0.0000126817,0.02500,0.914
+63,mlp.experts.89.down_proj,0.0000088086,0.02500,0.905
+63,mlp.experts.54.down_proj,0.0000103983,0.02500,1.306
+63,mlp.experts.85.down_proj,0.0000214268,0.02500,0.919
+63,mlp.experts.84.down_proj,0.0000136757,0.02500,1.129
+63,mlp.experts.81.down_proj,0.0000071163,0.02500,0.931
+63,mlp.experts.91.down_proj,0.0000112256,0.02500,0.885
+63,mlp.experts.62.down_proj,0.0000097353,0.02500,1.359
+63,mlp.experts.58.down_proj,0.0000099587,0.02500,1.344
+63,mlp.experts.83.down_proj,0.0000136825,0.02500,0.894
+63,mlp.experts.104.down_proj,0.0000256347,0.02500,1.021
+63,mlp.experts.95.down_proj,0.0000149702,0.02500,1.121
+63,mlp.experts.108.down_proj,0.0000278109,0.02500,1.038
+63,mlp.experts.96.down_proj,0.0000144915,0.02500,0.886
+63,mlp.experts.105.down_proj,0.0000081556,0.02500,0.870
+63,mlp.experts.109.down_proj,0.0000137501,0.02500,0.900
+63,mlp.experts.87.down_proj,0.0000408527,0.02500,1.072
+63,mlp.experts.101.down_proj,0.0000049695,0.02500,0.861
+63,mlp.experts.100.down_proj,0.0000120716,0.02500,0.850
+63,mlp.experts.97.down_proj,0.0000056231,0.02500,0.872
+63,mlp.experts.107.down_proj,0.0000092692,0.02500,0.959
+63,mlp.experts.66.down_proj,0.0000104933,0.02500,1.362
+63,mlp.experts.99.down_proj,0.0000079805,0.02500,0.801
+63,mlp.experts.70.down_proj,0.0000049759,0.02500,1.367
+63,mlp.experts.112.down_proj,0.0000149379,0.02500,0.620
+63,mlp.experts.116.down_proj,0.0000153156,0.02500,0.611
+63,mlp.experts.117.down_proj,0.0000107912,0.02500,0.656
+63,mlp.experts.78.down_proj,0.0000078098,0.02500,1.440
+63,mlp.experts.74.down_proj,0.0000105814,0.02500,1.438
+63,mlp.experts.111.down_proj,0.0000247223,0.02500,0.940
+63,mlp.experts.103.down_proj,0.0000116060,0.02500,0.723
+63,mlp.experts.113.down_proj,0.0000201453,0.02500,0.649
+63,mlp.experts.115.down_proj,0.0000095976,0.02500,0.624
+63,mlp.experts.119.down_proj,0.0000081284,0.02500,0.490
+63,mlp.experts.82.down_proj,0.0000078871,0.02500,1.585
+63,mlp.experts.86.down_proj,0.0000174617,0.02500,1.472
+63,mlp.experts.94.down_proj,0.0000208717,0.02500,1.473
+63,mlp.experts.90.down_proj,0.0000203100,0.02500,1.500
+63,mlp.experts.102.down_proj,0.0000037871,0.02500,1.429
+63,mlp.experts.98.down_proj,0.0000133476,0.02500,1.605
+63,mlp.experts.110.down_proj,0.0000098082,0.02500,1.502
+63,mlp.experts.106.down_proj,0.0000240272,0.02500,1.464
+63,mlp.experts.118.down_proj,0.0000091826,0.02500,1.037
+63,mlp.experts.114.down_proj,0.0000053010,0.02500,0.930
+64,self_attn.k_proj,0.0000003277,0.02500,2.079
+64,self_attn.v_proj,0.0000006831,0.02500,2.299
+64,self_attn.q_proj,0.0000022566,0.02500,2.405
+64,self_attn.o_proj,0.0000002442,0.02500,4.220
+64,mlp.shared_experts.gate_proj,0.0000035587,0.02500,1.313
+64,mlp.shared_experts.up_proj,0.0000019925,0.02500,1.585
+64,mlp.shared_experts.down_proj,0.0000002160,0.02500,0.494
+64,mlp.experts.13.gate_proj,0.0000731544,0.02500,3.863
+64,mlp.experts.1.gate_proj,0.0000513543,0.02500,4.485
+64,mlp.experts.9.gate_proj,0.0000487017,0.02500,4.258
+64,mlp.experts.3.gate_proj,0.0000467816,0.02500,4.670
+64,mlp.experts.5.gate_proj,0.0000262534,0.02500,4.325
+64,mlp.experts.2.gate_proj,0.0000757844,0.02500,4.732
+64,mlp.experts.10.gate_proj,0.0000453839,0.02500,4.544
+64,mlp.experts.6.gate_proj,0.0000501354,0.02500,4.609
+64,mlp.experts.7.gate_proj,0.0000415066,0.02500,4.818
+64,mlp.experts.11.gate_proj,0.0000742828,0.02500,4.873
+64,mlp.experts.14.gate_proj,0.0000537042,0.02500,4.901
+64,mlp.experts.15.gate_proj,0.0000536973,0.02500,4.953
+64,mlp.experts.4.gate_proj,0.0000842109,0.02500,5.506
+64,mlp.experts.12.gate_proj,0.0000427528,0.02500,5.271
+64,mlp.experts.8.gate_proj,0.0000728329,0.02500,5.389
+64,mlp.experts.0.gate_proj,0.0000643335,0.02500,5.914
+64,mlp.experts.17.gate_proj,0.0000248732,0.02500,3.104
+64,mlp.experts.29.gate_proj,0.0000471774,0.02500,3.490
+64,mlp.experts.21.gate_proj,0.0000196657,0.02500,3.078
+64,mlp.experts.18.gate_proj,0.0000644897,0.02500,3.524
+64,mlp.experts.26.gate_proj,0.0000434833,0.02500,3.494
+64,mlp.experts.25.gate_proj,0.0000485116,0.02500,3.805
+64,mlp.experts.22.gate_proj,0.0000481965,0.02500,3.755
+64,mlp.experts.19.gate_proj,0.0000503660,0.02500,4.433
+64,mlp.experts.30.gate_proj,0.0000701698,0.02500,4.002
+64,mlp.experts.23.gate_proj,0.0000591824,0.02500,4.491
+64,mlp.experts.27.gate_proj,0.0000483169,0.02500,4.464
+64,mlp.experts.20.gate_proj,0.0000817242,0.02500,4.203
+64,mlp.experts.28.gate_proj,0.0000407257,0.02500,4.254
+64,mlp.experts.24.gate_proj,0.0001477236,0.02500,4.140
+64,mlp.experts.31.gate_proj,0.0000488451,0.02500,4.687
+64,mlp.experts.16.gate_proj,0.0000527059,0.02500,4.266
+64,mlp.experts.45.gate_proj,0.0000668129,0.02500,3.040
+64,mlp.experts.37.gate_proj,0.0000770301,0.02500,3.220
+64,mlp.experts.33.gate_proj,0.0000368903,0.02500,3.817
+64,mlp.experts.41.gate_proj,0.0000312351,0.02500,3.221
+64,mlp.experts.34.gate_proj,0.0000465395,0.02500,3.556
+64,mlp.experts.42.gate_proj,0.0000441017,0.02500,3.510
+64,mlp.experts.38.gate_proj,0.0000566621,0.02500,3.233
+64,mlp.experts.46.gate_proj,0.0000377092,0.02500,3.170
+64,mlp.experts.36.gate_proj,0.0000187198,0.02500,4.378
+64,mlp.experts.35.gate_proj,0.0001183342,0.02500,5.051
+64,mlp.experts.53.gate_proj,0.0000616986,0.02500,3.204
+64,mlp.experts.40.gate_proj,0.0000674944,0.02500,4.402
+64,mlp.experts.49.gate_proj,0.0000439379,0.02500,2.906
+64,mlp.experts.44.gate_proj,0.0001176632,0.02500,4.520
+64,mlp.experts.61.gate_proj,0.0000595806,0.02500,3.924
+64,mlp.experts.39.gate_proj,0.0000775927,0.02500,5.117
+64,mlp.experts.32.gate_proj,0.0000532696,0.02500,4.682
+64,mlp.experts.43.gate_proj,0.0000424537,0.02500,5.280
+64,mlp.experts.47.gate_proj,0.0000586150,0.02500,5.088
+64,mlp.experts.57.gate_proj,0.0000426216,0.02500,3.398
+64,mlp.experts.54.gate_proj,0.0000611169,0.02500,3.213
+64,mlp.experts.58.gate_proj,0.0001237802,0.02500,3.398
+64,mlp.experts.62.gate_proj,0.0000232385,0.02500,3.023
+64,mlp.experts.50.gate_proj,0.0000730167,0.02500,3.856
+64,mlp.experts.65.gate_proj,0.0000494801,0.02500,2.845
+64,mlp.experts.51.gate_proj,0.0000254166,0.02500,3.776
+64,mlp.experts.73.gate_proj,0.0000695580,0.02500,2.863
+64,mlp.experts.69.gate_proj,0.0000431925,0.02500,3.908
+64,mlp.experts.70.gate_proj,0.0001761873,0.02500,3.036
+64,mlp.experts.55.gate_proj,0.0000832867,0.02500,3.567
+64,mlp.experts.52.gate_proj,0.0000465210,0.02500,4.385
+64,mlp.experts.59.gate_proj,0.0000720883,0.02500,3.547
+64,mlp.experts.63.gate_proj,0.0000705994,0.02500,3.437
+64,mlp.experts.77.gate_proj,0.0001040614,0.02500,3.835
+64,mlp.experts.78.gate_proj,0.0000733649,0.02500,3.109
+64,mlp.experts.56.gate_proj,0.0000417118,0.02500,4.334
+64,mlp.experts.74.gate_proj,0.0000820912,0.02500,3.480
+64,mlp.experts.60.gate_proj,0.0000423653,0.02500,4.439
+64,mlp.experts.66.gate_proj,0.0000502013,0.02500,3.744
+64,mlp.experts.48.gate_proj,0.0000763940,0.02500,4.657
+64,mlp.experts.81.gate_proj,0.0000459029,0.02500,3.351
+64,mlp.experts.67.gate_proj,0.0000371596,0.02500,3.317
+64,mlp.experts.93.gate_proj,0.0000479933,0.02500,2.957
+64,mlp.experts.71.gate_proj,0.0000587387,0.02500,3.252
+64,mlp.experts.85.gate_proj,0.0000574354,0.02500,3.527
+64,mlp.experts.86.gate_proj,0.0000411267,0.02500,3.564
+64,mlp.experts.89.gate_proj,0.0000624554,0.02500,3.836
+64,mlp.experts.79.gate_proj,0.0000562527,0.02500,3.404
+64,mlp.experts.94.gate_proj,0.0000685809,0.02500,3.365
+64,mlp.experts.75.gate_proj,0.0001150901,0.02500,3.476
+64,mlp.experts.90.gate_proj,0.0001083930,0.02500,3.634
+64,mlp.experts.82.gate_proj,0.0000560482,0.02500,3.172
+64,mlp.experts.68.gate_proj,0.0001224154,0.02500,4.612
+64,mlp.experts.72.gate_proj,0.0000419727,0.02500,4.556
+64,mlp.experts.76.gate_proj,0.0000363979,0.02500,4.542
+64,mlp.experts.97.gate_proj,0.0000222359,0.02500,3.655
+64,mlp.experts.109.gate_proj,0.0000810022,0.02500,3.024
+64,mlp.experts.64.gate_proj,0.0000383510,0.02500,5.101
+64,mlp.experts.101.gate_proj,0.0000337644,0.02500,3.025
+64,mlp.experts.110.gate_proj,0.0000458770,0.02500,3.189
+64,mlp.experts.102.gate_proj,0.0000566115,0.02500,3.393
+64,mlp.experts.83.gate_proj,0.0000562099,0.02500,4.102
+64,mlp.experts.105.gate_proj,0.0000546859,0.02500,3.976
+64,mlp.experts.106.gate_proj,0.0000532573,0.02500,3.505
+64,mlp.experts.87.gate_proj,0.0000626086,0.02500,4.487
+64,mlp.experts.95.gate_proj,0.0000560808,0.02500,4.649
+64,mlp.experts.98.gate_proj,0.0000692217,0.02500,4.009
+64,mlp.experts.91.gate_proj,0.0000676533,0.02500,4.718
+64,mlp.experts.88.gate_proj,0.0000634143,0.02500,4.421
+64,mlp.experts.84.gate_proj,0.0000389795,0.02500,4.584
+64,mlp.experts.92.gate_proj,0.0000865490,0.02500,4.570
+64,mlp.experts.113.gate_proj,0.0000589864,0.02500,4.017
+64,mlp.experts.117.gate_proj,0.0000344502,0.02500,3.588
+64,mlp.experts.5.up_proj,0.0000254223,0.02500,3.861
+64,mlp.experts.118.gate_proj,0.0000640178,0.02500,3.547
+64,mlp.experts.6.up_proj,0.0000480779,0.02500,3.703
+64,mlp.experts.2.up_proj,0.0000730894,0.02500,3.451
+64,mlp.experts.80.gate_proj,0.0000571655,0.02500,4.773
+64,mlp.experts.114.gate_proj,0.0000615000,0.02500,3.296
+64,mlp.experts.1.up_proj,0.0000502282,0.02500,4.185
+64,mlp.experts.99.gate_proj,0.0000543970,0.02500,5.160
+64,mlp.experts.103.gate_proj,0.0000852096,0.02500,5.062
+64,mlp.experts.111.gate_proj,0.0000702816,0.02500,4.912
+64,mlp.experts.104.gate_proj,0.0000979694,0.02500,3.923
+64,mlp.experts.100.gate_proj,0.0000707971,0.02500,3.921
+64,mlp.experts.107.gate_proj,0.0000614663,0.02500,4.935
+64,mlp.experts.108.gate_proj,0.0001383045,0.02500,3.828
+64,mlp.experts.13.up_proj,0.0000719307,0.02500,3.517
+64,mlp.experts.14.up_proj,0.0000520249,0.02500,3.140
+64,mlp.experts.21.up_proj,0.0000181173,0.02500,3.602
+64,mlp.experts.9.up_proj,0.0000467825,0.02500,3.858
+64,mlp.experts.22.up_proj,0.0000471651,0.02500,3.362
+64,mlp.experts.18.up_proj,0.0000603036,0.02500,3.070
+64,mlp.experts.96.gate_proj,0.0001151183,0.02500,3.388
+64,mlp.experts.10.up_proj,0.0000435884,0.02500,3.014
+64,mlp.experts.17.up_proj,0.0000240133,0.02500,3.793
+64,mlp.experts.115.gate_proj,0.0000833558,0.02500,4.367
+64,mlp.experts.0.up_proj,0.0000598493,0.02500,3.486
+64,mlp.experts.116.gate_proj,0.0001265357,0.02500,3.495
+64,mlp.experts.30.up_proj,0.0000670789,0.02500,3.363
+64,mlp.experts.25.up_proj,0.0000466236,0.02500,3.201
+64,mlp.experts.4.up_proj,0.0000808035,0.02500,3.506
+64,mlp.experts.38.up_proj,0.0000554626,0.02500,3.397
+64,mlp.experts.37.up_proj,0.0000733909,0.02500,3.592
+64,mlp.experts.119.gate_proj,0.0000956057,0.02500,4.453
+64,mlp.experts.29.up_proj,0.0000458871,0.02500,3.967
+64,mlp.experts.34.up_proj,0.0000450313,0.02500,3.444
+64,mlp.experts.7.up_proj,0.0000402761,0.02500,4.446
+64,mlp.experts.3.up_proj,0.0000449459,0.02500,4.526
+64,mlp.experts.26.up_proj,0.0000420199,0.02500,3.471
+64,mlp.experts.33.up_proj,0.0000355926,0.02500,2.910
+64,mlp.experts.112.gate_proj,0.0000515756,0.02500,3.905
+64,mlp.experts.41.up_proj,0.0000296849,0.02500,2.156
+64,mlp.experts.46.up_proj,0.0000359729,0.02500,3.136
+64,mlp.experts.54.up_proj,0.0000594262,0.02500,3.173
+64,mlp.experts.50.up_proj,0.0000702945,0.02500,3.029
+64,mlp.experts.42.up_proj,0.0000430226,0.02500,3.073
+64,mlp.experts.11.up_proj,0.0000722684,0.02500,4.928
+64,mlp.experts.16.up_proj,0.0000490887,0.02500,4.866
+64,mlp.experts.12.up_proj,0.0000415034,0.02500,4.829
+64,mlp.experts.20.up_proj,0.0000783378,0.02500,5.009
+64,mlp.experts.15.up_proj,0.0000519826,0.02500,5.444
+64,mlp.experts.23.up_proj,0.0000570000,0.02500,5.383
+64,mlp.experts.19.up_proj,0.0000485434,0.02500,5.459
+64,mlp.experts.8.up_proj,0.0000690254,0.02500,5.167
+64,mlp.experts.62.up_proj,0.0000224633,0.02500,3.573
+64,mlp.experts.70.up_proj,0.0001684360,0.02500,3.620
+64,mlp.experts.66.up_proj,0.0000478226,0.02500,3.548
+64,mlp.experts.58.up_proj,0.0001193938,0.02500,3.701
+64,mlp.experts.78.up_proj,0.0000696139,0.02500,3.579
+64,mlp.experts.32.up_proj,0.0000516734,0.02500,5.780
+64,mlp.experts.28.up_proj,0.0000390282,0.02500,5.918
+64,mlp.experts.36.up_proj,0.0000177462,0.02500,5.724
+64,mlp.experts.27.up_proj,0.0000464399,0.02500,6.221
+64,mlp.experts.31.up_proj,0.0000471503,0.02500,5.927
+64,mlp.experts.39.up_proj,0.0000752480,0.02500,6.158
+64,mlp.experts.35.up_proj,0.0001128797,0.02500,6.163
+64,mlp.experts.24.up_proj,0.0001326905,0.02500,5.957
+64,mlp.experts.48.up_proj,0.0000740812,0.02500,5.161
+64,mlp.experts.44.up_proj,0.0001114210,0.02500,5.163
+64,mlp.experts.52.up_proj,0.0000450339,0.02500,5.052
+64,mlp.experts.40.up_proj,0.0000648707,0.02500,4.381
+64,mlp.experts.43.up_proj,0.0000412895,0.02500,6.564
+64,mlp.experts.47.up_proj,0.0000568095,0.02500,6.413
+64,mlp.experts.55.up_proj,0.0000790958,0.02500,6.309
+64,mlp.experts.51.up_proj,0.0000246240,0.02500,6.317
+64,mlp.experts.64.up_proj,0.0000370551,0.02500,4.125
+64,mlp.experts.60.up_proj,0.0000404658,0.02500,4.239
+64,mlp.experts.68.up_proj,0.0001172047,0.02500,4.315
+64,mlp.experts.56.up_proj,0.0000402057,0.02500,4.418
+64,mlp.experts.59.up_proj,0.0000687206,0.02500,4.964
+64,mlp.experts.63.up_proj,0.0000687259,0.02500,4.607
+64,mlp.experts.71.up_proj,0.0000569766,0.02500,4.864
+64,mlp.experts.67.up_proj,0.0000357152,0.02500,4.594
+64,mlp.experts.80.up_proj,0.0000551689,0.02500,4.394
+64,mlp.experts.76.up_proj,0.0000357143,0.02500,4.347
+64,mlp.experts.84.up_proj,0.0000364573,0.02500,4.293
+64,mlp.experts.72.up_proj,0.0000403431,0.02500,4.118
+64,mlp.experts.75.up_proj,0.0001105512,0.02500,4.943
+64,mlp.experts.96.up_proj,0.0001106233,0.02500,3.492
+64,mlp.experts.79.up_proj,0.0000546520,0.02500,4.857
+64,mlp.experts.92.up_proj,0.0000825962,0.02500,3.592
+64,mlp.experts.100.up_proj,0.0000669913,0.02500,3.657
+64,mlp.experts.83.up_proj,0.0000542086,0.02500,4.742
+64,mlp.experts.87.up_proj,0.0000614984,0.02500,5.191
+64,mlp.experts.88.up_proj,0.0000603483,0.02500,3.685
+64,mlp.experts.86.up_proj,0.0000395622,0.02500,23.312
+64,mlp.experts.82.up_proj,0.0000540016,0.02500,23.400
+64,mlp.experts.74.up_proj,0.0000787230,0.02500,23.724
+64,mlp.experts.112.up_proj,0.0000504421,0.02500,4.106
+64,mlp.experts.108.up_proj,0.0001302417,0.02500,3.848
+64,mlp.experts.116.up_proj,0.0001224611,0.02500,3.781
+64,mlp.experts.104.up_proj,0.0000944133,0.02500,3.296
+64,mlp.experts.94.up_proj,0.0000658405,0.02500,23.814
+64,mlp.experts.102.up_proj,0.0000545891,0.02500,4.625
+64,mlp.experts.98.up_proj,0.0000652396,0.02500,4.864
+64,mlp.experts.90.up_proj,0.0001046822,0.02500,4.774
+64,mlp.experts.110.up_proj,0.0000435415,0.02500,4.146
+64,mlp.experts.118.up_proj,0.0000637807,0.02500,4.345
+64,mlp.experts.114.up_proj,0.0000590994,0.02500,3.980
+64,mlp.experts.106.up_proj,0.0000508184,0.02500,3.437
+64,mlp.experts.91.up_proj,0.0000652692,0.02500,24.817
+64,mlp.experts.95.up_proj,0.0000543603,0.02500,25.342
+64,mlp.experts.99.up_proj,0.0000515407,0.02500,25.144
+64,mlp.experts.103.up_proj,0.0000808308,0.02500,25.402
+64,mlp.experts.107.up_proj,0.0000588715,0.02500,5.523
+64,mlp.experts.111.up_proj,0.0000669832,0.02500,5.414
+64,mlp.experts.115.up_proj,0.0000811720,0.02500,5.166
+64,mlp.experts.119.up_proj,0.0000923416,0.02500,4.896
+64,mlp.experts.45.up_proj,0.0000632380,0.02500,2.937
+64,mlp.experts.53.up_proj,0.0000594356,0.02500,3.049
+64,mlp.experts.49.up_proj,0.0000427179,0.02500,3.155
+64,mlp.experts.57.up_proj,0.0000407792,0.02500,3.538
+64,mlp.experts.65.up_proj,0.0000469052,0.02500,2.531
+64,mlp.experts.69.up_proj,0.0000412782,0.02500,2.845
+64,mlp.experts.61.up_proj,0.0000565202,0.02500,3.081
+64,mlp.experts.73.up_proj,0.0000660884,0.02500,3.274
+64,mlp.experts.77.up_proj,0.0000992383,0.02500,3.072
+64,mlp.experts.85.up_proj,0.0000560647,0.02500,3.313
+64,mlp.experts.81.up_proj,0.0000433376,0.02500,3.752
+64,mlp.experts.89.up_proj,0.0000602277,0.02500,3.409
+64,mlp.experts.101.up_proj,0.0000325067,0.02500,3.047
+64,mlp.experts.97.up_proj,0.0000214377,0.02500,2.928
+64,mlp.experts.93.up_proj,0.0000461098,0.02500,3.429
+64,mlp.experts.105.up_proj,0.0000524960,0.02500,2.939
+64,mlp.experts.117.up_proj,0.0000332358,0.02500,2.671
+64,mlp.experts.109.up_proj,0.0000787511,0.02500,2.523
+64,mlp.experts.113.up_proj,0.0000570235,0.02500,2.731
+64,mlp.experts.1.down_proj,0.0000090628,0.02500,1.192
+64,mlp.experts.5.down_proj,0.0000063335,0.02500,1.404
+64,mlp.experts.8.down_proj,0.0000126428,0.02500,1.614
+64,mlp.experts.4.down_proj,0.0000150116,0.02500,1.614
+64,mlp.experts.0.down_proj,0.0000200907,0.02500,1.636
+64,mlp.experts.13.down_proj,0.0000219757,0.02500,1.491
+64,mlp.experts.9.down_proj,0.0000066956,0.02500,1.548
+64,mlp.experts.12.down_proj,0.0000061818,0.02500,1.576
+64,mlp.experts.3.down_proj,0.0000132976,0.02500,2.012
+64,mlp.experts.11.down_proj,0.0000156943,0.02500,1.839
+64,mlp.experts.15.down_proj,0.0000088947,0.02500,1.873
+64,mlp.experts.7.down_proj,0.0000088790,0.02500,2.077
+64,mlp.experts.6.down_proj,0.0000093542,0.02500,2.427
+64,mlp.experts.2.down_proj,0.0000131541,0.02500,2.443
+64,mlp.experts.14.down_proj,0.0000094738,0.02500,2.150
+64,mlp.experts.17.down_proj,0.0000044246,0.02500,1.282
+64,mlp.experts.10.down_proj,0.0000062812,0.02500,2.208
+64,mlp.experts.21.down_proj,0.0000162208,0.02500,1.256
+64,mlp.experts.29.down_proj,0.0000119119,0.02500,1.187
+64,mlp.experts.24.down_proj,0.0000166328,0.02500,1.300
+64,mlp.experts.16.down_proj,0.0000079745,0.02500,1.300
+64,mlp.experts.25.down_proj,0.0000100962,0.02500,1.257
+64,mlp.experts.28.down_proj,0.0000054618,0.02500,1.259
+64,mlp.experts.20.down_proj,0.0000167839,0.02500,1.407
+64,mlp.experts.23.down_proj,0.0000103518,0.02500,1.091
+64,mlp.experts.31.down_proj,0.0000077326,0.02500,1.129
+64,mlp.experts.27.down_proj,0.0000075700,0.02500,1.227
+64,mlp.experts.19.down_proj,0.0000085074,0.02500,1.298
+64,mlp.experts.22.down_proj,0.0000120390,0.02500,0.894
+64,mlp.experts.30.down_proj,0.0000110683,0.02500,0.886
+64,mlp.experts.18.down_proj,0.0000126407,0.02500,0.892
+64,mlp.experts.26.down_proj,0.0000102078,0.02500,0.935
+64,mlp.experts.37.down_proj,0.0000117963,0.02500,0.880
+64,mlp.experts.33.down_proj,0.0000053107,0.02500,1.137
+64,mlp.experts.45.down_proj,0.0000110308,0.02500,0.882
+64,mlp.experts.41.down_proj,0.0000061442,0.02500,1.166
+64,mlp.experts.38.down_proj,0.0000091955,0.02500,0.846
+64,mlp.experts.46.down_proj,0.0000069548,0.02500,0.837
+64,mlp.experts.34.down_proj,0.0000075990,0.02500,0.854
+64,mlp.experts.43.down_proj,0.0000129023,0.02500,0.942
+64,mlp.experts.47.down_proj,0.0000187126,0.02500,1.025
+64,mlp.experts.40.down_proj,0.0000188216,0.02500,1.308
+64,mlp.experts.35.down_proj,0.0000267195,0.02500,0.919
+64,mlp.experts.42.down_proj,0.0000063232,0.02500,0.843
+64,mlp.experts.39.down_proj,0.0000126938,0.02500,1.130
+64,mlp.experts.32.down_proj,0.0000104057,0.02500,1.364
+64,mlp.experts.44.down_proj,0.0000241839,0.02500,1.343
+64,mlp.experts.36.down_proj,0.0000036683,0.02500,1.383
+64,mlp.experts.49.down_proj,0.0000078145,0.02500,0.895
+64,mlp.experts.53.down_proj,0.0000126743,0.02500,1.127
+64,mlp.experts.61.down_proj,0.0000106088,0.02500,0.946
+64,mlp.experts.54.down_proj,0.0000220020,0.02500,0.833
+64,mlp.experts.50.down_proj,0.0000122127,0.02500,0.825
+64,mlp.experts.62.down_proj,0.0000047193,0.02500,0.845
+64,mlp.experts.57.down_proj,0.0000091034,0.02500,0.952
+64,mlp.experts.58.down_proj,0.0000226334,0.02500,0.856
+64,mlp.experts.63.down_proj,0.0000163461,0.02500,1.045
+64,mlp.experts.59.down_proj,0.0000145897,0.02500,1.069
+64,mlp.experts.65.down_proj,0.0000094955,0.02500,0.882
+64,mlp.experts.51.down_proj,0.0000040682,0.02500,1.168
+64,mlp.experts.55.down_proj,0.0000232773,0.02500,1.268
+64,mlp.experts.69.down_proj,0.0000070227,0.02500,0.990
+64,mlp.experts.56.down_proj,0.0000070713,0.02500,1.480
+64,mlp.experts.48.down_proj,0.0000117864,0.02500,1.525
+64,mlp.experts.70.down_proj,0.0000541762,0.02500,0.832
+64,mlp.experts.66.down_proj,0.0000094059,0.02500,0.823
+64,mlp.experts.78.down_proj,0.0000090317,0.02500,0.841
+64,mlp.experts.77.down_proj,0.0000189819,0.02500,1.167
+64,mlp.experts.60.down_proj,0.0000066277,0.02500,1.520
+64,mlp.experts.52.down_proj,0.0000100256,0.02500,1.512
+64,mlp.experts.74.down_proj,0.0000130178,0.02500,0.850
+64,mlp.experts.79.down_proj,0.0000147958,0.02500,0.866
+64,mlp.experts.81.down_proj,0.0000215332,0.02500,0.865
+64,mlp.experts.73.down_proj,0.0000111670,0.02500,1.172
+64,mlp.experts.75.down_proj,0.0000314588,0.02500,1.023
+64,mlp.experts.67.down_proj,0.0000070481,0.02500,1.028
+64,mlp.experts.85.down_proj,0.0000142717,0.02500,0.875
+64,mlp.experts.71.down_proj,0.0000103592,0.02500,1.125
+64,mlp.experts.82.down_proj,0.0000088550,0.02500,0.872
+64,mlp.experts.94.down_proj,0.0000121902,0.02500,0.874
+64,mlp.experts.86.down_proj,0.0000085107,0.02500,0.919
+64,mlp.experts.90.down_proj,0.0000198499,0.02500,0.908
+64,mlp.experts.93.down_proj,0.0000063847,0.02500,1.150
+64,mlp.experts.95.down_proj,0.0000088670,0.02500,0.922
+64,mlp.experts.97.down_proj,0.0000064176,0.02500,0.859
+64,mlp.experts.72.down_proj,0.0000079228,0.02500,1.505
+64,mlp.experts.64.down_proj,0.0000050572,0.02500,1.495
+64,mlp.experts.91.down_proj,0.0000109449,0.02500,1.052
+64,mlp.experts.101.down_proj,0.0000046505,0.02500,0.866
+64,mlp.experts.68.down_proj,0.0000433617,0.02500,1.481
+64,mlp.experts.76.down_proj,0.0000095725,0.02500,1.532
+64,mlp.experts.89.down_proj,0.0000114867,0.02500,1.158
+64,mlp.experts.83.down_proj,0.0000213773,0.02500,1.171
+64,mlp.experts.98.down_proj,0.0000101653,0.02500,1.094
+64,mlp.experts.87.down_proj,0.0000152871,0.02500,1.174
+64,mlp.experts.113.down_proj,0.0000107290,0.02500,0.866
+64,mlp.experts.106.down_proj,0.0000078051,0.02500,1.092
+64,mlp.experts.110.down_proj,0.0000099929,0.02500,1.281
+64,mlp.experts.102.down_proj,0.0000089582,0.02500,1.319
+64,mlp.experts.109.down_proj,0.0000227365,0.02500,1.126
+64,mlp.experts.117.down_proj,0.0000068041,0.02500,0.811
+64,mlp.experts.111.down_proj,0.0000269175,0.02500,1.172
+64,mlp.experts.105.down_proj,0.0000096329,0.02500,0.893
+64,mlp.experts.107.down_proj,0.0000093273,0.02500,1.048
+64,mlp.experts.114.down_proj,0.0000089851,0.02500,0.693
+64,mlp.experts.99.down_proj,0.0000116595,0.02500,0.908
+64,mlp.experts.118.down_proj,0.0000128829,0.02500,0.567
+64,mlp.experts.103.down_proj,0.0000119073,0.02500,0.847
+64,mlp.experts.88.down_proj,0.0000143623,0.02500,1.513
+64,mlp.experts.80.down_proj,0.0000079133,0.02500,1.555
+64,mlp.experts.84.down_proj,0.0000047973,0.02500,1.563
+64,mlp.experts.92.down_proj,0.0000119396,0.02500,1.547
+64,mlp.experts.115.down_proj,0.0000351231,0.02500,0.731
+64,mlp.experts.119.down_proj,0.0000410481,0.02500,0.650
+64,mlp.experts.104.down_proj,0.0000247197,0.02500,1.585
+64,mlp.experts.100.down_proj,0.0000094944,0.02500,1.475
+64,mlp.experts.96.down_proj,0.0000214673,0.02500,1.594
+64,mlp.experts.108.down_proj,0.0000347976,0.02500,1.525
+64,mlp.experts.116.down_proj,0.0000296543,0.02500,0.781
+64,mlp.experts.112.down_proj,0.0000085904,0.02500,0.767
+65,self_attn.k_proj,0.0000002255,0.02500,1.344
+65,self_attn.v_proj,0.0000005807,0.02500,1.363
+65,self_attn.q_proj,0.0000018218,0.02500,1.620
+65,self_attn.o_proj,0.0000001234,0.02500,4.286
+65,mlp.shared_experts.gate_proj,0.0000036845,0.02500,1.285
+65,mlp.shared_experts.up_proj,0.0000021029,0.02500,1.302
+65,mlp.shared_experts.down_proj,0.0000002409,0.02500,0.402
+65,mlp.experts.8.gate_proj,0.0000755126,0.02500,3.832
+65,mlp.experts.15.gate_proj,0.0000532443,0.02500,3.851
+65,mlp.experts.7.gate_proj,0.0000708379,0.02500,4.001
+65,mlp.experts.11.gate_proj,0.0000683743,0.02500,4.127
+65,mlp.experts.1.gate_proj,0.0000650887,0.02500,4.919
+65,mlp.experts.5.gate_proj,0.0000523141,0.02500,4.934
+65,mlp.experts.0.gate_proj,0.0000800723,0.02500,4.956
+65,mlp.experts.9.gate_proj,0.0000256285,0.02500,4.275
+65,mlp.experts.3.gate_proj,0.0000595959,0.02500,5.049
+65,mlp.experts.12.gate_proj,0.0000577071,0.02500,4.416
+65,mlp.experts.13.gate_proj,0.0000958264,0.02500,4.533
+65,mlp.experts.4.gate_proj,0.0000701589,0.02500,5.430
+65,mlp.experts.6.gate_proj,0.0000549364,0.02500,4.756
+65,mlp.experts.10.gate_proj,0.0001424014,0.02500,4.847
+65,mlp.experts.14.gate_proj,0.0001001749,0.02500,4.963
+65,mlp.experts.2.gate_proj,0.0001065851,0.02500,5.713
+65,mlp.experts.31.gate_proj,0.0000556790,0.02500,3.060
+65,mlp.experts.24.gate_proj,0.0000268113,0.02500,3.519
+65,mlp.experts.17.gate_proj,0.0000519082,0.02500,3.257
+65,mlp.experts.23.gate_proj,0.0000753441,0.02500,3.483
+65,mlp.experts.21.gate_proj,0.0000503786,0.02500,3.337
+65,mlp.experts.27.gate_proj,0.0000727859,0.02500,3.511
+65,mlp.experts.25.gate_proj,0.0001374692,0.02500,3.397
+65,mlp.experts.29.gate_proj,0.0000404508,0.02500,3.278
+65,mlp.experts.28.gate_proj,0.0000496054,0.02500,3.521
+65,mlp.experts.19.gate_proj,0.0000848149,0.02500,3.698
+65,mlp.experts.20.gate_proj,0.0000407346,0.02500,3.389
+65,mlp.experts.16.gate_proj,0.0001650727,0.02500,4.138
+65,mlp.experts.26.gate_proj,0.0000553282,0.02500,4.479
+65,mlp.experts.22.gate_proj,0.0000415033,0.02500,4.582
+65,mlp.experts.18.gate_proj,0.0000817356,0.02500,4.433
+65,mlp.experts.30.gate_proj,0.0000351466,0.02500,4.533
+65,mlp.experts.47.gate_proj,0.0000610007,0.02500,3.732
+65,mlp.experts.39.gate_proj,0.0000614315,0.02500,3.168
+65,mlp.experts.33.gate_proj,0.0000679834,0.02500,3.181
+65,mlp.experts.37.gate_proj,0.0000597451,0.02500,3.173
+65,mlp.experts.41.gate_proj,0.0000628725,0.02500,3.155
+65,mlp.experts.40.gate_proj,0.0000445607,0.02500,3.581
+65,mlp.experts.45.gate_proj,0.0000429058,0.02500,3.167
+65,mlp.experts.43.gate_proj,0.0000644397,0.02500,3.410
+65,mlp.experts.36.gate_proj,0.0000831379,0.02500,3.235
+65,mlp.experts.35.gate_proj,0.0000258556,0.02500,3.532
+65,mlp.experts.44.gate_proj,0.0000931448,0.02500,3.672
+65,mlp.experts.32.gate_proj,0.0001094624,0.02500,3.433
+65,mlp.experts.49.gate_proj,0.0000321632,0.02500,3.371
+65,mlp.experts.63.gate_proj,0.0000722563,0.02500,3.440
+65,mlp.experts.53.gate_proj,0.0000582150,0.02500,3.363
+65,mlp.experts.57.gate_proj,0.0000857653,0.02500,3.367
+65,mlp.experts.42.gate_proj,0.0000421591,0.02500,4.953
+65,mlp.experts.38.gate_proj,0.0000759129,0.02500,5.022
+65,mlp.experts.61.gate_proj,0.0000272284,0.02500,3.404
+65,mlp.experts.59.gate_proj,0.0000251563,0.02500,3.340
+65,mlp.experts.46.gate_proj,0.0000758814,0.02500,4.929
+65,mlp.experts.55.gate_proj,0.0000638199,0.02500,3.866
+65,mlp.experts.34.gate_proj,0.0000450994,0.02500,5.126
+65,mlp.experts.52.gate_proj,0.0000440295,0.02500,3.274
+65,mlp.experts.56.gate_proj,0.0000683557,0.02500,3.746
+65,mlp.experts.60.gate_proj,0.0000564107,0.02500,3.630
+65,mlp.experts.51.gate_proj,0.0000136453,0.02500,3.709
+65,mlp.experts.48.gate_proj,0.0000515635,0.02500,4.063
+65,mlp.experts.79.gate_proj,0.0000628489,0.02500,3.159
+65,mlp.experts.65.gate_proj,0.0000520386,0.02500,3.334
+65,mlp.experts.73.gate_proj,0.0001015422,0.02500,3.221
+65,mlp.experts.69.gate_proj,0.0000541577,0.02500,3.354
+65,mlp.experts.77.gate_proj,0.0000763418,0.02500,3.301
+65,mlp.experts.75.gate_proj,0.0000655541,0.02500,3.402
+65,mlp.experts.68.gate_proj,0.0000698913,0.02500,3.449
+65,mlp.experts.76.gate_proj,0.0000812977,0.02500,3.080
+65,mlp.experts.72.gate_proj,0.0001770340,0.02500,3.682
+65,mlp.experts.71.gate_proj,0.0000787273,0.02500,3.870
+65,mlp.experts.67.gate_proj,0.0001043150,0.02500,3.393
+65,mlp.experts.58.gate_proj,0.0000474799,0.02500,4.631
+65,mlp.experts.54.gate_proj,0.0000585822,0.02500,4.633
+65,mlp.experts.62.gate_proj,0.0000549393,0.02500,4.718
+65,mlp.experts.50.gate_proj,0.0000509841,0.02500,4.729
+65,mlp.experts.64.gate_proj,0.0000827792,0.02500,3.636
+65,mlp.experts.81.gate_proj,0.0000734965,0.02500,3.202
+65,mlp.experts.85.gate_proj,0.0000393741,0.02500,3.186
+65,mlp.experts.89.gate_proj,0.0000454149,0.02500,3.384
+65,mlp.experts.95.gate_proj,0.0000642868,0.02500,3.595
+65,mlp.experts.93.gate_proj,0.0000467985,0.02500,3.214
+65,mlp.experts.84.gate_proj,0.0000415154,0.02500,3.052
+65,mlp.experts.91.gate_proj,0.0000422727,0.02500,3.672
+65,mlp.experts.92.gate_proj,0.0000498870,0.02500,3.165
+65,mlp.experts.83.gate_proj,0.0000709959,0.02500,3.241
+65,mlp.experts.88.gate_proj,0.0000770378,0.02500,3.797
+65,mlp.experts.87.gate_proj,0.0000785463,0.02500,3.796
+65,mlp.experts.80.gate_proj,0.0000563473,0.02500,3.757
+65,mlp.experts.74.gate_proj,0.0000514555,0.02500,4.503
+65,mlp.experts.70.gate_proj,0.0000950915,0.02500,4.587
+65,mlp.experts.101.gate_proj,0.0000878869,0.02500,3.163
+65,mlp.experts.97.gate_proj,0.0000854205,0.02500,3.246
+65,mlp.experts.78.gate_proj,0.0000426904,0.02500,4.678
+65,mlp.experts.111.gate_proj,0.0000492534,0.02500,3.072
+65,mlp.experts.105.gate_proj,0.0000775129,0.02500,3.205
+65,mlp.experts.66.gate_proj,0.0000830140,0.02500,4.746
+65,mlp.experts.109.gate_proj,0.0000640835,0.02500,3.227
+65,mlp.experts.100.gate_proj,0.0000558141,0.02500,3.246
+65,mlp.experts.107.gate_proj,0.0000215758,0.02500,3.405
+65,mlp.experts.108.gate_proj,0.0000553225,0.02500,4.014
+65,mlp.experts.104.gate_proj,0.0000427092,0.02500,3.471
+65,mlp.experts.99.gate_proj,0.0000576579,0.02500,3.966
+65,mlp.experts.103.gate_proj,0.0000361188,0.02500,3.859
+65,mlp.experts.96.gate_proj,0.0000367212,0.02500,3.112
+65,mlp.experts.7.up_proj,0.0000681580,0.02500,3.070
+65,mlp.experts.113.gate_proj,0.0000618086,0.02500,3.219
+65,mlp.experts.117.gate_proj,0.0000714301,0.02500,3.232
+65,mlp.experts.1.up_proj,0.0000630176,0.02500,3.257
+65,mlp.experts.5.up_proj,0.0000506336,0.02500,3.227
+65,mlp.experts.90.gate_proj,0.0000593010,0.02500,4.438
+65,mlp.experts.3.up_proj,0.0000566665,0.02500,3.249
+65,mlp.experts.86.gate_proj,0.0000536231,0.02500,4.571
+65,mlp.experts.116.gate_proj,0.0000673709,0.02500,3.829
+65,mlp.experts.94.gate_proj,0.0000510267,0.02500,4.513
+65,mlp.experts.82.gate_proj,0.0000705699,0.02500,4.526
+65,mlp.experts.0.up_proj,0.0000764146,0.02500,3.315
+65,mlp.experts.4.up_proj,0.0000668151,0.02500,3.845
+65,mlp.experts.112.gate_proj,0.0000489490,0.02500,3.139
+65,mlp.experts.119.gate_proj,0.0000587219,0.02500,3.610
+65,mlp.experts.115.gate_proj,0.0000516509,0.02500,3.922
+65,mlp.experts.23.up_proj,0.0000721582,0.02500,3.002
+65,mlp.experts.9.up_proj,0.0000248294,0.02500,3.411
+65,mlp.experts.13.up_proj,0.0000917314,0.02500,3.589
+65,mlp.experts.17.up_proj,0.0000505545,0.02500,3.524
+65,mlp.experts.21.up_proj,0.0000479858,0.02500,3.519
+65,mlp.experts.19.up_proj,0.0000818134,0.02500,3.051
+65,mlp.experts.12.up_proj,0.0000558732,0.02500,3.298
+65,mlp.experts.20.up_proj,0.0000394082,0.02500,3.142
+65,mlp.experts.106.gate_proj,0.0000887680,0.02500,4.730
+65,mlp.experts.16.up_proj,0.0001513089,0.02500,3.835
+65,mlp.experts.8.up_proj,0.0000721101,0.02500,3.379
+65,mlp.experts.102.gate_proj,0.0000738796,0.02500,4.779
+65,mlp.experts.39.up_proj,0.0000590637,0.02500,2.958
+65,mlp.experts.110.gate_proj,0.0000921738,0.02500,4.706
+65,mlp.experts.98.gate_proj,0.0000516770,0.02500,4.812
+65,mlp.experts.15.up_proj,0.0000512089,0.02500,4.012
+65,mlp.experts.11.up_proj,0.0000641250,0.02500,3.977
+65,mlp.experts.25.up_proj,0.0001330029,0.02500,3.504
+65,mlp.experts.29.up_proj,0.0000384853,0.02500,3.405
+65,mlp.experts.33.up_proj,0.0000654924,0.02500,3.337
+65,mlp.experts.37.up_proj,0.0000583802,0.02500,3.312
+65,mlp.experts.35.up_proj,0.0000250724,0.02500,3.139
+65,mlp.experts.28.up_proj,0.0000486365,0.02500,3.408
+65,mlp.experts.24.up_proj,0.0000257105,0.02500,3.013
+65,mlp.experts.32.up_proj,0.0001038009,0.02500,3.471
+65,mlp.experts.36.up_proj,0.0000801851,0.02500,3.962
+65,mlp.experts.55.up_proj,0.0000615161,0.02500,3.543
+65,mlp.experts.27.up_proj,0.0000707756,0.02500,2.903
+65,mlp.experts.31.up_proj,0.0000540208,0.02500,3.092
+65,mlp.experts.41.up_proj,0.0000605709,0.02500,3.309
+65,mlp.experts.2.up_proj,0.0000991621,0.02500,4.716
+65,mlp.experts.45.up_proj,0.0000415106,0.02500,3.368
+65,mlp.experts.49.up_proj,0.0000309322,0.02500,3.329
+65,mlp.experts.53.up_proj,0.0000560734,0.02500,3.323
+65,mlp.experts.118.gate_proj,0.0001081145,0.02500,4.753
+65,mlp.experts.6.up_proj,0.0000528188,0.02500,4.714
+65,mlp.experts.114.gate_proj,0.0000348927,0.02500,4.624
+65,mlp.experts.44.up_proj,0.0000891642,0.02500,3.244
+65,mlp.experts.51.up_proj,0.0000129889,0.02500,3.867
+65,mlp.experts.40.up_proj,0.0000429634,0.02500,3.148
+65,mlp.experts.47.up_proj,0.0000582498,0.02500,2.994
+65,mlp.experts.71.up_proj,0.0000748459,0.02500,3.700
+65,mlp.experts.48.up_proj,0.0000502255,0.02500,3.965
+65,mlp.experts.52.up_proj,0.0000420687,0.02500,3.888
+65,mlp.experts.43.up_proj,0.0000624955,0.02500,3.658
+65,mlp.experts.57.up_proj,0.0000816948,0.02500,3.399
+65,mlp.experts.65.up_proj,0.0000499395,0.02500,3.263
+65,mlp.experts.69.up_proj,0.0000518030,0.02500,3.271
+65,mlp.experts.61.up_proj,0.0000262168,0.02500,3.416
+65,mlp.experts.60.up_proj,0.0000525173,0.02500,3.288
+65,mlp.experts.67.up_proj,0.0001015472,0.02500,3.439
+65,mlp.experts.18.up_proj,0.0000704529,0.02500,4.987
+65,mlp.experts.56.up_proj,0.0000648533,0.02500,3.310
+65,mlp.experts.22.up_proj,0.0000404295,0.02500,4.951
+65,mlp.experts.14.up_proj,0.0000979812,0.02500,5.092
+65,mlp.experts.10.up_proj,0.0001347367,0.02500,5.075
+65,mlp.experts.87.up_proj,0.0000748754,0.02500,3.057
+65,mlp.experts.63.up_proj,0.0000699405,0.02500,3.969
+65,mlp.experts.64.up_proj,0.0000786272,0.02500,3.545
+65,mlp.experts.68.up_proj,0.0000662872,0.02500,3.732
+65,mlp.experts.59.up_proj,0.0000229479,0.02500,3.810
+65,mlp.experts.83.up_proj,0.0000698673,0.02500,2.972
+65,mlp.experts.76.up_proj,0.0000726381,0.02500,3.334
+65,mlp.experts.73.up_proj,0.0000931236,0.02500,4.376
+65,mlp.experts.81.up_proj,0.0000703407,0.02500,4.374
+65,mlp.experts.85.up_proj,0.0000388887,0.02500,4.399
+65,mlp.experts.77.up_proj,0.0000725567,0.02500,4.532
+65,mlp.experts.72.up_proj,0.0001722271,0.02500,3.388
+65,mlp.experts.75.up_proj,0.0000628094,0.02500,2.910
+65,mlp.experts.103.up_proj,0.0000346542,0.02500,3.824
+65,mlp.experts.84.up_proj,0.0000404302,0.02500,3.031
+65,mlp.experts.34.up_proj,0.0000439549,0.02500,5.095
+65,mlp.experts.99.up_proj,0.0000544962,0.02500,2.913
+65,mlp.experts.80.up_proj,0.0000543390,0.02500,3.813
+65,mlp.experts.38.up_proj,0.0000731842,0.02500,4.921
+65,mlp.experts.79.up_proj,0.0000604815,0.02500,3.970
+65,mlp.experts.30.up_proj,0.0000346038,0.02500,4.989
+65,mlp.experts.26.up_proj,0.0000529418,0.02500,5.020
+65,mlp.experts.92.up_proj,0.0000476443,0.02500,3.659
+65,mlp.experts.97.up_proj,0.0000768258,0.02500,3.559
+65,mlp.experts.89.up_proj,0.0000440543,0.02500,3.661
+65,mlp.experts.101.up_proj,0.0000832497,0.02500,3.719
+65,mlp.experts.93.up_proj,0.0000453939,0.02500,3.613
+65,mlp.experts.88.up_proj,0.0000743453,0.02500,3.199
+65,mlp.experts.119.up_proj,0.0000568046,0.02500,3.486
+65,mlp.experts.91.up_proj,0.0000411020,0.02500,3.504
+65,mlp.experts.100.up_proj,0.0000539015,0.02500,3.615
+65,mlp.experts.95.up_proj,0.0000620782,0.02500,3.036
+65,mlp.experts.96.up_proj,0.0000351566,0.02500,3.477
+65,mlp.experts.115.up_proj,0.0000502464,0.02500,3.650
+65,mlp.experts.108.up_proj,0.0000534569,0.02500,3.391
+65,mlp.experts.113.up_proj,0.0000606822,0.02500,3.247
+65,mlp.experts.105.up_proj,0.0000755021,0.02500,3.219
+65,mlp.experts.117.up_proj,0.0000687387,0.02500,3.100
+65,mlp.experts.109.up_proj,0.0000614876,0.02500,3.069
+65,mlp.experts.50.up_proj,0.0000493735,0.02500,4.959
+65,mlp.experts.104.up_proj,0.0000407283,0.02500,3.487
+65,mlp.experts.54.up_proj,0.0000555469,0.02500,4.980
+65,mlp.experts.46.up_proj,0.0000721407,0.02500,4.961
+65,mlp.experts.107.up_proj,0.0000206449,0.02500,2.189
+65,mlp.experts.111.up_proj,0.0000469822,0.02500,2.103
+65,mlp.experts.42.up_proj,0.0000406199,0.02500,5.145
+65,mlp.experts.116.up_proj,0.0000652828,0.02500,2.906
+65,mlp.experts.112.up_proj,0.0000472844,0.02500,2.690
+65,mlp.experts.66.up_proj,0.0000782467,0.02500,4.736
+65,mlp.experts.62.up_proj,0.0000526377,0.02500,4.643
+65,mlp.experts.70.up_proj,0.0000920582,0.02500,4.942
+65,mlp.experts.58.up_proj,0.0000450934,0.02500,4.571
+65,mlp.experts.82.up_proj,0.0000671833,0.02500,4.399
+65,mlp.experts.78.up_proj,0.0000414247,0.02500,4.522
+65,mlp.experts.86.up_proj,0.0000514350,0.02500,4.775
+65,mlp.experts.74.up_proj,0.0000495421,0.02500,4.587
+65,mlp.experts.98.up_proj,0.0000495542,0.02500,4.213
+65,mlp.experts.94.up_proj,0.0000476035,0.02500,4.406
+65,mlp.experts.102.up_proj,0.0000717509,0.02500,4.082
+65,mlp.experts.90.up_proj,0.0000577632,0.02500,4.162
+65,mlp.experts.114.up_proj,0.0000337441,0.02500,4.102
+65,mlp.experts.118.up_proj,0.0000973917,0.02500,3.933
+65,mlp.experts.106.up_proj,0.0000847756,0.02500,3.845
+65,mlp.experts.110.up_proj,0.0000880785,0.02500,4.175
+65,mlp.experts.0.down_proj,0.0000289882,0.02500,1.051
+65,mlp.experts.4.down_proj,0.0000191636,0.02500,1.053
+65,mlp.experts.8.down_proj,0.0000171994,0.02500,1.061
+65,mlp.experts.5.down_proj,0.0000079680,0.02500,1.085
+65,mlp.experts.1.down_proj,0.0000150403,0.02500,1.090
+65,mlp.experts.13.down_proj,0.0000247180,0.02500,1.088
+65,mlp.experts.12.down_proj,0.0000099120,0.02500,1.095
+65,mlp.experts.9.down_proj,0.0000065658,0.02500,1.103
+65,mlp.experts.7.down_proj,0.0000118160,0.02500,1.213
+65,mlp.experts.15.down_proj,0.0000082671,0.02500,1.272
+65,mlp.experts.11.down_proj,0.0000114268,0.02500,1.310
+65,mlp.experts.3.down_proj,0.0000089277,0.02500,1.313
+65,mlp.experts.10.down_proj,0.0000623704,0.02500,1.605
+65,mlp.experts.14.down_proj,0.0000158581,0.02500,1.639
+65,mlp.experts.2.down_proj,0.0000287977,0.02500,1.660
+65,mlp.experts.6.down_proj,0.0000155834,0.02500,1.695
+65,mlp.experts.16.down_proj,0.0000436071,0.02500,0.935
+65,mlp.experts.24.down_proj,0.0000044255,0.02500,0.927
+65,mlp.experts.20.down_proj,0.0000059058,0.02500,0.959
+65,mlp.experts.28.down_proj,0.0000085748,0.02500,0.934
+65,mlp.experts.17.down_proj,0.0000092658,0.02500,0.990
+65,mlp.experts.29.down_proj,0.0000180758,0.02500,0.999
+65,mlp.experts.21.down_proj,0.0000076144,0.02500,1.008
+65,mlp.experts.25.down_proj,0.0000360345,0.02500,0.986
+65,mlp.experts.31.down_proj,0.0000097314,0.02500,0.987
+65,mlp.experts.27.down_proj,0.0000204667,0.02500,0.968
+65,mlp.experts.23.down_proj,0.0000108253,0.02500,1.206
+65,mlp.experts.19.down_proj,0.0000147559,0.02500,1.122
+65,mlp.experts.40.down_proj,0.0000075719,0.02500,0.907
+65,mlp.experts.32.down_proj,0.0000368467,0.02500,0.926
+65,mlp.experts.36.down_proj,0.0000149972,0.02500,0.930
+65,mlp.experts.44.down_proj,0.0000185913,0.02500,0.921
+65,mlp.experts.45.down_proj,0.0000095588,0.02500,0.960
+65,mlp.experts.33.down_proj,0.0000103482,0.02500,0.974
+65,mlp.experts.41.down_proj,0.0000099364,0.02500,0.961
+65,mlp.experts.37.down_proj,0.0000227709,0.02500,0.968
+65,mlp.experts.43.down_proj,0.0000127448,0.02500,0.935
+65,mlp.experts.22.down_proj,0.0000069568,0.02500,1.602
+65,mlp.experts.30.down_proj,0.0000051126,0.02500,1.667
+65,mlp.experts.26.down_proj,0.0000099974,0.02500,1.706
+65,mlp.experts.18.down_proj,0.0000251922,0.02500,1.693
+65,mlp.experts.47.down_proj,0.0000074565,0.02500,1.101
+65,mlp.experts.35.down_proj,0.0000048686,0.02500,0.934
+65,mlp.experts.39.down_proj,0.0000109129,0.02500,1.182
+65,mlp.experts.56.down_proj,0.0000097189,0.02500,0.844
+65,mlp.experts.48.down_proj,0.0000093054,0.02500,0.843
+65,mlp.experts.60.down_proj,0.0000115539,0.02500,0.846
+65,mlp.experts.52.down_proj,0.0000077081,0.02500,0.862
+65,mlp.experts.53.down_proj,0.0000082456,0.02500,0.883
+65,mlp.experts.57.down_proj,0.0000133614,0.02500,0.891
+65,mlp.experts.61.down_proj,0.0000068012,0.02500,0.895
+65,mlp.experts.49.down_proj,0.0000060744,0.02500,0.914
+65,mlp.experts.59.down_proj,0.0000168696,0.02500,0.905
+65,mlp.experts.51.down_proj,0.0000038426,0.02500,0.888
+65,mlp.experts.63.down_proj,0.0000198715,0.02500,1.120
+65,mlp.experts.72.down_proj,0.0000478203,0.02500,0.865
+65,mlp.experts.64.down_proj,0.0000128218,0.02500,0.870
+65,mlp.experts.46.down_proj,0.0000103235,0.02500,1.356
+65,mlp.experts.76.down_proj,0.0000304858,0.02500,0.872
+65,mlp.experts.68.down_proj,0.0000140222,0.02500,0.878
+65,mlp.experts.38.down_proj,0.0000102909,0.02500,1.395
+65,mlp.experts.42.down_proj,0.0000063822,0.02500,1.408
+65,mlp.experts.55.down_proj,0.0000135108,0.02500,1.194
+65,mlp.experts.34.down_proj,0.0000069415,0.02500,1.483
+65,mlp.experts.77.down_proj,0.0000179255,0.02500,0.937
+65,mlp.experts.69.down_proj,0.0000070324,0.02500,0.947
+65,mlp.experts.65.down_proj,0.0000104806,0.02500,0.941
+65,mlp.experts.73.down_proj,0.0000223635,0.02500,0.963
+65,mlp.experts.75.down_proj,0.0000092117,0.02500,0.932
+65,mlp.experts.67.down_proj,0.0000200148,0.02500,1.103
+65,mlp.experts.79.down_proj,0.0000087569,0.02500,0.972
+65,mlp.experts.88.down_proj,0.0000271578,0.02500,0.884
+65,mlp.experts.80.down_proj,0.0000083512,0.02500,0.890
+65,mlp.experts.84.down_proj,0.0000108936,0.02500,0.863
+65,mlp.experts.92.down_proj,0.0000073200,0.02500,0.874
+65,mlp.experts.93.down_proj,0.0000101228,0.02500,0.915
+65,mlp.experts.85.down_proj,0.0000072585,0.02500,0.916
+65,mlp.experts.89.down_proj,0.0000072807,0.02500,0.914
+65,mlp.experts.71.down_proj,0.0000142104,0.02500,1.032
+65,mlp.experts.81.down_proj,0.0000126021,0.02500,0.941
+65,mlp.experts.62.down_proj,0.0000106239,0.02500,1.414
+65,mlp.experts.54.down_proj,0.0000080596,0.02500,1.395
+65,mlp.experts.58.down_proj,0.0000078342,0.02500,1.387
+65,mlp.experts.91.down_proj,0.0000077458,0.02500,1.182
+65,mlp.experts.83.down_proj,0.0000179020,0.02500,0.914
+65,mlp.experts.50.down_proj,0.0000075471,0.02500,1.440
+65,mlp.experts.104.down_proj,0.0000076327,0.02500,0.888
+65,mlp.experts.96.down_proj,0.0000063743,0.02500,0.887
+65,mlp.experts.108.down_proj,0.0000081096,0.02500,0.871
+65,mlp.experts.100.down_proj,0.0000084814,0.02500,0.873
+65,mlp.experts.95.down_proj,0.0000134317,0.02500,1.111
+65,mlp.experts.109.down_proj,0.0000091532,0.02500,0.925
+65,mlp.experts.101.down_proj,0.0000294398,0.02500,0.928
+65,mlp.experts.105.down_proj,0.0000129298,0.02500,0.915
+65,mlp.experts.97.down_proj,0.0000112698,0.02500,0.923
+65,mlp.experts.87.down_proj,0.0000145238,0.02500,1.061
+65,mlp.experts.112.down_proj,0.0000078121,0.02500,0.664
+65,mlp.experts.116.down_proj,0.0000149477,0.02500,0.649
+65,mlp.experts.99.down_proj,0.0000118127,0.02500,0.873
+65,mlp.experts.107.down_proj,0.0000048597,0.02500,1.069
+65,mlp.experts.117.down_proj,0.0000100918,0.02500,0.643
+65,mlp.experts.113.down_proj,0.0000107093,0.02500,0.643
+65,mlp.experts.78.down_proj,0.0000128294,0.02500,1.454
+65,mlp.experts.70.down_proj,0.0000177116,0.02500,1.464
+65,mlp.experts.111.down_proj,0.0000166332,0.02500,0.986
+65,mlp.experts.74.down_proj,0.0000079563,0.02500,1.450
+65,mlp.experts.103.down_proj,0.0000065215,0.02500,0.756
+65,mlp.experts.66.down_proj,0.0000126609,0.02500,1.391
+65,mlp.experts.115.down_proj,0.0000107527,0.02500,0.669
+65,mlp.experts.119.down_proj,0.0000107359,0.02500,0.510
+65,mlp.experts.94.down_proj,0.0000133680,0.02500,0.882
+65,mlp.experts.90.down_proj,0.0000138141,0.02500,0.866
+65,mlp.experts.86.down_proj,0.0000096287,0.02500,0.892
+65,mlp.experts.82.down_proj,0.0000107607,0.02500,0.862
+65,mlp.experts.110.down_proj,0.0000217057,0.02500,0.843
+65,mlp.experts.106.down_proj,0.0000223365,0.02500,0.841
+65,mlp.experts.102.down_proj,0.0000198387,0.02500,0.827
+65,mlp.experts.98.down_proj,0.0000076308,0.02500,0.799
+65,mlp.experts.118.down_proj,0.0000338624,0.02500,0.594
+65,mlp.experts.114.down_proj,0.0000099030,0.02500,0.568
+66,self_attn.k_proj,0.0000001371,0.02500,1.720
+66,self_attn.v_proj,0.0000003172,0.02500,1.828
+66,self_attn.q_proj,0.0000006886,0.02500,2.088
+66,self_attn.o_proj,0.0000002003,0.02500,3.812
+66,mlp.shared_experts.gate_proj,0.0000037667,0.02500,1.542
+66,mlp.shared_experts.up_proj,0.0000021300,0.02500,1.486
+66,mlp.shared_experts.down_proj,0.0000002446,0.02500,0.385
+66,mlp.experts.8.gate_proj,0.0000907488,0.02500,3.297
+66,mlp.experts.0.gate_proj,0.0000568861,0.02500,3.735
+66,mlp.experts.12.gate_proj,0.0000555816,0.02500,3.557
+66,mlp.experts.4.gate_proj,0.0000381392,0.02500,3.955
+66,mlp.experts.14.gate_proj,0.0000821606,0.02500,3.884
+66,mlp.experts.2.gate_proj,0.0000929315,0.02500,4.199
+66,mlp.experts.1.gate_proj,0.0000265610,0.02500,4.210
+66,mlp.experts.10.gate_proj,0.0000306307,0.02500,3.981
+66,mlp.experts.6.gate_proj,0.0000411686,0.02500,4.401
+66,mlp.experts.13.gate_proj,0.0001257289,0.02500,4.153
+66,mlp.experts.5.gate_proj,0.0000785342,0.02500,4.569
+66,mlp.experts.9.gate_proj,0.0000498540,0.02500,4.466
+66,mlp.experts.7.gate_proj,0.0000699663,0.02500,5.229
+66,mlp.experts.3.gate_proj,0.0000867637,0.02500,5.600
+66,mlp.experts.15.gate_proj,0.0000604682,0.02500,5.353
+66,mlp.experts.11.gate_proj,0.0000682151,0.02500,5.574
+66,mlp.experts.18.gate_proj,0.0000909419,0.02500,3.133
+66,mlp.experts.26.gate_proj,0.0000431196,0.02500,3.092
+66,mlp.experts.30.gate_proj,0.0001393454,0.02500,3.279
+66,mlp.experts.22.gate_proj,0.0000375083,0.02500,3.145
+66,mlp.experts.17.gate_proj,0.0000328185,0.02500,3.384
+66,mlp.experts.29.gate_proj,0.0000834274,0.02500,3.252
+66,mlp.experts.28.gate_proj,0.0001024333,0.02500,4.446
+66,mlp.experts.16.gate_proj,0.0000282965,0.02500,4.580
+66,mlp.experts.21.gate_proj,0.0000864690,0.02500,3.827
+66,mlp.experts.24.gate_proj,0.0000734363,0.02500,4.819
+66,mlp.experts.25.gate_proj,0.0000655234,0.02500,3.782
+66,mlp.experts.20.gate_proj,0.0000862044,0.02500,4.618
+66,mlp.experts.19.gate_proj,0.0001024108,0.02500,4.728
+66,mlp.experts.23.gate_proj,0.0000608238,0.02500,4.883
+66,mlp.experts.31.gate_proj,0.0000969426,0.02500,4.810
+66,mlp.experts.34.gate_proj,0.0000545887,0.02500,3.150
+66,mlp.experts.42.gate_proj,0.0000431203,0.02500,3.206
+66,mlp.experts.46.gate_proj,0.0000977244,0.02500,3.173
+66,mlp.experts.38.gate_proj,0.0000482207,0.02500,3.181
+66,mlp.experts.45.gate_proj,0.0000730728,0.02500,3.095
+66,mlp.experts.27.gate_proj,0.0000284528,0.02500,5.069
+66,mlp.experts.33.gate_proj,0.0000473891,0.02500,3.443
+66,mlp.experts.37.gate_proj,0.0000598140,0.02500,3.316
+66,mlp.experts.36.gate_proj,0.0000887261,0.02500,3.750
+66,mlp.experts.40.gate_proj,0.0000758711,0.02500,4.097
+66,mlp.experts.32.gate_proj,0.0000755109,0.02500,4.208
+66,mlp.experts.41.gate_proj,0.0000542632,0.02500,3.984
+66,mlp.experts.44.gate_proj,0.0001413084,0.02500,4.437
+66,mlp.experts.50.gate_proj,0.0000498696,0.02500,3.369
+66,mlp.experts.58.gate_proj,0.0000579179,0.02500,3.327
+66,mlp.experts.62.gate_proj,0.0000266992,0.02500,3.318
+66,mlp.experts.61.gate_proj,0.0000889271,0.02500,3.197
+66,mlp.experts.54.gate_proj,0.0000742172,0.02500,3.351
+66,mlp.experts.49.gate_proj,0.0000858579,0.02500,3.068
+66,mlp.experts.35.gate_proj,0.0000782631,0.02500,4.321
+66,mlp.experts.39.gate_proj,0.0000583618,0.02500,4.297
+66,mlp.experts.47.gate_proj,0.0001250509,0.02500,4.321
+66,mlp.experts.53.gate_proj,0.0000458652,0.02500,3.579
+66,mlp.experts.52.gate_proj,0.0000860496,0.02500,3.190
+66,mlp.experts.43.gate_proj,0.0000620640,0.02500,4.566
+66,mlp.experts.60.gate_proj,0.0000447950,0.02500,3.187
+66,mlp.experts.56.gate_proj,0.0000889391,0.02500,3.573
+66,mlp.experts.48.gate_proj,0.0000689218,0.02500,3.817
+66,mlp.experts.57.gate_proj,0.0000609839,0.02500,3.922
+66,mlp.experts.66.gate_proj,0.0000409185,0.02500,3.097
+66,mlp.experts.65.gate_proj,0.0000646382,0.02500,2.864
+66,mlp.experts.78.gate_proj,0.0000732758,0.02500,3.039
+66,mlp.experts.74.gate_proj,0.0000628469,0.02500,3.212
+66,mlp.experts.70.gate_proj,0.0000983890,0.02500,3.121
+66,mlp.experts.77.gate_proj,0.0000511436,0.02500,3.898
+66,mlp.experts.69.gate_proj,0.0000327926,0.02500,3.520
+66,mlp.experts.51.gate_proj,0.0000217609,0.02500,4.306
+66,mlp.experts.68.gate_proj,0.0001320694,0.02500,3.606
+66,mlp.experts.55.gate_proj,0.0000262758,0.02500,4.407
+66,mlp.experts.63.gate_proj,0.0001032022,0.02500,4.421
+66,mlp.experts.72.gate_proj,0.0000635840,0.02500,3.268
+66,mlp.experts.73.gate_proj,0.0000572395,0.02500,3.055
+66,mlp.experts.76.gate_proj,0.0000387095,0.02500,3.699
+66,mlp.experts.81.gate_proj,0.0001078894,0.02500,3.019
+66,mlp.experts.59.gate_proj,0.0000779062,0.02500,4.514
+66,mlp.experts.64.gate_proj,0.0000555817,0.02500,3.711
+66,mlp.experts.82.gate_proj,0.0000705444,0.02500,3.246
+66,mlp.experts.94.gate_proj,0.0000621336,0.02500,3.249
+66,mlp.experts.90.gate_proj,0.0000419402,0.02500,3.180
+66,mlp.experts.86.gate_proj,0.0000198402,0.02500,3.177
+66,mlp.experts.93.gate_proj,0.0000230609,0.02500,3.641
+66,mlp.experts.92.gate_proj,0.0000624911,0.02500,2.966
+66,mlp.experts.85.gate_proj,0.0000743290,0.02500,3.865
+66,mlp.experts.84.gate_proj,0.0000496564,0.02500,3.594
+66,mlp.experts.97.gate_proj,0.0000704690,0.02500,2.882
+66,mlp.experts.88.gate_proj,0.0000602625,0.02500,3.620
+66,mlp.experts.89.gate_proj,0.0000462492,0.02500,3.554
+66,mlp.experts.67.gate_proj,0.0000497535,0.02500,4.121
+66,mlp.experts.71.gate_proj,0.0001331474,0.02500,4.105
+66,mlp.experts.106.gate_proj,0.0000567816,0.02500,2.972
+66,mlp.experts.98.gate_proj,0.0000541542,0.02500,3.132
+66,mlp.experts.102.gate_proj,0.0000788780,0.02500,2.957
+66,mlp.experts.79.gate_proj,0.0000926400,0.02500,4.145
+66,mlp.experts.110.gate_proj,0.0000847683,0.02500,3.167
+66,mlp.experts.80.gate_proj,0.0000966343,0.02500,3.790
+66,mlp.experts.109.gate_proj,0.0001035630,0.02500,3.071
+66,mlp.experts.75.gate_proj,0.0001174919,0.02500,4.666
+66,mlp.experts.108.gate_proj,0.0000580222,0.02500,3.247
+66,mlp.experts.113.gate_proj,0.0000669166,0.02500,3.065
+66,mlp.experts.104.gate_proj,0.0001554083,0.02500,3.565
+66,mlp.experts.118.gate_proj,0.0000594191,0.02500,3.266
+66,mlp.experts.2.up_proj,0.0000902900,0.02500,3.331
+66,mlp.experts.100.gate_proj,0.0000715504,0.02500,3.911
+66,mlp.experts.114.gate_proj,0.0000266644,0.02500,3.375
+66,mlp.experts.101.gate_proj,0.0000991864,0.02500,4.063
+66,mlp.experts.6.up_proj,0.0000399705,0.02500,3.340
+66,mlp.experts.105.gate_proj,0.0000762729,0.02500,4.042
+66,mlp.experts.96.gate_proj,0.0000484217,0.02500,3.400
+66,mlp.experts.87.gate_proj,0.0000981565,0.02500,4.343
+66,mlp.experts.5.up_proj,0.0000761855,0.02500,2.992
+66,mlp.experts.83.gate_proj,0.0000844842,0.02500,4.572
+66,mlp.experts.95.gate_proj,0.0000625616,0.02500,4.365
+66,mlp.experts.91.gate_proj,0.0000404604,0.02500,4.127
+66,mlp.experts.9.up_proj,0.0000482038,0.02500,2.953
+66,mlp.experts.4.up_proj,0.0000369325,0.02500,3.062
+66,mlp.experts.14.up_proj,0.0000798506,0.02500,3.089
+66,mlp.experts.10.up_proj,0.0000297547,0.02500,3.074
+66,mlp.experts.22.up_proj,0.0000359516,0.02500,3.079
+66,mlp.experts.18.up_proj,0.0000866362,0.02500,3.269
+66,mlp.experts.116.gate_proj,0.0000618663,0.02500,3.666
+66,mlp.experts.112.gate_proj,0.0000646570,0.02500,3.189
+66,mlp.experts.1.up_proj,0.0000255125,0.02500,3.365
+66,mlp.experts.0.up_proj,0.0000546959,0.02500,3.977
+66,mlp.experts.21.up_proj,0.0000822221,0.02500,3.008
+66,mlp.experts.117.gate_proj,0.0000510382,0.02500,3.943
+66,mlp.experts.99.gate_proj,0.0000393854,0.02500,4.304
+66,mlp.experts.103.gate_proj,0.0000549673,0.02500,4.508
+66,mlp.experts.111.gate_proj,0.0000303219,0.02500,4.617
+66,mlp.experts.20.up_proj,0.0000834196,0.02500,3.671
+66,mlp.experts.25.up_proj,0.0000630092,0.02500,3.808
+66,mlp.experts.30.up_proj,0.0001271513,0.02500,3.255
+66,mlp.experts.34.up_proj,0.0000533214,0.02500,3.136
+66,mlp.experts.38.up_proj,0.0000467531,0.02500,3.248
+66,mlp.experts.26.up_proj,0.0000412175,0.02500,3.312
+66,mlp.experts.107.gate_proj,0.0000269729,0.02500,4.776
+66,mlp.experts.37.up_proj,0.0000572201,0.02500,3.030
+66,mlp.experts.17.up_proj,0.0000317224,0.02500,3.254
+66,mlp.experts.16.up_proj,0.0000277892,0.02500,3.368
+66,mlp.experts.8.up_proj,0.0000881680,0.02500,3.621
+66,mlp.experts.12.up_proj,0.0000542059,0.02500,4.161
+66,mlp.experts.13.up_proj,0.0001190844,0.02500,3.959
+66,mlp.experts.54.up_proj,0.0000700433,0.02500,3.079
+66,mlp.experts.46.up_proj,0.0000940697,0.02500,3.226
+66,mlp.experts.50.up_proj,0.0000486151,0.02500,3.253
+66,mlp.experts.42.up_proj,0.0000416666,0.02500,3.234
+66,mlp.experts.36.up_proj,0.0000858147,0.02500,3.767
+66,mlp.experts.115.gate_proj,0.0000729264,0.02500,4.687
+66,mlp.experts.41.up_proj,0.0000526290,0.02500,4.027
+66,mlp.experts.7.up_proj,0.0000662547,0.02500,4.568
+66,mlp.experts.119.gate_proj,0.0000364579,0.02500,4.887
+66,mlp.experts.28.up_proj,0.0000944386,0.02500,3.456
+66,mlp.experts.53.up_proj,0.0000439707,0.02500,4.296
+66,mlp.experts.32.up_proj,0.0000740066,0.02500,4.064
+66,mlp.experts.33.up_proj,0.0000455981,0.02500,4.354
+66,mlp.experts.24.up_proj,0.0000718905,0.02500,4.129
+66,mlp.experts.3.up_proj,0.0000827713,0.02500,4.649
+66,mlp.experts.29.up_proj,0.0000811285,0.02500,4.468
+66,mlp.experts.66.up_proj,0.0000387330,0.02500,3.386
+66,mlp.experts.58.up_proj,0.0000560173,0.02500,3.414
+66,mlp.experts.52.up_proj,0.0000827299,0.02500,3.401
+66,mlp.experts.62.up_proj,0.0000240272,0.02500,3.636
+66,mlp.experts.70.up_proj,0.0000950384,0.02500,3.653
+66,mlp.experts.57.up_proj,0.0000584180,0.02500,3.743
+66,mlp.experts.44.up_proj,0.0001362449,0.02500,3.065
+66,mlp.experts.69.up_proj,0.0000315002,0.02500,3.342
+66,mlp.experts.11.up_proj,0.0000661511,0.02500,4.670
+66,mlp.experts.23.up_proj,0.0000578969,0.02500,4.548
+66,mlp.experts.49.up_proj,0.0000809526,0.02500,3.418
+66,mlp.experts.15.up_proj,0.0000583195,0.02500,4.794
+66,mlp.experts.48.up_proj,0.0000664594,0.02500,3.822
+66,mlp.experts.40.up_proj,0.0000705936,0.02500,3.700
+66,mlp.experts.82.up_proj,0.0000684281,0.02500,3.241
+66,mlp.experts.19.up_proj,0.0000984775,0.02500,4.657
+66,mlp.experts.74.up_proj,0.0000608412,0.02500,3.228
+66,mlp.experts.78.up_proj,0.0000637259,0.02500,3.268
+66,mlp.experts.45.up_proj,0.0000699176,0.02500,4.004
+66,mlp.experts.86.up_proj,0.0000190796,0.02500,3.320
+66,mlp.experts.68.up_proj,0.0001259882,0.02500,3.616
+66,mlp.experts.73.up_proj,0.0000543250,0.02500,3.532
+66,mlp.experts.65.up_proj,0.0000603139,0.02500,3.119
+66,mlp.experts.60.up_proj,0.0000427226,0.02500,3.840
+66,mlp.experts.85.up_proj,0.0000708042,0.02500,3.755
+66,mlp.experts.56.up_proj,0.0000875893,0.02500,3.310
+66,mlp.experts.64.up_proj,0.0000542447,0.02500,3.649
+66,mlp.experts.98.up_proj,0.0000520519,0.02500,3.222
+66,mlp.experts.90.up_proj,0.0000396723,0.02500,3.244
+66,mlp.experts.27.up_proj,0.0000279502,0.02500,4.914
+66,mlp.experts.94.up_proj,0.0000594770,0.02500,3.195
+66,mlp.experts.39.up_proj,0.0000563453,0.02500,4.892
+66,mlp.experts.102.up_proj,0.0000751532,0.02500,3.241
+66,mlp.experts.61.up_proj,0.0000858894,0.02500,3.404
+66,mlp.experts.31.up_proj,0.0000928195,0.02500,5.117
+66,mlp.experts.84.up_proj,0.0000479539,0.02500,3.965
+66,mlp.experts.89.up_proj,0.0000443583,0.02500,3.687
+66,mlp.experts.35.up_proj,0.0000742884,0.02500,4.842
+66,mlp.experts.76.up_proj,0.0000374545,0.02500,3.379
+66,mlp.experts.81.up_proj,0.0001030093,0.02500,3.672
+66,mlp.experts.72.up_proj,0.0000624422,0.02500,3.486
+66,mlp.experts.101.up_proj,0.0000966509,0.02500,3.667
+66,mlp.experts.80.up_proj,0.0000932264,0.02500,3.567
+66,mlp.experts.114.up_proj,0.0000259804,0.02500,3.250
+66,mlp.experts.106.up_proj,0.0000550228,0.02500,3.185
+66,mlp.experts.110.up_proj,0.0000821849,0.02500,3.135
+66,mlp.experts.118.up_proj,0.0000579366,0.02500,3.065
+66,mlp.experts.77.up_proj,0.0000490604,0.02500,3.519
+66,mlp.experts.100.up_proj,0.0000681584,0.02500,2.881
+66,mlp.experts.105.up_proj,0.0000722640,0.02500,3.098
+66,mlp.experts.97.up_proj,0.0000674300,0.02500,3.003
+66,mlp.experts.88.up_proj,0.0000592591,0.02500,2.711
+66,mlp.experts.43.up_proj,0.0000593212,0.02500,5.196
+66,mlp.experts.117.up_proj,0.0000494283,0.02500,2.793
+66,mlp.experts.55.up_proj,0.0000255758,0.02500,5.255
+66,mlp.experts.92.up_proj,0.0000605620,0.02500,3.741
+66,mlp.experts.47.up_proj,0.0001209620,0.02500,5.103
+66,mlp.experts.93.up_proj,0.0000223757,0.02500,2.482
+66,mlp.experts.96.up_proj,0.0000467632,0.02500,3.663
+66,mlp.experts.51.up_proj,0.0000210172,0.02500,5.112
+66,mlp.experts.116.up_proj,0.0000585883,0.02500,2.762
+66,mlp.experts.113.up_proj,0.0000639415,0.02500,2.093
+66,mlp.experts.104.up_proj,0.0001506118,0.02500,2.556
+66,mlp.experts.109.up_proj,0.0001004395,0.02500,1.755
+66,mlp.experts.108.up_proj,0.0000555000,0.02500,2.683
+66,mlp.experts.112.up_proj,0.0000621269,0.02500,2.232
+66,mlp.experts.59.up_proj,0.0000736184,0.02500,5.049
+66,mlp.experts.71.up_proj,0.0001284979,0.02500,5.437
+66,mlp.experts.63.up_proj,0.0000989966,0.02500,5.300
+66,mlp.experts.67.up_proj,0.0000477571,0.02500,5.451
+66,mlp.experts.75.up_proj,0.0001118771,0.02500,5.389
+66,mlp.experts.79.up_proj,0.0000906704,0.02500,5.312
+66,mlp.experts.87.up_proj,0.0000928361,0.02500,5.644
+66,mlp.experts.83.up_proj,0.0000766707,0.02500,5.135
+66,mlp.experts.91.up_proj,0.0000385338,0.02500,4.277
+66,mlp.experts.95.up_proj,0.0000597994,0.02500,4.279
+66,mlp.experts.99.up_proj,0.0000382403,0.02500,4.220
+66,mlp.experts.103.up_proj,0.0000519172,0.02500,5.098
+66,mlp.experts.107.up_proj,0.0000258588,0.02500,5.032
+66,mlp.experts.111.up_proj,0.0000296168,0.02500,4.722
+66,mlp.experts.115.up_proj,0.0000696147,0.02500,4.573
+66,mlp.experts.119.up_proj,0.0000353719,0.02500,4.599
+66,mlp.experts.1.down_proj,0.0000109341,0.02500,1.473
+66,mlp.experts.9.down_proj,0.0000066719,0.02500,1.358
+66,mlp.experts.5.down_proj,0.0000123141,0.02500,1.596
+66,mlp.experts.13.down_proj,0.0000222546,0.02500,1.462
+66,mlp.experts.4.down_proj,0.0000048742,0.02500,1.637
+66,mlp.experts.0.down_proj,0.0000098082,0.02500,1.654
+66,mlp.experts.12.down_proj,0.0000133153,0.02500,1.503
+66,mlp.experts.8.down_proj,0.0000183133,0.02500,1.506
+66,mlp.experts.7.down_proj,0.0000129939,0.02500,1.799
+66,mlp.experts.6.down_proj,0.0000070541,0.02500,1.805
+66,mlp.experts.3.down_proj,0.0000152884,0.02500,1.807
+66,mlp.experts.2.down_proj,0.0000266008,0.02500,1.810
+66,mlp.experts.14.down_proj,0.0000198611,0.02500,1.666
+66,mlp.experts.11.down_proj,0.0000100616,0.02500,1.724
+66,mlp.experts.15.down_proj,0.0000110572,0.02500,1.730
+66,mlp.experts.10.down_proj,0.0000071761,0.02500,1.749
+66,mlp.experts.17.down_proj,0.0000048324,0.02500,0.972
+66,mlp.experts.29.down_proj,0.0000150933,0.02500,0.839
+66,mlp.experts.16.down_proj,0.0000059796,0.02500,0.820
+66,mlp.experts.20.down_proj,0.0000158601,0.02500,0.841
+66,mlp.experts.28.down_proj,0.0000132332,0.02500,0.834
+66,mlp.experts.24.down_proj,0.0000239787,0.02500,0.851
+66,mlp.experts.21.down_proj,0.0000261534,0.02500,0.947
+66,mlp.experts.25.down_proj,0.0000189063,0.02500,1.153
+66,mlp.experts.18.down_proj,0.0000109759,0.02500,0.887
+66,mlp.experts.30.down_proj,0.0000375512,0.02500,0.959
+66,mlp.experts.26.down_proj,0.0000057196,0.02500,1.067
+66,mlp.experts.22.down_proj,0.0000060442,0.02500,1.172
+66,mlp.experts.31.down_proj,0.0000316936,0.02500,1.278
+66,mlp.experts.19.down_proj,0.0000173306,0.02500,1.380
+66,mlp.experts.27.down_proj,0.0000072462,0.02500,1.308
+66,mlp.experts.23.down_proj,0.0000129790,0.02500,1.401
+66,mlp.experts.32.down_proj,0.0000216401,0.02500,0.872
+66,mlp.experts.40.down_proj,0.0000255406,0.02500,0.830
+66,mlp.experts.44.down_proj,0.0000535788,0.02500,0.864
+66,mlp.experts.36.down_proj,0.0000164269,0.02500,0.897
+66,mlp.experts.37.down_proj,0.0000097796,0.02500,0.899
+66,mlp.experts.33.down_proj,0.0000083817,0.02500,1.045
+66,mlp.experts.45.down_proj,0.0000155630,0.02500,1.046
+66,mlp.experts.41.down_proj,0.0000090994,0.02500,1.158
+66,mlp.experts.34.down_proj,0.0000091184,0.02500,1.161
+66,mlp.experts.46.down_proj,0.0000201128,0.02500,1.094
+66,mlp.experts.42.down_proj,0.0000064160,0.02500,0.960
+66,mlp.experts.38.down_proj,0.0000076812,0.02500,1.145
+66,mlp.experts.52.down_proj,0.0000144945,0.02500,0.799
+66,mlp.experts.60.down_proj,0.0000082177,0.02500,0.812
+66,mlp.experts.56.down_proj,0.0000245970,0.02500,0.828
+66,mlp.experts.48.down_proj,0.0000097381,0.02500,0.870
+66,mlp.experts.49.down_proj,0.0000152649,0.02500,0.917
+66,mlp.experts.53.down_proj,0.0000075597,0.02500,1.047
+66,mlp.experts.39.down_proj,0.0000133254,0.02500,1.295
+66,mlp.experts.35.down_proj,0.0000123123,0.02500,1.334
+66,mlp.experts.43.down_proj,0.0000084807,0.02500,1.371
+66,mlp.experts.61.down_proj,0.0000163092,0.02500,1.077
+66,mlp.experts.47.down_proj,0.0000265714,0.02500,1.424
+66,mlp.experts.57.down_proj,0.0000102655,0.02500,0.861
+66,mlp.experts.62.down_proj,0.0000193473,0.02500,0.935
+66,mlp.experts.58.down_proj,0.0000146090,0.02500,1.000
+66,mlp.experts.50.down_proj,0.0000112449,0.02500,1.156
+66,mlp.experts.76.down_proj,0.0000068540,0.02500,0.855
+66,mlp.experts.68.down_proj,0.0000243015,0.02500,0.861
+66,mlp.experts.72.down_proj,0.0000191063,0.02500,0.872
+66,mlp.experts.64.down_proj,0.0000089336,0.02500,0.888
+66,mlp.experts.54.down_proj,0.0000187419,0.02500,1.015
+66,mlp.experts.69.down_proj,0.0000051005,0.02500,0.919
+66,mlp.experts.65.down_proj,0.0000134768,0.02500,1.071
+66,mlp.experts.73.down_proj,0.0000080832,0.02500,0.872
+66,mlp.experts.55.down_proj,0.0000070832,0.02500,1.198
+66,mlp.experts.77.down_proj,0.0000070541,0.02500,1.151
+66,mlp.experts.51.down_proj,0.0000043117,0.02500,1.245
+66,mlp.experts.59.down_proj,0.0000233712,0.02500,1.224
+66,mlp.experts.63.down_proj,0.0000240104,0.02500,1.234
+66,mlp.experts.74.down_proj,0.0000111858,0.02500,0.892
+66,mlp.experts.78.down_proj,0.0000219508,0.02500,1.102
+66,mlp.experts.66.down_proj,0.0000065380,0.02500,1.017
+66,mlp.experts.92.down_proj,0.0000128714,0.02500,1.088
+66,mlp.experts.70.down_proj,0.0000241180,0.02500,0.945
+66,mlp.experts.80.down_proj,0.0000186019,0.02500,1.077
+66,mlp.experts.88.down_proj,0.0000120257,0.02500,1.194
+66,mlp.experts.84.down_proj,0.0000067202,0.02500,1.212
+66,mlp.experts.85.down_proj,0.0000400975,0.02500,0.867
+66,mlp.experts.93.down_proj,0.0000051742,0.02500,0.860
+66,mlp.experts.81.down_proj,0.0000252179,0.02500,1.148
+66,mlp.experts.89.down_proj,0.0000081055,0.02500,1.101
+66,mlp.experts.90.down_proj,0.0000061239,0.02500,0.984
+66,mlp.experts.86.down_proj,0.0000079298,0.02500,0.862
+66,mlp.experts.82.down_proj,0.0000101968,0.02500,1.036
+66,mlp.experts.94.down_proj,0.0000233867,0.02500,1.151
+66,mlp.experts.101.down_proj,0.0000145598,0.02500,0.864
+66,mlp.experts.71.down_proj,0.0000290699,0.02500,1.508
+66,mlp.experts.67.down_proj,0.0000061475,0.02500,1.478
+66,mlp.experts.75.down_proj,0.0000277630,0.02500,1.507
+66,mlp.experts.96.down_proj,0.0000074799,0.02500,1.195
+66,mlp.experts.79.down_proj,0.0000207037,0.02500,1.559
+66,mlp.experts.108.down_proj,0.0000088001,0.02500,1.287
+66,mlp.experts.104.down_proj,0.0000481452,0.02500,1.240
+66,mlp.experts.100.down_proj,0.0000123897,0.02500,1.252
+66,mlp.experts.109.down_proj,0.0000446088,0.02500,1.003
+66,mlp.experts.105.down_proj,0.0000171726,0.02500,0.941
+66,mlp.experts.97.down_proj,0.0000201081,0.02500,1.060
+66,mlp.experts.117.down_proj,0.0000067935,0.02500,0.737
+66,mlp.experts.112.down_proj,0.0000130688,0.02500,0.628
+66,mlp.experts.106.down_proj,0.0000113475,0.02500,1.204
+66,mlp.experts.116.down_proj,0.0000138202,0.02500,0.598
+66,mlp.experts.102.down_proj,0.0000151129,0.02500,1.176
+66,mlp.experts.87.down_proj,0.0000155068,0.02500,0.973
+66,mlp.experts.113.down_proj,0.0000131417,0.02500,0.536
+66,mlp.experts.83.down_proj,0.0000194473,0.02500,0.980
+66,mlp.experts.91.down_proj,0.0000174235,0.02500,0.987
+66,mlp.experts.98.down_proj,0.0000097619,0.02500,1.250
+66,mlp.experts.110.down_proj,0.0000170224,0.02500,1.255
+66,mlp.experts.95.down_proj,0.0000109670,0.02500,0.967
+66,mlp.experts.118.down_proj,0.0000087479,0.02500,0.625
+66,mlp.experts.114.down_proj,0.0000044134,0.02500,0.549
+66,mlp.experts.103.down_proj,0.0000074897,0.02500,1.164
+66,mlp.experts.99.down_proj,0.0000065201,0.02500,1.157
+66,mlp.experts.111.down_proj,0.0000045212,0.02500,1.189
+66,mlp.experts.107.down_proj,0.0000059173,0.02500,1.346
+66,mlp.experts.119.down_proj,0.0000153617,0.02500,0.710
+66,mlp.experts.115.down_proj,0.0000130565,0.02500,0.689
+67,self_attn.v_proj,0.0000004247,0.02500,2.000
+67,self_attn.k_proj,0.0000001778,0.02500,2.008
+67,self_attn.q_proj,0.0000012359,0.02500,2.342
+67,self_attn.o_proj,0.0000003665,0.02500,3.961
+67,mlp.shared_experts.gate_proj,0.0000037012,0.02500,1.328
+67,mlp.shared_experts.up_proj,0.0000022131,0.02500,1.308
+67,mlp.shared_experts.down_proj,0.0000002767,0.02500,0.399
+67,mlp.experts.8.gate_proj,0.0000498214,0.02500,3.995
+67,mlp.experts.2.gate_proj,0.0000700305,0.02500,5.033
+67,mlp.experts.6.gate_proj,0.0000889605,0.02500,5.038
+67,mlp.experts.0.gate_proj,0.0000429060,0.02500,5.200
+67,mlp.experts.14.gate_proj,0.0000622408,0.02500,4.631
+67,mlp.experts.10.gate_proj,0.0000198808,0.02500,4.723
+67,mlp.experts.4.gate_proj,0.0000807727,0.02500,5.453
+67,mlp.experts.12.gate_proj,0.0000341957,0.02500,4.884
+67,mlp.experts.11.gate_proj,0.0000559167,0.02500,4.943
+67,mlp.experts.3.gate_proj,0.0000778810,0.02500,5.661
+67,mlp.experts.7.gate_proj,0.0000597834,0.02500,5.755
+67,mlp.experts.15.gate_proj,0.0000800173,0.02500,5.139
+67,mlp.experts.9.gate_proj,0.0000680114,0.02500,5.805
+67,mlp.experts.5.gate_proj,0.0000439828,0.02500,6.575
+67,mlp.experts.13.gate_proj,0.0001227837,0.02500,5.927
+67,mlp.experts.1.gate_proj,0.0000771140,0.02500,6.718
+67,mlp.experts.22.gate_proj,0.0001216370,0.02500,3.552
+67,mlp.experts.24.gate_proj,0.0000591626,0.02500,3.992
+67,mlp.experts.16.gate_proj,0.0000394181,0.02500,3.559
+67,mlp.experts.18.gate_proj,0.0000648653,0.02500,3.842
+67,mlp.experts.26.gate_proj,0.0000678323,0.02500,3.535
+67,mlp.experts.20.gate_proj,0.0000571330,0.02500,3.544
+67,mlp.experts.30.gate_proj,0.0000636710,0.02500,3.805
+67,mlp.experts.19.gate_proj,0.0000754431,0.02500,3.972
+67,mlp.experts.28.gate_proj,0.0000717867,0.02500,4.053
+67,mlp.experts.27.gate_proj,0.0000888977,0.02500,4.101
+67,mlp.experts.23.gate_proj,0.0000876431,0.02500,4.109
+67,mlp.experts.31.gate_proj,0.0000146330,0.02500,4.077
+67,mlp.experts.38.gate_proj,0.0000767660,0.02500,3.002
+67,mlp.experts.29.gate_proj,0.0000664213,0.02500,5.156
+67,mlp.experts.34.gate_proj,0.0000447686,0.02500,2.933
+67,mlp.experts.25.gate_proj,0.0000571518,0.02500,5.331
+67,mlp.experts.42.gate_proj,0.0000502283,0.02500,2.924
+67,mlp.experts.32.gate_proj,0.0000610145,0.02500,3.189
+67,mlp.experts.21.gate_proj,0.0001323116,0.02500,5.401
+67,mlp.experts.17.gate_proj,0.0000807528,0.02500,5.324
+67,mlp.experts.46.gate_proj,0.0000597468,0.02500,2.934
+67,mlp.experts.36.gate_proj,0.0000279298,0.02500,3.497
+67,mlp.experts.40.gate_proj,0.0000478008,0.02500,3.863
+67,mlp.experts.43.gate_proj,0.0000558935,0.02500,3.024
+67,mlp.experts.44.gate_proj,0.0000891483,0.02500,3.147
+67,mlp.experts.35.gate_proj,0.0000423834,0.02500,3.199
+67,mlp.experts.39.gate_proj,0.0000890154,0.02500,3.049
+67,mlp.experts.47.gate_proj,0.0000313481,0.02500,3.105
+67,mlp.experts.54.gate_proj,0.0000573806,0.02500,2.979
+67,mlp.experts.50.gate_proj,0.0000388892,0.02500,3.008
+67,mlp.experts.58.gate_proj,0.0000959622,0.02500,2.972
+67,mlp.experts.62.gate_proj,0.0000381551,0.02500,2.971
+67,mlp.experts.48.gate_proj,0.0000702890,0.02500,3.363
+67,mlp.experts.52.gate_proj,0.0000223237,0.02500,3.186
+67,mlp.experts.56.gate_proj,0.0000547589,0.02500,3.815
+67,mlp.experts.59.gate_proj,0.0000729084,0.02500,3.680
+67,mlp.experts.45.gate_proj,0.0000525198,0.02500,4.803
+67,mlp.experts.41.gate_proj,0.0000578816,0.02500,4.802
+67,mlp.experts.51.gate_proj,0.0000649540,0.02500,3.825
+67,mlp.experts.55.gate_proj,0.0000592524,0.02500,3.829
+67,mlp.experts.33.gate_proj,0.0000456060,0.02500,4.833
+67,mlp.experts.63.gate_proj,0.0000461015,0.02500,3.852
+67,mlp.experts.60.gate_proj,0.0000443485,0.02500,4.102
+67,mlp.experts.37.gate_proj,0.0001216446,0.02500,5.073
+67,mlp.experts.70.gate_proj,0.0000366744,0.02500,3.191
+67,mlp.experts.66.gate_proj,0.0000531305,0.02500,3.207
+67,mlp.experts.74.gate_proj,0.0001004815,0.02500,3.397
+67,mlp.experts.78.gate_proj,0.0000780588,0.02500,3.257
+67,mlp.experts.64.gate_proj,0.0000656977,0.02500,3.825
+67,mlp.experts.68.gate_proj,0.0000866563,0.02500,4.058
+67,mlp.experts.72.gate_proj,0.0000639959,0.02500,4.097
+67,mlp.experts.76.gate_proj,0.0000344850,0.02500,3.930
+67,mlp.experts.61.gate_proj,0.0000534614,0.02500,4.472
+67,mlp.experts.75.gate_proj,0.0000916812,0.02500,4.812
+67,mlp.experts.49.gate_proj,0.0000608905,0.02500,4.443
+67,mlp.experts.53.gate_proj,0.0000587432,0.02500,4.364
+67,mlp.experts.67.gate_proj,0.0000503017,0.02500,4.760
+67,mlp.experts.57.gate_proj,0.0001196669,0.02500,4.809
+67,mlp.experts.82.gate_proj,0.0000699661,0.02500,3.457
+67,mlp.experts.71.gate_proj,0.0000511658,0.02500,4.763
+67,mlp.experts.86.gate_proj,0.0000770425,0.02500,3.848
+67,mlp.experts.79.gate_proj,0.0000811783,0.02500,4.737
+67,mlp.experts.90.gate_proj,0.0000425860,0.02500,3.821
+67,mlp.experts.94.gate_proj,0.0000412276,0.02500,4.060
+67,mlp.experts.80.gate_proj,0.0000608221,0.02500,3.843
+67,mlp.experts.84.gate_proj,0.0000496190,0.02500,3.316
+67,mlp.experts.88.gate_proj,0.0000684426,0.02500,3.007
+67,mlp.experts.92.gate_proj,0.0000667331,0.02500,3.623
+67,mlp.experts.102.gate_proj,0.0000322755,0.02500,3.773
+67,mlp.experts.77.gate_proj,0.0001103931,0.02500,4.472
+67,mlp.experts.98.gate_proj,0.0000871450,0.02500,4.195
+67,mlp.experts.65.gate_proj,0.0000896962,0.02500,4.360
+67,mlp.experts.73.gate_proj,0.0000993209,0.02500,4.360
+67,mlp.experts.96.gate_proj,0.0000667271,0.02500,2.983
+67,mlp.experts.69.gate_proj,0.0000682069,0.02500,4.562
+67,mlp.experts.106.gate_proj,0.0000610941,0.02500,3.955
+67,mlp.experts.91.gate_proj,0.0000757604,0.02500,4.947
+67,mlp.experts.83.gate_proj,0.0001486614,0.02500,4.931
+67,mlp.experts.110.gate_proj,0.0000599567,0.02500,4.061
+67,mlp.experts.87.gate_proj,0.0000587141,0.02500,4.996
+67,mlp.experts.95.gate_proj,0.0000771144,0.02500,4.976
+67,mlp.experts.104.gate_proj,0.0000577423,0.02500,3.161
+67,mlp.experts.100.gate_proj,0.0000597279,0.02500,3.928
+67,mlp.experts.108.gate_proj,0.0000570608,0.02500,3.076
+67,mlp.experts.118.gate_proj,0.0001332405,0.02500,3.593
+67,mlp.experts.114.gate_proj,0.0000944827,0.02500,3.485
+67,mlp.experts.2.up_proj,0.0000669813,0.02500,3.386
+67,mlp.experts.0.up_proj,0.0000414287,0.02500,3.084
+67,mlp.experts.93.gate_proj,0.0000625191,0.02500,4.284
+67,mlp.experts.112.gate_proj,0.0000506143,0.02500,3.918
+67,mlp.experts.6.up_proj,0.0000843662,0.02500,3.499
+67,mlp.experts.81.gate_proj,0.0000895389,0.02500,4.349
+67,mlp.experts.89.gate_proj,0.0000458689,0.02500,4.353
+67,mlp.experts.85.gate_proj,0.0000541337,0.02500,4.303
+67,mlp.experts.116.gate_proj,0.0000559962,0.02500,3.569
+67,mlp.experts.4.up_proj,0.0000775292,0.02500,3.116
+67,mlp.experts.107.gate_proj,0.0000598694,0.02500,4.455
+67,mlp.experts.99.gate_proj,0.0001086671,0.02500,4.484
+67,mlp.experts.103.gate_proj,0.0000661960,0.02500,4.574
+67,mlp.experts.111.gate_proj,0.0000558876,0.02500,4.655
+67,mlp.experts.14.up_proj,0.0000600413,0.02500,3.096
+67,mlp.experts.10.up_proj,0.0000192724,0.02500,3.299
+67,mlp.experts.18.up_proj,0.0000620536,0.02500,3.294
+67,mlp.experts.8.up_proj,0.0000481577,0.02500,2.992
+67,mlp.experts.16.up_proj,0.0000383085,0.02500,3.194
+67,mlp.experts.109.gate_proj,0.0000738386,0.02500,3.365
+67,mlp.experts.22.up_proj,0.0001146503,0.02500,3.286
+67,mlp.experts.97.gate_proj,0.0000956091,0.02500,3.302
+67,mlp.experts.105.gate_proj,0.0000366002,0.02500,3.332
+67,mlp.experts.101.gate_proj,0.0000932990,0.02500,3.279
+67,mlp.experts.12.up_proj,0.0000333156,0.02500,3.525
+67,mlp.experts.20.up_proj,0.0000541331,0.02500,3.914
+67,mlp.experts.30.up_proj,0.0000624221,0.02500,3.083
+67,mlp.experts.3.up_proj,0.0000753924,0.02500,4.699
+67,mlp.experts.115.gate_proj,0.0000491830,0.02500,4.554
+67,mlp.experts.26.up_proj,0.0000660282,0.02500,2.977
+67,mlp.experts.119.gate_proj,0.0000874753,0.02500,4.658
+67,mlp.experts.34.up_proj,0.0000435330,0.02500,3.049
+67,mlp.experts.7.up_proj,0.0000575494,0.02500,4.695
+67,mlp.experts.38.up_proj,0.0000742939,0.02500,3.115
+67,mlp.experts.5.up_proj,0.0000423945,0.02500,3.156
+67,mlp.experts.32.up_proj,0.0000590842,0.02500,3.581
+67,mlp.experts.113.gate_proj,0.0001938941,0.02500,3.227
+67,mlp.experts.24.up_proj,0.0000571546,0.02500,3.733
+67,mlp.experts.1.up_proj,0.0000735280,0.02500,3.222
+67,mlp.experts.117.gate_proj,0.0000568297,0.02500,3.218
+67,mlp.experts.28.up_proj,0.0000698730,0.02500,3.224
+67,mlp.experts.36.up_proj,0.0000266608,0.02500,3.378
+67,mlp.experts.46.up_proj,0.0000576986,0.02500,3.769
+67,mlp.experts.42.up_proj,0.0000498851,0.02500,3.747
+67,mlp.experts.21.up_proj,0.0001279809,0.02500,3.108
+67,mlp.experts.48.up_proj,0.0000688987,0.02500,3.014
+67,mlp.experts.50.up_proj,0.0000378894,0.02500,3.830
+67,mlp.experts.11.up_proj,0.0000540092,0.02500,4.219
+67,mlp.experts.9.up_proj,0.0000664258,0.02500,3.077
+67,mlp.experts.19.up_proj,0.0000731868,0.02500,4.363
+67,mlp.experts.13.up_proj,0.0001187760,0.02500,3.062
+67,mlp.experts.17.up_proj,0.0000762440,0.02500,3.160
+67,mlp.experts.54.up_proj,0.0000557157,0.02500,3.589
+67,mlp.experts.40.up_proj,0.0000469651,0.02500,3.442
+67,mlp.experts.15.up_proj,0.0000775242,0.02500,4.337
+67,mlp.experts.23.up_proj,0.0000847119,0.02500,4.201
+67,mlp.experts.44.up_proj,0.0000845727,0.02500,3.445
+67,mlp.experts.52.up_proj,0.0000214508,0.02500,3.603
+67,mlp.experts.62.up_proj,0.0000346233,0.02500,3.623
+67,mlp.experts.64.up_proj,0.0000603866,0.02500,3.046
+67,mlp.experts.37.up_proj,0.0001177034,0.02500,3.200
+67,mlp.experts.58.up_proj,0.0000916249,0.02500,3.542
+67,mlp.experts.25.up_proj,0.0000550320,0.02500,3.174
+67,mlp.experts.29.up_proj,0.0000639803,0.02500,3.164
+67,mlp.experts.66.up_proj,0.0000499064,0.02500,3.440
+67,mlp.experts.33.up_proj,0.0000443498,0.02500,3.178
+67,mlp.experts.70.up_proj,0.0000355758,0.02500,3.723
+67,mlp.experts.56.up_proj,0.0000534214,0.02500,3.974
+67,mlp.experts.60.up_proj,0.0000427678,0.02500,3.359
+67,mlp.experts.27.up_proj,0.0000853026,0.02500,4.671
+67,mlp.experts.35.up_proj,0.0000417920,0.02500,4.754
+67,mlp.experts.39.up_proj,0.0000866776,0.02500,4.651
+67,mlp.experts.31.up_proj,0.0000139348,0.02500,4.824
+67,mlp.experts.68.up_proj,0.0000826515,0.02500,3.552
+67,mlp.experts.80.up_proj,0.0000592589,0.02500,3.026
+67,mlp.experts.78.up_proj,0.0000757415,0.02500,3.174
+67,mlp.experts.74.up_proj,0.0000946963,0.02500,3.239
+67,mlp.experts.82.up_proj,0.0000676149,0.02500,3.599
+67,mlp.experts.53.up_proj,0.0000553730,0.02500,3.994
+67,mlp.experts.41.up_proj,0.0000555530,0.02500,3.902
+67,mlp.experts.45.up_proj,0.0000508319,0.02500,4.014
+67,mlp.experts.49.up_proj,0.0000578991,0.02500,4.058
+67,mlp.experts.86.up_proj,0.0000744207,0.02500,3.755
+67,mlp.experts.72.up_proj,0.0000627157,0.02500,3.394
+67,mlp.experts.76.up_proj,0.0000317737,0.02500,3.381
+67,mlp.experts.43.up_proj,0.0000543790,0.02500,3.675
+67,mlp.experts.51.up_proj,0.0000629163,0.02500,3.626
+67,mlp.experts.55.up_proj,0.0000582688,0.02500,3.492
+67,mlp.experts.47.up_proj,0.0000296829,0.02500,3.571
+67,mlp.experts.96.up_proj,0.0000651677,0.02500,3.029
+67,mlp.experts.94.up_proj,0.0000398556,0.02500,3.050
+67,mlp.experts.84.up_proj,0.0000483201,0.02500,4.002
+67,mlp.experts.98.up_proj,0.0000824668,0.02500,3.102
+67,mlp.experts.90.up_proj,0.0000410817,0.02500,4.086
+67,mlp.experts.88.up_proj,0.0000659617,0.02500,3.005
+67,mlp.experts.102.up_proj,0.0000314825,0.02500,3.677
+67,mlp.experts.59.up_proj,0.0000717618,0.02500,3.258
+67,mlp.experts.92.up_proj,0.0000650076,0.02500,3.775
+67,mlp.experts.67.up_proj,0.0000487675,0.02500,3.234
+67,mlp.experts.71.up_proj,0.0000504620,0.02500,3.292
+67,mlp.experts.57.up_proj,0.0001136896,0.02500,4.885
+67,mlp.experts.69.up_proj,0.0000659512,0.02500,5.059
+67,mlp.experts.63.up_proj,0.0000446141,0.02500,3.312
+67,mlp.experts.112.up_proj,0.0000488060,0.02500,3.206
+67,mlp.experts.61.up_proj,0.0000520132,0.02500,4.970
+67,mlp.experts.65.up_proj,0.0000870850,0.02500,4.955
+67,mlp.experts.110.up_proj,0.0000572341,0.02500,3.368
+67,mlp.experts.100.up_proj,0.0000576221,0.02500,3.417
+67,mlp.experts.114.up_proj,0.0000908854,0.02500,3.145
+67,mlp.experts.106.up_proj,0.0000593948,0.02500,2.890
+67,mlp.experts.104.up_proj,0.0000539697,0.02500,2.694
+67,mlp.experts.118.up_proj,0.0001305841,0.02500,2.605
+67,mlp.experts.108.up_proj,0.0000551991,0.02500,2.447
+67,mlp.experts.116.up_proj,0.0000549229,0.02500,1.976
+67,mlp.experts.75.up_proj,0.0000870389,0.02500,4.091
+67,mlp.experts.73.up_proj,0.0000939973,0.02500,4.001
+67,mlp.experts.85.up_proj,0.0000517530,0.02500,3.964
+67,mlp.experts.81.up_proj,0.0000867769,0.02500,3.772
+67,mlp.experts.77.up_proj,0.0001039943,0.02500,3.914
+67,mlp.experts.87.up_proj,0.0000552420,0.02500,4.342
+67,mlp.experts.83.up_proj,0.0001409294,0.02500,4.790
+67,mlp.experts.79.up_proj,0.0000774652,0.02500,4.492
+67,mlp.experts.89.up_proj,0.0000442862,0.02500,3.127
+67,mlp.experts.101.up_proj,0.0000887343,0.02500,3.051
+67,mlp.experts.97.up_proj,0.0000784548,0.02500,3.092
+67,mlp.experts.93.up_proj,0.0000621313,0.02500,3.110
+67,mlp.experts.91.up_proj,0.0000731647,0.02500,5.783
+67,mlp.experts.103.up_proj,0.0000641992,0.02500,5.638
+67,mlp.experts.105.up_proj,0.0000353169,0.02500,3.097
+67,mlp.experts.117.up_proj,0.0000535583,0.02500,3.149
+67,mlp.experts.113.up_proj,0.0001827856,0.02500,3.056
+67,mlp.experts.109.up_proj,0.0000711401,0.02500,3.003
+67,mlp.experts.99.up_proj,0.0001044772,0.02500,5.940
+67,mlp.experts.95.up_proj,0.0000740840,0.02500,6.060
+67,mlp.experts.107.up_proj,0.0000574088,0.02500,5.723
+67,mlp.experts.119.up_proj,0.0000843664,0.02500,5.439
+67,mlp.experts.115.up_proj,0.0000477954,0.02500,5.278
+67,mlp.experts.111.up_proj,0.0000545859,0.02500,5.093
+67,mlp.experts.4.down_proj,0.0000119253,0.02500,1.201
+67,mlp.experts.0.down_proj,0.0000063929,0.02500,1.525
+67,mlp.experts.12.down_proj,0.0000057118,0.02500,1.335
+67,mlp.experts.8.down_proj,0.0000122653,0.02500,1.422
+67,mlp.experts.6.down_proj,0.0000299061,0.02500,1.792
+67,mlp.experts.2.down_proj,0.0000090332,0.02500,1.842
+67,mlp.experts.14.down_proj,0.0000088022,0.02500,1.720
+67,mlp.experts.10.down_proj,0.0000056894,0.02500,1.729
+67,mlp.experts.3.down_proj,0.0000335118,0.02500,2.071
+67,mlp.experts.7.down_proj,0.0000103019,0.02500,2.073
+67,mlp.experts.15.down_proj,0.0000212807,0.02500,1.881
+67,mlp.experts.1.down_proj,0.0000162798,0.02500,2.098
+67,mlp.experts.11.down_proj,0.0000133008,0.02500,1.950
+67,mlp.experts.5.down_proj,0.0000058338,0.02500,2.375
+67,mlp.experts.9.down_proj,0.0000119847,0.02500,2.212
+67,mlp.experts.13.down_proj,0.0000210962,0.02500,2.296
+67,mlp.experts.20.down_proj,0.0000116094,0.02500,1.382
+67,mlp.experts.16.down_proj,0.0000068615,0.02500,1.233
+67,mlp.experts.28.down_proj,0.0000174353,0.02500,1.346
+67,mlp.experts.24.down_proj,0.0000086561,0.02500,1.317
+67,mlp.experts.22.down_proj,0.0000189204,0.02500,1.214
+67,mlp.experts.18.down_proj,0.0000169743,0.02500,1.262
+67,mlp.experts.26.down_proj,0.0000117092,0.02500,1.372
+67,mlp.experts.30.down_proj,0.0000121075,0.02500,1.422
+67,mlp.experts.31.down_proj,0.0000020449,0.02500,1.359
+67,mlp.experts.23.down_proj,0.0000218340,0.02500,1.397
+67,mlp.experts.27.down_proj,0.0000152461,0.02500,1.327
+67,mlp.experts.17.down_proj,0.0000133992,0.02500,1.447
+67,mlp.experts.19.down_proj,0.0000204163,0.02500,1.622
+67,mlp.experts.21.down_proj,0.0000334683,0.02500,1.331
+67,mlp.experts.36.down_proj,0.0000048762,0.02500,1.125
+67,mlp.experts.25.down_proj,0.0000107466,0.02500,1.328
+67,mlp.experts.32.down_proj,0.0000091976,0.02500,1.005
+67,mlp.experts.29.down_proj,0.0000107614,0.02500,1.313
+67,mlp.experts.44.down_proj,0.0000174540,0.02500,1.066
+67,mlp.experts.40.down_proj,0.0000076000,0.02500,1.097
+67,mlp.experts.38.down_proj,0.0000144124,0.02500,1.331
+67,mlp.experts.34.down_proj,0.0000066090,0.02500,1.291
+67,mlp.experts.42.down_proj,0.0000134860,0.02500,1.227
+67,mlp.experts.46.down_proj,0.0000148455,0.02500,1.215
+67,mlp.experts.33.down_proj,0.0000078552,0.02500,1.059
+67,mlp.experts.52.down_proj,0.0000053926,0.02500,0.902
+67,mlp.experts.37.down_proj,0.0000238384,0.02500,1.058
+67,mlp.experts.48.down_proj,0.0000190455,0.02500,1.005
+67,mlp.experts.41.down_proj,0.0000097886,0.02500,1.068
+67,mlp.experts.45.down_proj,0.0000106338,0.02500,1.056
+67,mlp.experts.60.down_proj,0.0000074507,0.02500,0.932
+67,mlp.experts.39.down_proj,0.0000201142,0.02500,1.496
+67,mlp.experts.47.down_proj,0.0000055908,0.02500,1.511
+67,mlp.experts.43.down_proj,0.0000107148,0.02500,1.515
+67,mlp.experts.35.down_proj,0.0000094843,0.02500,1.472
+67,mlp.experts.56.down_proj,0.0000113429,0.02500,1.187
+67,mlp.experts.54.down_proj,0.0000100032,0.02500,1.047
+67,mlp.experts.50.down_proj,0.0000193425,0.02500,1.154
+67,mlp.experts.49.down_proj,0.0000089084,0.02500,0.964
+67,mlp.experts.58.down_proj,0.0000187071,0.02500,1.123
+67,mlp.experts.68.down_proj,0.0000203285,0.02500,1.129
+67,mlp.experts.53.down_proj,0.0000092046,0.02500,1.001
+67,mlp.experts.64.down_proj,0.0000115968,0.02500,0.997
+67,mlp.experts.62.down_proj,0.0000173610,0.02500,1.233
+67,mlp.experts.57.down_proj,0.0000321394,0.02500,0.997
+67,mlp.experts.61.down_proj,0.0000076322,0.02500,1.017
+67,mlp.experts.76.down_proj,0.0000069059,0.02500,1.089
+67,mlp.experts.72.down_proj,0.0000088648,0.02500,1.136
+67,mlp.experts.70.down_proj,0.0000063902,0.02500,1.121
+67,mlp.experts.65.down_proj,0.0000153022,0.02500,0.961
+67,mlp.experts.59.down_proj,0.0000136515,0.02500,1.555
+67,mlp.experts.55.down_proj,0.0000101250,0.02500,1.602
+67,mlp.experts.63.down_proj,0.0000069614,0.02500,1.635
+67,mlp.experts.84.down_proj,0.0000094140,0.02500,0.923
+67,mlp.experts.51.down_proj,0.0000129067,0.02500,1.528
+67,mlp.experts.69.down_proj,0.0000110147,0.02500,0.933
+67,mlp.experts.73.down_proj,0.0000227404,0.02500,0.943
+67,mlp.experts.66.down_proj,0.0000115632,0.02500,1.221
+67,mlp.experts.77.down_proj,0.0000233409,0.02500,0.937
+67,mlp.experts.78.down_proj,0.0000122814,0.02500,1.048
+67,mlp.experts.74.down_proj,0.0000247501,0.02500,1.224
+67,mlp.experts.80.down_proj,0.0000223392,0.02500,1.143
+67,mlp.experts.92.down_proj,0.0000139309,0.02500,1.282
+67,mlp.experts.88.down_proj,0.0000115929,0.02500,1.051
+67,mlp.experts.86.down_proj,0.0000249179,0.02500,0.932
+67,mlp.experts.81.down_proj,0.0000156381,0.02500,0.995
+67,mlp.experts.85.down_proj,0.0000077266,0.02500,0.991
+67,mlp.experts.89.down_proj,0.0000136031,0.02500,0.980
+67,mlp.experts.100.down_proj,0.0000096276,0.02500,1.080
+67,mlp.experts.94.down_proj,0.0000131026,0.02500,0.957
+67,mlp.experts.93.down_proj,0.0000115664,0.02500,0.981
+67,mlp.experts.75.down_proj,0.0000266050,0.02500,1.309
+67,mlp.experts.82.down_proj,0.0000205503,0.02500,1.120
+67,mlp.experts.79.down_proj,0.0000163434,0.02500,1.299
+67,mlp.experts.90.down_proj,0.0000087205,0.02500,1.085
+67,mlp.experts.71.down_proj,0.0000169122,0.02500,1.440
+67,mlp.experts.67.down_proj,0.0000072248,0.02500,1.338
+67,mlp.experts.96.down_proj,0.0000160567,0.02500,1.272
+67,mlp.experts.104.down_proj,0.0000108729,0.02500,0.922
+67,mlp.experts.97.down_proj,0.0000247267,0.02500,0.885
+67,mlp.experts.108.down_proj,0.0000093259,0.02500,1.171
+67,mlp.experts.102.down_proj,0.0000106977,0.02500,1.084
+67,mlp.experts.116.down_proj,0.0000150383,0.02500,0.823
+67,mlp.experts.101.down_proj,0.0000250871,0.02500,0.903
+67,mlp.experts.105.down_proj,0.0000057490,0.02500,0.880
+67,mlp.experts.109.down_proj,0.0000118309,0.02500,0.874
+67,mlp.experts.98.down_proj,0.0000243325,0.02500,0.888
+67,mlp.experts.106.down_proj,0.0000103823,0.02500,0.832
+67,mlp.experts.112.down_proj,0.0000108953,0.02500,0.667
+67,mlp.experts.110.down_proj,0.0000199666,0.02500,1.128
+67,mlp.experts.113.down_proj,0.0000783451,0.02500,0.711
+67,mlp.experts.91.down_proj,0.0000135951,0.02500,1.311
+67,mlp.experts.117.down_proj,0.0000093465,0.02500,0.656
+67,mlp.experts.95.down_proj,0.0000153971,0.02500,1.374
+67,mlp.experts.118.down_proj,0.0000267978,0.02500,0.754
+67,mlp.experts.83.down_proj,0.0000375205,0.02500,1.284
+67,mlp.experts.87.down_proj,0.0000197827,0.02500,1.356
+67,mlp.experts.114.down_proj,0.0000146268,0.02500,0.595
+67,mlp.experts.107.down_proj,0.0000088039,0.02500,1.278
+67,mlp.experts.99.down_proj,0.0000296002,0.02500,1.236
+67,mlp.experts.111.down_proj,0.0000092415,0.02500,1.305
+67,mlp.experts.103.down_proj,0.0000092095,0.02500,1.314
+67,mlp.experts.115.down_proj,0.0000105646,0.02500,0.829
+67,mlp.experts.119.down_proj,0.0000177469,0.02500,0.764
+68,self_attn.k_proj,0.0000001684,0.02500,1.594
+68,self_attn.v_proj,0.0000003863,0.02500,1.659
+68,self_attn.q_proj,0.0000012730,0.02500,1.860
+68,self_attn.o_proj,0.0000003815,0.02500,4.095
+68,mlp.shared_experts.gate_proj,0.0000035599,0.02500,1.305
+68,mlp.shared_experts.up_proj,0.0000022462,0.02500,1.277
+68,mlp.shared_experts.down_proj,0.0000002485,0.02500,0.388
+68,mlp.experts.5.gate_proj,0.0000904723,0.02500,3.506
+68,mlp.experts.1.gate_proj,0.0000477856,0.02500,3.515
+68,mlp.experts.9.gate_proj,0.0000388473,0.02500,3.228
+68,mlp.experts.13.gate_proj,0.0000530760,0.02500,3.242
+68,mlp.experts.3.gate_proj,0.0000898264,0.02500,4.990
+68,mlp.experts.15.gate_proj,0.0000951434,0.02500,4.867
+68,mlp.experts.7.gate_proj,0.0000327642,0.02500,5.225
+68,mlp.experts.11.gate_proj,0.0000651105,0.02500,5.159
+68,mlp.experts.8.gate_proj,0.0000784694,0.02500,5.611
+68,mlp.experts.4.gate_proj,0.0000702050,0.02500,5.684
+68,mlp.experts.0.gate_proj,0.0000478671,0.02500,5.809
+68,mlp.experts.2.gate_proj,0.0000411918,0.02500,5.811
+68,mlp.experts.6.gate_proj,0.0000522327,0.02500,5.889
+68,mlp.experts.12.gate_proj,0.0000702257,0.02500,5.620
+68,mlp.experts.14.gate_proj,0.0000737955,0.02500,5.759
+68,mlp.experts.10.gate_proj,0.0000756665,0.02500,5.868
+68,mlp.experts.25.gate_proj,0.0000550532,0.02500,3.290
+68,mlp.experts.29.gate_proj,0.0000408647,0.02500,3.279
+68,mlp.experts.21.gate_proj,0.0000821308,0.02500,3.315
+68,mlp.experts.17.gate_proj,0.0000824708,0.02500,3.547
+68,mlp.experts.31.gate_proj,0.0001268095,0.02500,3.383
+68,mlp.experts.19.gate_proj,0.0000656893,0.02500,3.735
+68,mlp.experts.23.gate_proj,0.0000748867,0.02500,3.560
+68,mlp.experts.27.gate_proj,0.0000658484,0.02500,3.682
+68,mlp.experts.24.gate_proj,0.0001306552,0.02500,3.931
+68,mlp.experts.20.gate_proj,0.0001210441,0.02500,4.006
+68,mlp.experts.16.gate_proj,0.0000726359,0.02500,3.933
+68,mlp.experts.41.gate_proj,0.0000571467,0.02500,2.995
+68,mlp.experts.37.gate_proj,0.0000892811,0.02500,2.986
+68,mlp.experts.28.gate_proj,0.0000782948,0.02500,3.921
+68,mlp.experts.45.gate_proj,0.0001316236,0.02500,3.127
+68,mlp.experts.33.gate_proj,0.0000574717,0.02500,3.041
+68,mlp.experts.18.gate_proj,0.0000512831,0.02500,5.109
+68,mlp.experts.22.gate_proj,0.0000722925,0.02500,5.039
+68,mlp.experts.30.gate_proj,0.0000639195,0.02500,5.033
+68,mlp.experts.26.gate_proj,0.0001179082,0.02500,5.024
+68,mlp.experts.47.gate_proj,0.0000427106,0.02500,3.568
+68,mlp.experts.35.gate_proj,0.0001189877,0.02500,3.515
+68,mlp.experts.39.gate_proj,0.0000589009,0.02500,3.807
+68,mlp.experts.57.gate_proj,0.0000754804,0.02500,3.021
+68,mlp.experts.53.gate_proj,0.0000530366,0.02500,3.060
+68,mlp.experts.61.gate_proj,0.0000809457,0.02500,3.054
+68,mlp.experts.49.gate_proj,0.0000715489,0.02500,3.063
+68,mlp.experts.43.gate_proj,0.0001637196,0.02500,4.042
+68,mlp.experts.40.gate_proj,0.0000823689,0.02500,4.942
+68,mlp.experts.44.gate_proj,0.0000693765,0.02500,4.732
+68,mlp.experts.36.gate_proj,0.0000831143,0.02500,4.873
+68,mlp.experts.34.gate_proj,0.0000549240,0.02500,3.737
+68,mlp.experts.38.gate_proj,0.0000299261,0.02500,3.778
+68,mlp.experts.32.gate_proj,0.0001134327,0.02500,5.018
+68,mlp.experts.46.gate_proj,0.0000287022,0.02500,3.868
+68,mlp.experts.42.gate_proj,0.0000794768,0.02500,3.846
+68,mlp.experts.51.gate_proj,0.0000400293,0.02500,3.471
+68,mlp.experts.73.gate_proj,0.0000421670,0.02500,2.986
+68,mlp.experts.69.gate_proj,0.0000878510,0.02500,3.032
+68,mlp.experts.55.gate_proj,0.0000454869,0.02500,3.378
+68,mlp.experts.77.gate_proj,0.0000769031,0.02500,3.086
+68,mlp.experts.63.gate_proj,0.0000645479,0.02500,3.987
+68,mlp.experts.65.gate_proj,0.0000890296,0.02500,2.987
+68,mlp.experts.59.gate_proj,0.0000688777,0.02500,3.178
+68,mlp.experts.54.gate_proj,0.0000332491,0.02500,3.965
+68,mlp.experts.89.gate_proj,0.0001066120,0.02500,2.903
+68,mlp.experts.50.gate_proj,0.0000223366,0.02500,4.119
+68,mlp.experts.85.gate_proj,0.0001249127,0.02500,2.987
+68,mlp.experts.60.gate_proj,0.0000945613,0.02500,4.332
+68,mlp.experts.56.gate_proj,0.0000566150,0.02500,4.408
+68,mlp.experts.62.gate_proj,0.0000631378,0.02500,3.981
+68,mlp.experts.58.gate_proj,0.0000438205,0.02500,4.039
+68,mlp.experts.93.gate_proj,0.0000398718,0.02500,3.007
+68,mlp.experts.52.gate_proj,0.0000646044,0.02500,4.525
+68,mlp.experts.48.gate_proj,0.0000729185,0.02500,4.418
+68,mlp.experts.81.gate_proj,0.0000373099,0.02500,3.037
+68,mlp.experts.67.gate_proj,0.0000615030,0.02500,3.545
+68,mlp.experts.79.gate_proj,0.0000300079,0.02500,3.534
+68,mlp.experts.75.gate_proj,0.0000730381,0.02500,3.280
+68,mlp.experts.71.gate_proj,0.0001468901,0.02500,3.928
+68,mlp.experts.105.gate_proj,0.0000674262,0.02500,3.251
+68,mlp.experts.101.gate_proj,0.0000640802,0.02500,3.167
+68,mlp.experts.109.gate_proj,0.0001182409,0.02500,3.164
+68,mlp.experts.97.gate_proj,0.0000864089,0.02500,3.120
+68,mlp.experts.91.gate_proj,0.0000667410,0.02500,3.178
+68,mlp.experts.70.gate_proj,0.0000659728,0.02500,4.219
+68,mlp.experts.83.gate_proj,0.0000729953,0.02500,3.663
+68,mlp.experts.66.gate_proj,0.0001008991,0.02500,4.317
+68,mlp.experts.72.gate_proj,0.0000438927,0.02500,4.229
+68,mlp.experts.76.gate_proj,0.0001211754,0.02500,4.370
+68,mlp.experts.95.gate_proj,0.0000431204,0.02500,3.679
+68,mlp.experts.68.gate_proj,0.0000722811,0.02500,4.244
+68,mlp.experts.74.gate_proj,0.0000340503,0.02500,4.334
+68,mlp.experts.64.gate_proj,0.0000822870,0.02500,4.291
+68,mlp.experts.78.gate_proj,0.0000545065,0.02500,4.582
+68,mlp.experts.87.gate_proj,0.0000735437,0.02500,4.094
+68,mlp.experts.1.up_proj,0.0000459240,0.02500,3.014
+68,mlp.experts.117.gate_proj,0.0000463784,0.02500,3.007
+68,mlp.experts.113.gate_proj,0.0001291796,0.02500,2.979
+68,mlp.experts.5.up_proj,0.0000888560,0.02500,3.112
+68,mlp.experts.99.gate_proj,0.0000495341,0.02500,3.201
+68,mlp.experts.107.gate_proj,0.0000567179,0.02500,3.377
+68,mlp.experts.111.gate_proj,0.0000460894,0.02500,4.013
+68,mlp.experts.88.gate_proj,0.0000616618,0.02500,4.530
+68,mlp.experts.92.gate_proj,0.0000717419,0.02500,4.461
+68,mlp.experts.103.gate_proj,0.0000962648,0.02500,3.764
+68,mlp.experts.84.gate_proj,0.0001000385,0.02500,4.498
+68,mlp.experts.80.gate_proj,0.0000445050,0.02500,4.458
+68,mlp.experts.17.up_proj,0.0000805082,0.02500,2.970
+68,mlp.experts.13.up_proj,0.0000509794,0.02500,2.960
+68,mlp.experts.86.gate_proj,0.0000380490,0.02500,5.200
+68,mlp.experts.82.gate_proj,0.0000437109,0.02500,5.207
+68,mlp.experts.9.up_proj,0.0000378161,0.02500,3.025
+68,mlp.experts.21.up_proj,0.0000786690,0.02500,2.995
+68,mlp.experts.90.gate_proj,0.0000597145,0.02500,5.202
+68,mlp.experts.94.gate_proj,0.0000506395,0.02500,5.185
+68,mlp.experts.3.up_proj,0.0000856584,0.02500,3.087
+68,mlp.experts.115.gate_proj,0.0000958995,0.02500,3.434
+68,mlp.experts.7.up_proj,0.0000319279,0.02500,3.556
+68,mlp.experts.119.gate_proj,0.0000627997,0.02500,3.468
+68,mlp.experts.29.up_proj,0.0000390645,0.02500,3.209
+68,mlp.experts.33.up_proj,0.0000552559,0.02500,3.357
+68,mlp.experts.25.up_proj,0.0000535213,0.02500,3.253
+68,mlp.experts.37.up_proj,0.0000865289,0.02500,3.423
+68,mlp.experts.96.gate_proj,0.0000560200,0.02500,4.069
+68,mlp.experts.100.gate_proj,0.0000622809,0.02500,4.270
+68,mlp.experts.104.gate_proj,0.0001118062,0.02500,4.531
+68,mlp.experts.108.gate_proj,0.0000810449,0.02500,4.555
+68,mlp.experts.11.up_proj,0.0000634882,0.02500,3.124
+68,mlp.experts.102.gate_proj,0.0001565583,0.02500,4.596
+68,mlp.experts.98.gate_proj,0.0000327894,0.02500,4.523
+68,mlp.experts.19.up_proj,0.0000641775,0.02500,3.579
+68,mlp.experts.110.gate_proj,0.0000784119,0.02500,4.309
+68,mlp.experts.106.gate_proj,0.0000374842,0.02500,4.558
+68,mlp.experts.49.up_proj,0.0000686362,0.02500,2.992
+68,mlp.experts.45.up_proj,0.0001255791,0.02500,3.182
+68,mlp.experts.41.up_proj,0.0000560770,0.02500,3.016
+68,mlp.experts.23.up_proj,0.0000722062,0.02500,3.823
+68,mlp.experts.15.up_proj,0.0000910051,0.02500,3.546
+68,mlp.experts.53.up_proj,0.0000501992,0.02500,3.077
+68,mlp.experts.118.gate_proj,0.0000553145,0.02500,3.144
+68,mlp.experts.114.gate_proj,0.0000439588,0.02500,3.123
+68,mlp.experts.6.up_proj,0.0000500544,0.02500,3.130
+68,mlp.experts.27.up_proj,0.0000617018,0.02500,3.609
+68,mlp.experts.2.up_proj,0.0000398237,0.02500,3.131
+68,mlp.experts.35.up_proj,0.0001156899,0.02500,3.529
+68,mlp.experts.112.gate_proj,0.0001549870,0.02500,4.728
+68,mlp.experts.0.up_proj,0.0000460018,0.02500,4.721
+68,mlp.experts.116.gate_proj,0.0000589785,0.02500,4.871
+68,mlp.experts.4.up_proj,0.0000691665,0.02500,5.005
+68,mlp.experts.65.up_proj,0.0000854326,0.02500,3.386
+68,mlp.experts.61.up_proj,0.0000768023,0.02500,3.429
+68,mlp.experts.57.up_proj,0.0000726965,0.02500,3.308
+68,mlp.experts.39.up_proj,0.0000564253,0.02500,3.376
+68,mlp.experts.31.up_proj,0.0001235922,0.02500,3.709
+68,mlp.experts.69.up_proj,0.0000817826,0.02500,3.630
+68,mlp.experts.14.up_proj,0.0000714870,0.02500,3.196
+68,mlp.experts.10.up_proj,0.0000729346,0.02500,3.214
+68,mlp.experts.22.up_proj,0.0000695256,0.02500,3.205
+68,mlp.experts.18.up_proj,0.0000491960,0.02500,3.240
+68,mlp.experts.43.up_proj,0.0001553920,0.02500,3.302
+68,mlp.experts.51.up_proj,0.0000389316,0.02500,3.634
+68,mlp.experts.81.up_proj,0.0000363380,0.02500,3.176
+68,mlp.experts.8.up_proj,0.0000760943,0.02500,4.205
+68,mlp.experts.73.up_proj,0.0000400400,0.02500,3.083
+68,mlp.experts.77.up_proj,0.0000744273,0.02500,3.182
+68,mlp.experts.12.up_proj,0.0000669577,0.02500,4.071
+68,mlp.experts.16.up_proj,0.0000695942,0.02500,4.240
+68,mlp.experts.55.up_proj,0.0000442608,0.02500,3.432
+68,mlp.experts.85.up_proj,0.0001192064,0.02500,3.053
+68,mlp.experts.20.up_proj,0.0001163844,0.02500,4.286
+68,mlp.experts.47.up_proj,0.0000418771,0.02500,3.800
+68,mlp.experts.30.up_proj,0.0000618675,0.02500,3.313
+68,mlp.experts.26.up_proj,0.0001129115,0.02500,3.256
+68,mlp.experts.38.up_proj,0.0000289574,0.02500,3.281
+68,mlp.experts.34.up_proj,0.0000533655,0.02500,3.242
+68,mlp.experts.59.up_proj,0.0000639422,0.02500,3.405
+68,mlp.experts.67.up_proj,0.0000593222,0.02500,3.834
+68,mlp.experts.97.up_proj,0.0000822998,0.02500,3.074
+68,mlp.experts.93.up_proj,0.0000381684,0.02500,3.042
+68,mlp.experts.89.up_proj,0.0000995631,0.02500,3.162
+68,mlp.experts.71.up_proj,0.0001335365,0.02500,3.107
+68,mlp.experts.101.up_proj,0.0000613192,0.02500,3.115
+68,mlp.experts.28.up_proj,0.0000743183,0.02500,4.280
+68,mlp.experts.24.up_proj,0.0001255154,0.02500,4.480
+68,mlp.experts.32.up_proj,0.0001099906,0.02500,4.366
+68,mlp.experts.46.up_proj,0.0000282676,0.02500,3.214
+68,mlp.experts.42.up_proj,0.0000778597,0.02500,3.192
+68,mlp.experts.36.up_proj,0.0000793463,0.02500,4.220
+68,mlp.experts.54.up_proj,0.0000316793,0.02500,3.290
+68,mlp.experts.50.up_proj,0.0000215281,0.02500,3.228
+68,mlp.experts.75.up_proj,0.0000707743,0.02500,3.092
+68,mlp.experts.63.up_proj,0.0000613222,0.02500,3.923
+68,mlp.experts.113.up_proj,0.0001240885,0.02500,3.093
+68,mlp.experts.109.up_proj,0.0000955750,0.02500,3.011
+68,mlp.experts.105.up_proj,0.0000614146,0.02500,2.988
+68,mlp.experts.117.up_proj,0.0000445326,0.02500,2.778
+68,mlp.experts.87.up_proj,0.0000690855,0.02500,2.958
+68,mlp.experts.83.up_proj,0.0000696596,0.02500,3.973
+68,mlp.experts.91.up_proj,0.0000646242,0.02500,2.941
+68,mlp.experts.62.up_proj,0.0000599947,0.02500,3.871
+68,mlp.experts.58.up_proj,0.0000428638,0.02500,3.820
+68,mlp.experts.79.up_proj,0.0000291524,0.02500,3.468
+68,mlp.experts.44.up_proj,0.0000672244,0.02500,4.364
+68,mlp.experts.48.up_proj,0.0000701096,0.02500,4.275
+68,mlp.experts.70.up_proj,0.0000635997,0.02500,3.911
+68,mlp.experts.40.up_proj,0.0000786869,0.02500,4.440
+68,mlp.experts.66.up_proj,0.0000970861,0.02500,3.899
+68,mlp.experts.52.up_proj,0.0000610647,0.02500,4.437
+68,mlp.experts.103.up_proj,0.0000924680,0.02500,3.524
+68,mlp.experts.99.up_proj,0.0000483817,0.02500,3.479
+68,mlp.experts.107.up_proj,0.0000549322,0.02500,3.225
+68,mlp.experts.74.up_proj,0.0000323547,0.02500,3.137
+68,mlp.experts.78.up_proj,0.0000530980,0.02500,3.188
+68,mlp.experts.95.up_proj,0.0000419602,0.02500,3.105
+68,mlp.experts.82.up_proj,0.0000425313,0.02500,3.039
+68,mlp.experts.86.up_proj,0.0000368693,0.02500,3.157
+68,mlp.experts.115.up_proj,0.0000929849,0.02500,2.563
+68,mlp.experts.60.up_proj,0.0000916635,0.02500,4.304
+68,mlp.experts.64.up_proj,0.0000788502,0.02500,4.294
+68,mlp.experts.56.up_proj,0.0000546555,0.02500,4.490
+68,mlp.experts.119.up_proj,0.0000611398,0.02500,3.350
+68,mlp.experts.68.up_proj,0.0000689925,0.02500,4.341
+68,mlp.experts.111.up_proj,0.0000451492,0.02500,2.490
+68,mlp.experts.94.up_proj,0.0000492334,0.02500,3.004
+68,mlp.experts.90.up_proj,0.0000571033,0.02500,3.115
+68,mlp.experts.102.up_proj,0.0001508606,0.02500,3.007
+68,mlp.experts.98.up_proj,0.0000315517,0.02500,3.098
+68,mlp.experts.110.up_proj,0.0000758121,0.02500,2.921
+68,mlp.experts.106.up_proj,0.0000353016,0.02500,2.879
+68,mlp.experts.114.up_proj,0.0000422807,0.02500,2.716
+68,mlp.experts.118.up_proj,0.0000534013,0.02500,2.768
+68,mlp.experts.76.up_proj,0.0001168044,0.02500,4.836
+68,mlp.experts.80.up_proj,0.0000425863,0.02500,5.070
+68,mlp.experts.72.up_proj,0.0000426004,0.02500,4.947
+68,mlp.experts.84.up_proj,0.0000966460,0.02500,5.108
+68,mlp.experts.92.up_proj,0.0000687999,0.02500,4.385
+68,mlp.experts.88.up_proj,0.0000589673,0.02500,4.281
+68,mlp.experts.96.up_proj,0.0000543608,0.02500,4.430
+68,mlp.experts.100.up_proj,0.0000600508,0.02500,4.549
+68,mlp.experts.108.up_proj,0.0000775513,0.02500,4.900
+68,mlp.experts.104.up_proj,0.0001116131,0.02500,4.847
+68,mlp.experts.112.up_proj,0.0001480336,0.02500,4.986
+68,mlp.experts.116.up_proj,0.0000580306,0.02500,4.444
+68,mlp.experts.5.down_proj,0.0000158674,0.02500,1.118
+68,mlp.experts.1.down_proj,0.0000097517,0.02500,1.532
+68,mlp.experts.9.down_proj,0.0000139564,0.02500,1.548
+68,mlp.experts.13.down_proj,0.0000081817,0.02500,1.586
+68,mlp.experts.21.down_proj,0.0000126758,0.02500,1.168
+68,mlp.experts.0.down_proj,0.0000081285,0.02500,2.320
+68,mlp.experts.4.down_proj,0.0000186301,0.02500,2.332
+68,mlp.experts.12.down_proj,0.0000135895,0.02500,2.081
+68,mlp.experts.8.down_proj,0.0000153426,0.02500,2.352
+68,mlp.experts.3.down_proj,0.0000181432,0.02500,2.403
+68,mlp.experts.7.down_proj,0.0000084553,0.02500,2.471
+68,mlp.experts.11.down_proj,0.0000222110,0.02500,2.244
+68,mlp.experts.15.down_proj,0.0000227257,0.02500,2.420
+68,mlp.experts.17.down_proj,0.0000124953,0.02500,1.182
+68,mlp.experts.25.down_proj,0.0000121383,0.02500,1.219
+68,mlp.experts.29.down_proj,0.0000072200,0.02500,1.059
+68,mlp.experts.10.down_proj,0.0000377276,0.02500,2.914
+68,mlp.experts.2.down_proj,0.0000058117,0.02500,3.191
+68,mlp.experts.14.down_proj,0.0000147255,0.02500,2.969
+68,mlp.experts.20.down_proj,0.0000219994,0.02500,0.928
+68,mlp.experts.6.down_proj,0.0000096320,0.02500,3.262
+68,mlp.experts.28.down_proj,0.0000108850,0.02500,0.923
+68,mlp.experts.16.down_proj,0.0000131056,0.02500,0.954
+68,mlp.experts.19.down_proj,0.0000112054,0.02500,0.885
+68,mlp.experts.24.down_proj,0.0000275455,0.02500,0.939
+68,mlp.experts.37.down_proj,0.0000196221,0.02500,1.074
+68,mlp.experts.23.down_proj,0.0000225113,0.02500,0.946
+68,mlp.experts.27.down_proj,0.0000140937,0.02500,1.112
+68,mlp.experts.33.down_proj,0.0000085750,0.02500,1.045
+68,mlp.experts.41.down_proj,0.0000147438,0.02500,1.069
+68,mlp.experts.31.down_proj,0.0000311121,0.02500,1.169
+68,mlp.experts.45.down_proj,0.0000215573,0.02500,0.947
+68,mlp.experts.35.down_proj,0.0000236243,0.02500,0.896
+68,mlp.experts.36.down_proj,0.0000221715,0.02500,0.945
+68,mlp.experts.44.down_proj,0.0000109848,0.02500,0.958
+68,mlp.experts.32.down_proj,0.0000278731,0.02500,0.972
+68,mlp.experts.40.down_proj,0.0000252533,0.02500,0.969
+68,mlp.experts.39.down_proj,0.0000100747,0.02500,0.909
+68,mlp.experts.53.down_proj,0.0000122668,0.02500,1.103
+68,mlp.experts.18.down_proj,0.0000066546,0.02500,1.316
+68,mlp.experts.26.down_proj,0.0000260892,0.02500,1.340
+68,mlp.experts.30.down_proj,0.0000113511,0.02500,1.308
+68,mlp.experts.22.down_proj,0.0000162675,0.02500,1.298
+68,mlp.experts.61.down_proj,0.0000111187,0.02500,0.945
+68,mlp.experts.57.down_proj,0.0000117277,0.02500,0.973
+68,mlp.experts.43.down_proj,0.0000561392,0.02500,1.195
+68,mlp.experts.47.down_proj,0.0000178038,0.02500,1.102
+68,mlp.experts.49.down_proj,0.0000130927,0.02500,1.219
+68,mlp.experts.51.down_proj,0.0000080727,0.02500,1.010
+68,mlp.experts.55.down_proj,0.0000093622,0.02500,0.926
+68,mlp.experts.60.down_proj,0.0000211162,0.02500,1.120
+68,mlp.experts.52.down_proj,0.0000217100,0.02500,1.157
+68,mlp.experts.48.down_proj,0.0000186830,0.02500,1.162
+68,mlp.experts.56.down_proj,0.0000095223,0.02500,1.220
+68,mlp.experts.69.down_proj,0.0000159724,0.02500,1.013
+68,mlp.experts.34.down_proj,0.0000116734,0.02500,1.202
+68,mlp.experts.46.down_proj,0.0000063331,0.02500,1.205
+68,mlp.experts.73.down_proj,0.0000067479,0.02500,0.966
+68,mlp.experts.38.down_proj,0.0000082811,0.02500,1.220
+68,mlp.experts.42.down_proj,0.0000136795,0.02500,1.276
+68,mlp.experts.63.down_proj,0.0000116183,0.02500,0.905
+68,mlp.experts.77.down_proj,0.0000197221,0.02500,1.060
+68,mlp.experts.59.down_proj,0.0000250903,0.02500,1.130
+68,mlp.experts.65.down_proj,0.0000156888,0.02500,1.039
+68,mlp.experts.67.down_proj,0.0000187567,0.02500,1.013
+68,mlp.experts.71.down_proj,0.0000410516,0.02500,1.068
+68,mlp.experts.76.down_proj,0.0000458390,0.02500,0.990
+68,mlp.experts.68.down_proj,0.0000171868,0.02500,1.018
+68,mlp.experts.64.down_proj,0.0000213208,0.02500,0.992
+68,mlp.experts.72.down_proj,0.0000097170,0.02500,0.975
+68,mlp.experts.85.down_proj,0.0000221679,0.02500,1.152
+68,mlp.experts.93.down_proj,0.0000055184,0.02500,0.914
+68,mlp.experts.75.down_proj,0.0000141927,0.02500,0.891
+68,mlp.experts.81.down_proj,0.0000068702,0.02500,0.894
+68,mlp.experts.50.down_proj,0.0000084834,0.02500,1.226
+68,mlp.experts.89.down_proj,0.0000265051,0.02500,1.160
+68,mlp.experts.54.down_proj,0.0000044369,0.02500,1.225
+68,mlp.experts.79.down_proj,0.0000071240,0.02500,1.177
+68,mlp.experts.58.down_proj,0.0000124575,0.02500,1.277
+68,mlp.experts.62.down_proj,0.0000112032,0.02500,1.330
+68,mlp.experts.83.down_proj,0.0000157176,0.02500,0.895
+68,mlp.experts.92.down_proj,0.0000134421,0.02500,0.912
+68,mlp.experts.84.down_proj,0.0000180915,0.02500,0.908
+68,mlp.experts.80.down_proj,0.0000063113,0.02500,0.900
+68,mlp.experts.88.down_proj,0.0000089860,0.02500,0.912
+68,mlp.experts.87.down_proj,0.0000114357,0.02500,1.163
+68,mlp.experts.91.down_proj,0.0000127608,0.02500,0.896
+68,mlp.experts.101.down_proj,0.0000152537,0.02500,1.124
+68,mlp.experts.109.down_proj,0.0000312711,0.02500,1.054
+68,mlp.experts.97.down_proj,0.0000171261,0.02500,1.064
+68,mlp.experts.105.down_proj,0.0000123295,0.02500,1.055
+68,mlp.experts.99.down_proj,0.0000120793,0.02500,0.892
+68,mlp.experts.66.down_proj,0.0000232169,0.02500,1.267
+68,mlp.experts.95.down_proj,0.0000100279,0.02500,1.179
+68,mlp.experts.108.down_proj,0.0000190835,0.02500,0.976
+68,mlp.experts.96.down_proj,0.0000097309,0.02500,0.950
+68,mlp.experts.100.down_proj,0.0000109625,0.02500,0.965
+68,mlp.experts.104.down_proj,0.0000206751,0.02500,0.974
+68,mlp.experts.70.down_proj,0.0000129372,0.02500,1.354
+68,mlp.experts.78.down_proj,0.0000098754,0.02500,1.286
+68,mlp.experts.74.down_proj,0.0000045222,0.02500,1.319
+68,mlp.experts.117.down_proj,0.0000099902,0.02500,0.723
+68,mlp.experts.103.down_proj,0.0000162489,0.02500,1.040
+68,mlp.experts.113.down_proj,0.0000262069,0.02500,0.640
+68,mlp.experts.107.down_proj,0.0000103096,0.02500,0.930
+68,mlp.experts.112.down_proj,0.0000629284,0.02500,0.658
+68,mlp.experts.116.down_proj,0.0000122813,0.02500,0.656
+68,mlp.experts.115.down_proj,0.0000312205,0.02500,1.012
+68,mlp.experts.111.down_proj,0.0000063634,0.02500,0.980
+68,mlp.experts.119.down_proj,0.0000137342,0.02500,0.760
+68,mlp.experts.82.down_proj,0.0000073246,0.02500,1.267
+68,mlp.experts.86.down_proj,0.0000058353,0.02500,1.188
+68,mlp.experts.94.down_proj,0.0000093790,0.02500,1.225
+68,mlp.experts.90.down_proj,0.0000091018,0.02500,1.369
+68,mlp.experts.98.down_proj,0.0000140569,0.02500,1.288
+68,mlp.experts.102.down_proj,0.0000397082,0.02500,1.280
+68,mlp.experts.110.down_proj,0.0000146350,0.02500,1.257
+68,mlp.experts.106.down_proj,0.0000238206,0.02500,1.386
+68,mlp.experts.114.down_proj,0.0000101008,0.02500,0.745
+68,mlp.experts.118.down_proj,0.0000084356,0.02500,0.704
+69,self_attn.k_proj,0.0000003922,0.02500,1.812
+69,self_attn.v_proj,0.0000009330,0.02500,2.187
+69,self_attn.q_proj,0.0000030446,0.02500,2.520
+69,self_attn.o_proj,0.0000002148,0.02500,4.000
+69,mlp.shared_experts.gate_proj,0.0000038025,0.02500,1.563
+69,mlp.shared_experts.up_proj,0.0000023055,0.02500,1.335
+69,mlp.shared_experts.down_proj,0.0000002599,0.02500,0.397
+69,mlp.experts.6.gate_proj,0.0000636711,0.02500,4.817
+69,mlp.experts.14.gate_proj,0.0000369429,0.02500,3.289
+69,mlp.experts.2.gate_proj,0.0000277377,0.02500,4.982
+69,mlp.experts.10.gate_proj,0.0001316623,0.02500,3.635
+69,mlp.experts.8.gate_proj,0.0000358699,0.02500,5.932
+69,mlp.experts.12.gate_proj,0.0000612631,0.02500,4.752
+69,mlp.experts.5.gate_proj,0.0000655829,0.02500,6.320
+69,mlp.experts.0.gate_proj,0.0001010538,0.02500,6.387
+69,mlp.experts.1.gate_proj,0.0001042940,0.02500,6.403
+69,mlp.experts.13.gate_proj,0.0000730826,0.02500,4.939
+69,mlp.experts.9.gate_proj,0.0000830468,0.02500,6.497
+69,mlp.experts.4.gate_proj,0.0000942339,0.02500,6.538
+69,mlp.experts.3.gate_proj,0.0001206698,0.02500,6.640
+69,mlp.experts.7.gate_proj,0.0000431574,0.02500,6.931
+69,mlp.experts.11.gate_proj,0.0000584174,0.02500,5.694
+69,mlp.experts.15.gate_proj,0.0000588310,0.02500,5.788
+69,mlp.experts.18.gate_proj,0.0000663117,0.02500,3.630
+69,mlp.experts.26.gate_proj,0.0000721101,0.02500,3.588
+69,mlp.experts.30.gate_proj,0.0000817762,0.02500,4.168
+69,mlp.experts.22.gate_proj,0.0000484679,0.02500,4.330
+69,mlp.experts.29.gate_proj,0.0001156890,0.02500,3.658
+69,mlp.experts.17.gate_proj,0.0000737897,0.02500,3.837
+69,mlp.experts.21.gate_proj,0.0001363125,0.02500,3.993
+69,mlp.experts.25.gate_proj,0.0000592365,0.02500,4.025
+69,mlp.experts.19.gate_proj,0.0000501864,0.02500,4.245
+69,mlp.experts.24.gate_proj,0.0000297686,0.02500,5.129
+69,mlp.experts.23.gate_proj,0.0000770687,0.02500,4.141
+69,mlp.experts.16.gate_proj,0.0000742614,0.02500,4.924
+69,mlp.experts.31.gate_proj,0.0000802239,0.02500,4.010
+69,mlp.experts.28.gate_proj,0.0001284184,0.02500,5.183
+69,mlp.experts.27.gate_proj,0.0000646785,0.02500,4.255
+69,mlp.experts.20.gate_proj,0.0000509581,0.02500,5.182
+69,mlp.experts.37.gate_proj,0.0000455593,0.02500,2.964
+69,mlp.experts.42.gate_proj,0.0000972809,0.02500,4.734
+69,mlp.experts.34.gate_proj,0.0000598001,0.02500,4.980
+69,mlp.experts.45.gate_proj,0.0000906660,0.02500,3.496
+69,mlp.experts.46.gate_proj,0.0000327468,0.02500,4.709
+69,mlp.experts.33.gate_proj,0.0000895305,0.02500,3.728
+69,mlp.experts.38.gate_proj,0.0000700163,0.02500,4.937
+69,mlp.experts.41.gate_proj,0.0000798846,0.02500,3.592
+69,mlp.experts.35.gate_proj,0.0000508382,0.02500,3.350
+69,mlp.experts.39.gate_proj,0.0000992252,0.02500,3.356
+69,mlp.experts.47.gate_proj,0.0000467076,0.02500,3.340
+69,mlp.experts.43.gate_proj,0.0000868675,0.02500,3.334
+69,mlp.experts.40.gate_proj,0.0000748085,0.02500,4.149
+69,mlp.experts.32.gate_proj,0.0000484864,0.02500,4.006
+69,mlp.experts.36.gate_proj,0.0000696654,0.02500,3.949
+69,mlp.experts.44.gate_proj,0.0001024684,0.02500,4.195
+69,mlp.experts.53.gate_proj,0.0001226677,0.02500,3.162
+69,mlp.experts.61.gate_proj,0.0000590836,0.02500,3.519
+69,mlp.experts.57.gate_proj,0.0000236028,0.02500,3.434
+69,mlp.experts.51.gate_proj,0.0000369929,0.02500,3.323
+69,mlp.experts.49.gate_proj,0.0000530449,0.02500,3.703
+69,mlp.experts.55.gate_proj,0.0000655343,0.02500,3.306
+69,mlp.experts.63.gate_proj,0.0000607271,0.02500,3.525
+69,mlp.experts.59.gate_proj,0.0000880881,0.02500,3.486
+69,mlp.experts.58.gate_proj,0.0000606012,0.02500,5.243
+69,mlp.experts.62.gate_proj,0.0000427038,0.02500,5.163
+69,mlp.experts.50.gate_proj,0.0000749825,0.02500,5.390
+69,mlp.experts.60.gate_proj,0.0001132091,0.02500,3.444
+69,mlp.experts.54.gate_proj,0.0000891341,0.02500,5.045
+69,mlp.experts.48.gate_proj,0.0000632430,0.02500,3.848
+69,mlp.experts.52.gate_proj,0.0000417896,0.02500,3.610
+69,mlp.experts.56.gate_proj,0.0000342165,0.02500,4.319
+69,mlp.experts.77.gate_proj,0.0000254897,0.02500,2.992
+69,mlp.experts.69.gate_proj,0.0001068507,0.02500,3.843
+69,mlp.experts.73.gate_proj,0.0000377092,0.02500,3.137
+69,mlp.experts.65.gate_proj,0.0000565545,0.02500,3.946
+69,mlp.experts.74.gate_proj,0.0002049098,0.02500,3.426
+69,mlp.experts.67.gate_proj,0.0000472095,0.02500,4.608
+69,mlp.experts.78.gate_proj,0.0000794563,0.02500,3.386
+69,mlp.experts.66.gate_proj,0.0000630613,0.02500,3.426
+69,mlp.experts.71.gate_proj,0.0000868619,0.02500,4.688
+69,mlp.experts.70.gate_proj,0.0000798304,0.02500,3.390
+69,mlp.experts.76.gate_proj,0.0000714109,0.02500,3.694
+69,mlp.experts.68.gate_proj,0.0000471097,0.02500,3.682
+69,mlp.experts.64.gate_proj,0.0001148490,0.02500,3.843
+69,mlp.experts.75.gate_proj,0.0000383549,0.02500,4.842
+69,mlp.experts.79.gate_proj,0.0000798525,0.02500,4.953
+69,mlp.experts.85.gate_proj,0.0001161303,0.02500,2.999
+69,mlp.experts.72.gate_proj,0.0000528850,0.02500,3.926
+69,mlp.experts.93.gate_proj,0.0001012145,0.02500,3.402
+69,mlp.experts.89.gate_proj,0.0000387093,0.02500,3.623
+69,mlp.experts.90.gate_proj,0.0000541537,0.02500,3.370
+69,mlp.experts.81.gate_proj,0.0000661486,0.02500,3.981
+69,mlp.experts.94.gate_proj,0.0000441509,0.02500,3.323
+69,mlp.experts.82.gate_proj,0.0000759918,0.02500,3.330
+69,mlp.experts.86.gate_proj,0.0000209952,0.02500,3.379
+69,mlp.experts.92.gate_proj,0.0000948700,0.02500,3.461
+69,mlp.experts.80.gate_proj,0.0000972776,0.02500,3.428
+69,mlp.experts.84.gate_proj,0.0001123790,0.02500,3.534
+69,mlp.experts.101.gate_proj,0.0001554517,0.02500,3.313
+69,mlp.experts.109.gate_proj,0.0000946974,0.02500,3.327
+69,mlp.experts.83.gate_proj,0.0000432207,0.02500,5.113
+69,mlp.experts.88.gate_proj,0.0001313307,0.02500,3.888
+69,mlp.experts.87.gate_proj,0.0000491996,0.02500,5.172
+69,mlp.experts.105.gate_proj,0.0000677541,0.02500,3.490
+69,mlp.experts.91.gate_proj,0.0000633856,0.02500,5.193
+69,mlp.experts.95.gate_proj,0.0000628589,0.02500,5.202
+69,mlp.experts.97.gate_proj,0.0000728822,0.02500,3.290
+69,mlp.experts.110.gate_proj,0.0001086372,0.02500,3.307
+69,mlp.experts.106.gate_proj,0.0002301409,0.02500,3.443
+69,mlp.experts.98.gate_proj,0.0000492907,0.02500,3.324
+69,mlp.experts.102.gate_proj,0.0000594244,0.02500,3.331
+69,mlp.experts.108.gate_proj,0.0000718112,0.02500,3.114
+69,mlp.experts.100.gate_proj,0.0001049532,0.02500,3.193
+69,mlp.experts.96.gate_proj,0.0000361616,0.02500,3.969
+69,mlp.experts.117.gate_proj,0.0000729332,0.02500,3.956
+69,mlp.experts.104.gate_proj,0.0001051588,0.02500,3.366
+69,mlp.experts.1.up_proj,0.0001013165,0.02500,2.983
+69,mlp.experts.5.up_proj,0.0000630752,0.02500,3.990
+69,mlp.experts.99.gate_proj,0.0000815442,0.02500,4.480
+69,mlp.experts.113.gate_proj,0.0000697659,0.02500,2.995
+69,mlp.experts.103.gate_proj,0.0000848823,0.02500,4.382
+69,mlp.experts.111.gate_proj,0.0000798676,0.02500,4.084
+69,mlp.experts.107.gate_proj,0.0000250374,0.02500,4.168
+69,mlp.experts.4.up_proj,0.0000906728,0.02500,3.274
+69,mlp.experts.116.gate_proj,0.0000550858,0.02500,3.202
+69,mlp.experts.6.up_proj,0.0000612791,0.02500,4.234
+69,mlp.experts.114.gate_proj,0.0000400068,0.02500,4.154
+69,mlp.experts.2.up_proj,0.0000268741,0.02500,4.301
+69,mlp.experts.112.gate_proj,0.0000678957,0.02500,3.190
+69,mlp.experts.118.gate_proj,0.0000899966,0.02500,4.476
+69,mlp.experts.17.up_proj,0.0000714197,0.02500,3.170
+69,mlp.experts.13.up_proj,0.0000714556,0.02500,3.622
+69,mlp.experts.0.up_proj,0.0000989273,0.02500,3.702
+69,mlp.experts.21.up_proj,0.0001312325,0.02500,3.913
+69,mlp.experts.9.up_proj,0.0000805181,0.02500,3.010
+69,mlp.experts.115.gate_proj,0.0000479306,0.02500,3.465
+69,mlp.experts.119.gate_proj,0.0001507450,0.02500,3.363
+69,mlp.experts.7.up_proj,0.0000419203,0.02500,3.337
+69,mlp.experts.3.up_proj,0.0001160558,0.02500,3.362
+69,mlp.experts.20.up_proj,0.0000505002,0.02500,3.380
+69,mlp.experts.12.up_proj,0.0000582325,0.02500,3.432
+69,mlp.experts.33.up_proj,0.0000867947,0.02500,2.987
+69,mlp.experts.8.up_proj,0.0000345573,0.02500,3.577
+69,mlp.experts.10.up_proj,0.0001235590,0.02500,4.682
+69,mlp.experts.22.up_proj,0.0000468394,0.02500,4.833
+69,mlp.experts.18.up_proj,0.0000648783,0.02500,4.704
+69,mlp.experts.29.up_proj,0.0001117571,0.02500,3.842
+69,mlp.experts.16.up_proj,0.0000715158,0.02500,3.611
+69,mlp.experts.37.up_proj,0.0000443561,0.02500,3.408
+69,mlp.experts.25.up_proj,0.0000543714,0.02500,3.406
+69,mlp.experts.14.up_proj,0.0000354423,0.02500,4.650
+69,mlp.experts.11.up_proj,0.0000559427,0.02500,3.324
+69,mlp.experts.15.up_proj,0.0000559215,0.02500,3.327
+69,mlp.experts.23.up_proj,0.0000760482,0.02500,3.297
+69,mlp.experts.19.up_proj,0.0000483806,0.02500,3.309
+69,mlp.experts.36.up_proj,0.0000655230,0.02500,3.162
+69,mlp.experts.28.up_proj,0.0001212963,0.02500,3.330
+69,mlp.experts.49.up_proj,0.0000517099,0.02500,3.755
+69,mlp.experts.32.up_proj,0.0000474917,0.02500,2.946
+69,mlp.experts.53.up_proj,0.0001189109,0.02500,2.919
+69,mlp.experts.24.up_proj,0.0000284240,0.02500,3.941
+69,mlp.experts.41.up_proj,0.0000780563,0.02500,2.921
+69,mlp.experts.31.up_proj,0.0000773121,0.02500,3.059
+69,mlp.experts.27.up_proj,0.0000623269,0.02500,3.224
+69,mlp.experts.45.up_proj,0.0000876185,0.02500,4.007
+69,mlp.experts.26.up_proj,0.0000691404,0.02500,4.174
+69,mlp.experts.34.up_proj,0.0000581222,0.02500,4.204
+69,mlp.experts.39.up_proj,0.0000959482,0.02500,3.173
+69,mlp.experts.38.up_proj,0.0000679047,0.02500,4.324
+69,mlp.experts.35.up_proj,0.0000485582,0.02500,3.144
+69,mlp.experts.52.up_proj,0.0000409284,0.02500,3.343
+69,mlp.experts.30.up_proj,0.0000647222,0.02500,4.282
+69,mlp.experts.44.up_proj,0.0000984041,0.02500,3.335
+69,mlp.experts.65.up_proj,0.0000545946,0.02500,3.117
+69,mlp.experts.57.up_proj,0.0000226990,0.02500,3.029
+69,mlp.experts.48.up_proj,0.0000611893,0.02500,3.313
+69,mlp.experts.47.up_proj,0.0000455021,0.02500,3.265
+69,mlp.experts.43.up_proj,0.0000829890,0.02500,3.274
+69,mlp.experts.40.up_proj,0.0000724922,0.02500,3.952
+69,mlp.experts.69.up_proj,0.0001014185,0.02500,4.001
+69,mlp.experts.55.up_proj,0.0000634178,0.02500,3.225
+69,mlp.experts.51.up_proj,0.0000357722,0.02500,3.265
+69,mlp.experts.68.up_proj,0.0000453043,0.02500,3.253
+69,mlp.experts.61.up_proj,0.0000567114,0.02500,3.958
+69,mlp.experts.60.up_proj,0.0001022724,0.02500,3.366
+69,mlp.experts.42.up_proj,0.0000940515,0.02500,4.695
+69,mlp.experts.81.up_proj,0.0000623206,0.02500,2.988
+69,mlp.experts.50.up_proj,0.0000725122,0.02500,4.697
+69,mlp.experts.54.up_proj,0.0000838705,0.02500,4.687
+69,mlp.experts.46.up_proj,0.0000316385,0.02500,4.755
+69,mlp.experts.64.up_proj,0.0001108389,0.02500,3.138
+69,mlp.experts.73.up_proj,0.0000355819,0.02500,3.431
+69,mlp.experts.63.up_proj,0.0000591729,0.02500,3.535
+69,mlp.experts.59.up_proj,0.0000844981,0.02500,3.474
+69,mlp.experts.84.up_proj,0.0001101898,0.02500,2.954
+69,mlp.experts.77.up_proj,0.0000243121,0.02500,3.002
+69,mlp.experts.71.up_proj,0.0000849605,0.02500,3.512
+69,mlp.experts.56.up_proj,0.0000336549,0.02500,3.962
+69,mlp.experts.85.up_proj,0.0001119104,0.02500,3.959
+69,mlp.experts.67.up_proj,0.0000454329,0.02500,3.567
+69,mlp.experts.76.up_proj,0.0000693932,0.02500,3.779
+69,mlp.experts.97.up_proj,0.0000709613,0.02500,3.662
+69,mlp.experts.89.up_proj,0.0000372051,0.02500,2.954
+69,mlp.experts.80.up_proj,0.0000944271,0.02500,3.279
+69,mlp.experts.58.up_proj,0.0000582820,0.02500,4.784
+69,mlp.experts.79.up_proj,0.0000771828,0.02500,3.191
+69,mlp.experts.66.up_proj,0.0000609556,0.02500,4.839
+69,mlp.experts.75.up_proj,0.0000371566,0.02500,3.279
+69,mlp.experts.70.up_proj,0.0000775981,0.02500,4.814
+69,mlp.experts.93.up_proj,0.0000964597,0.02500,2.954
+69,mlp.experts.72.up_proj,0.0000503036,0.02500,2.934
+69,mlp.experts.87.up_proj,0.0000472767,0.02500,3.232
+69,mlp.experts.100.up_proj,0.0001024075,0.02500,3.518
+69,mlp.experts.62.up_proj,0.0000416789,0.02500,4.885
+69,mlp.experts.83.up_proj,0.0000414298,0.02500,3.261
+69,mlp.experts.101.up_proj,0.0001519111,0.02500,3.859
+69,mlp.experts.105.up_proj,0.0000658841,0.02500,2.918
+69,mlp.experts.92.up_proj,0.0000916743,0.02500,3.537
+69,mlp.experts.96.up_proj,0.0000343841,0.02500,3.563
+69,mlp.experts.113.up_proj,0.0000678322,0.02500,3.842
+69,mlp.experts.109.up_proj,0.0000909464,0.02500,2.841
+69,mlp.experts.91.up_proj,0.0000605744,0.02500,3.236
+69,mlp.experts.95.up_proj,0.0000607455,0.02500,3.416
+69,mlp.experts.74.up_proj,0.0001911675,0.02500,3.745
+69,mlp.experts.82.up_proj,0.0000740859,0.02500,3.641
+69,mlp.experts.103.up_proj,0.0000832172,0.02500,3.261
+69,mlp.experts.86.up_proj,0.0000208193,0.02500,3.684
+69,mlp.experts.88.up_proj,0.0001263266,0.02500,3.588
+69,mlp.experts.117.up_proj,0.0000707987,0.02500,2.670
+69,mlp.experts.99.up_proj,0.0000795566,0.02500,3.264
+69,mlp.experts.116.up_proj,0.0000530254,0.02500,3.882
+69,mlp.experts.108.up_proj,0.0000686045,0.02500,3.420
+69,mlp.experts.112.up_proj,0.0000667458,0.02500,3.165
+69,mlp.experts.104.up_proj,0.0001017118,0.02500,2.417
+69,mlp.experts.107.up_proj,0.0000242697,0.02500,5.154
+69,mlp.experts.111.up_proj,0.0000773628,0.02500,5.197
+69,mlp.experts.119.up_proj,0.0001439556,0.02500,5.052
+69,mlp.experts.115.up_proj,0.0000465551,0.02500,4.902
+69,mlp.experts.102.up_proj,0.0000571201,0.02500,4.816
+69,mlp.experts.90.up_proj,0.0000528274,0.02500,4.904
+69,mlp.experts.98.up_proj,0.0000470873,0.02500,5.007
+69,mlp.experts.78.up_proj,0.0000778119,0.02500,5.146
+69,mlp.experts.94.up_proj,0.0000421321,0.02500,4.022
+69,mlp.experts.118.up_proj,0.0000865169,0.02500,4.456
+69,mlp.experts.114.up_proj,0.0000388979,0.02500,4.293
+69,mlp.experts.106.up_proj,0.0002172225,0.02500,4.432
+69,mlp.experts.110.up_proj,0.0001038006,0.02500,1.358
+69,mlp.experts.1.down_proj,0.0000203938,0.02500,1.379
+69,mlp.experts.9.down_proj,0.0000143103,0.02500,1.400
+69,mlp.experts.13.down_proj,0.0000239660,0.02500,1.568
+69,mlp.experts.5.down_proj,0.0000109876,0.02500,1.637
+69,mlp.experts.10.down_proj,0.0000333477,0.02500,1.798
+69,mlp.experts.2.down_proj,0.0000055643,0.02500,1.830
+69,mlp.experts.14.down_proj,0.0000051476,0.02500,1.875
+69,mlp.experts.6.down_proj,0.0000105113,0.02500,2.060
+69,mlp.experts.25.down_proj,0.0000098616,0.02500,1.078
+69,mlp.experts.17.down_proj,0.0000110022,0.02500,1.233
+69,mlp.experts.29.down_proj,0.0000331082,0.02500,1.083
+69,mlp.experts.21.down_proj,0.0000250054,0.02500,1.169
+69,mlp.experts.15.down_proj,0.0000084584,0.02500,2.971
+69,mlp.experts.12.down_proj,0.0000085115,0.02500,2.963
+69,mlp.experts.0.down_proj,0.0000343615,0.02500,3.072
+69,mlp.experts.3.down_proj,0.0000358896,0.02500,3.078
+69,mlp.experts.7.down_proj,0.0000059633,0.02500,3.091
+69,mlp.experts.8.down_proj,0.0000077611,0.02500,3.096
+69,mlp.experts.11.down_proj,0.0000261946,0.02500,3.035
+69,mlp.experts.26.down_proj,0.0000127970,0.02500,1.334
+69,mlp.experts.4.down_proj,0.0000192039,0.02500,3.245
+69,mlp.experts.18.down_proj,0.0000290619,0.02500,1.440
+69,mlp.experts.30.down_proj,0.0000173937,0.02500,1.398
+69,mlp.experts.22.down_proj,0.0000142436,0.02500,1.230
+69,mlp.experts.41.down_proj,0.0000252666,0.02500,0.853
+69,mlp.experts.45.down_proj,0.0000168467,0.02500,0.851
+69,mlp.experts.33.down_proj,0.0000165090,0.02500,1.135
+69,mlp.experts.37.down_proj,0.0000138771,0.02500,1.131
+69,mlp.experts.31.down_proj,0.0000279590,0.02500,1.071
+69,mlp.experts.23.down_proj,0.0000265868,0.02500,1.069
+69,mlp.experts.46.down_proj,0.0000061757,0.02500,0.892
+69,mlp.experts.27.down_proj,0.0000090272,0.02500,1.049
+69,mlp.experts.19.down_proj,0.0000091999,0.02500,1.102
+69,mlp.experts.57.down_proj,0.0000048338,0.02500,0.856
+69,mlp.experts.42.down_proj,0.0000260815,0.02500,1.067
+69,mlp.experts.16.down_proj,0.0000113355,0.02500,1.245
+69,mlp.experts.34.down_proj,0.0000110000,0.02500,1.052
+69,mlp.experts.28.down_proj,0.0000344182,0.02500,1.259
+69,mlp.experts.38.down_proj,0.0000111027,0.02500,1.053
+69,mlp.experts.24.down_proj,0.0000061585,0.02500,1.262
+69,mlp.experts.61.down_proj,0.0000083845,0.02500,0.855
+69,mlp.experts.20.down_proj,0.0000133360,0.02500,1.478
+69,mlp.experts.49.down_proj,0.0000174026,0.02500,1.165
+69,mlp.experts.73.down_proj,0.0000062571,0.02500,0.905
+69,mlp.experts.53.down_proj,0.0000231454,0.02500,1.184
+69,mlp.experts.62.down_proj,0.0000136530,0.02500,1.014
+69,mlp.experts.47.down_proj,0.0000073972,0.02500,1.065
+69,mlp.experts.39.down_proj,0.0000226830,0.02500,1.067
+69,mlp.experts.35.down_proj,0.0000192174,0.02500,1.074
+69,mlp.experts.43.down_proj,0.0000139077,0.02500,1.079
+69,mlp.experts.77.down_proj,0.0000064694,0.02500,0.908
+69,mlp.experts.50.down_proj,0.0000119014,0.02500,0.988
+69,mlp.experts.54.down_proj,0.0000165118,0.02500,1.018
+69,mlp.experts.58.down_proj,0.0000172390,0.02500,1.222
+69,mlp.experts.32.down_proj,0.0000088121,0.02500,1.394
+69,mlp.experts.44.down_proj,0.0000223410,0.02500,1.384
+69,mlp.experts.40.down_proj,0.0000133289,0.02500,1.375
+69,mlp.experts.89.down_proj,0.0000073065,0.02500,0.871
+69,mlp.experts.65.down_proj,0.0000098513,0.02500,1.164
+69,mlp.experts.93.down_proj,0.0000218138,0.02500,0.862
+69,mlp.experts.63.down_proj,0.0000131293,0.02500,0.941
+69,mlp.experts.55.down_proj,0.0000134529,0.02500,0.937
+69,mlp.experts.59.down_proj,0.0000137110,0.02500,0.920
+69,mlp.experts.51.down_proj,0.0000077249,0.02500,0.924
+69,mlp.experts.36.down_proj,0.0000132921,0.02500,1.474
+69,mlp.experts.66.down_proj,0.0000134006,0.02500,0.897
+69,mlp.experts.78.down_proj,0.0000162154,0.02500,1.056
+69,mlp.experts.69.down_proj,0.0000236035,0.02500,1.149
+69,mlp.experts.70.down_proj,0.0000202354,0.02500,0.912
+69,mlp.experts.74.down_proj,0.0000355623,0.02500,1.175
+69,mlp.experts.105.down_proj,0.0000123739,0.02500,0.880
+69,mlp.experts.79.down_proj,0.0000209053,0.02500,0.953
+69,mlp.experts.67.down_proj,0.0000073123,0.02500,0.923
+69,mlp.experts.85.down_proj,0.0000256138,0.02500,0.839
+69,mlp.experts.71.down_proj,0.0000174458,0.02500,0.961
+69,mlp.experts.60.down_proj,0.0000195930,0.02500,1.416
+69,mlp.experts.75.down_proj,0.0000058844,0.02500,0.957
+69,mlp.experts.48.down_proj,0.0000115062,0.02500,1.431
+69,mlp.experts.56.down_proj,0.0000047815,0.02500,1.430
+69,mlp.experts.109.down_proj,0.0000134744,0.02500,1.060
+69,mlp.experts.81.down_proj,0.0000119830,0.02500,1.114
+69,mlp.experts.86.down_proj,0.0000038712,0.02500,0.971
+69,mlp.experts.82.down_proj,0.0000177615,0.02500,1.061
+69,mlp.experts.94.down_proj,0.0000070272,0.02500,1.067
+69,mlp.experts.52.down_proj,0.0000056931,0.02500,1.435
+69,mlp.experts.90.down_proj,0.0000072109,0.02500,1.071
+69,mlp.experts.101.down_proj,0.0000383450,0.02500,0.685
+69,mlp.experts.97.down_proj,0.0000132281,0.02500,0.684
+69,mlp.experts.95.down_proj,0.0000154127,0.02500,0.913
+69,mlp.experts.83.down_proj,0.0000073234,0.02500,0.930
+69,mlp.experts.91.down_proj,0.0000118255,0.02500,0.921
+69,mlp.experts.87.down_proj,0.0000075359,0.02500,0.934
+69,mlp.experts.102.down_proj,0.0000135740,0.02500,0.868
+69,mlp.experts.110.down_proj,0.0000170102,0.02500,0.880
+69,mlp.experts.98.down_proj,0.0000073445,0.02500,1.097
+69,mlp.experts.64.down_proj,0.0000202968,0.02500,1.268
+69,mlp.experts.76.down_proj,0.0000174621,0.02500,1.290
+69,mlp.experts.117.down_proj,0.0000131694,0.02500,0.657
+69,mlp.experts.106.down_proj,0.0000558112,0.02500,0.949
+69,mlp.experts.72.down_proj,0.0000087145,0.02500,1.501
+69,mlp.experts.113.down_proj,0.0000124917,0.02500,0.795
+69,mlp.experts.118.down_proj,0.0000234732,0.02500,0.713
+69,mlp.experts.111.down_proj,0.0000145907,0.02500,0.923
+69,mlp.experts.99.down_proj,0.0000235769,0.02500,0.924
+69,mlp.experts.107.down_proj,0.0000056977,0.02500,0.923
+69,mlp.experts.103.down_proj,0.0000351132,0.02500,0.926
+69,mlp.experts.68.down_proj,0.0000065679,0.02500,1.366
+69,mlp.experts.114.down_proj,0.0000059603,0.02500,0.634
+69,mlp.experts.115.down_proj,0.0000088949,0.02500,0.608
+69,mlp.experts.119.down_proj,0.0000311327,0.02500,0.592
+69,mlp.experts.92.down_proj,0.0000153699,0.02500,1.359
+69,mlp.experts.80.down_proj,0.0000144132,0.02500,1.377
+69,mlp.experts.88.down_proj,0.0000214998,0.02500,1.527
+69,mlp.experts.84.down_proj,0.0000257217,0.02500,1.282
+69,mlp.experts.108.down_proj,0.0000119133,0.02500,1.141
+69,mlp.experts.96.down_proj,0.0000091355,0.02500,1.155
+69,mlp.experts.100.down_proj,0.0000316190,0.02500,0.938
+69,mlp.experts.104.down_proj,0.0000241905,0.02500,1.072
+69,mlp.experts.112.down_proj,0.0000218887,0.02500,0.630
+69,mlp.experts.116.down_proj,0.0000112692,0.02500,0.484
+70,self_attn.v_proj,0.0000005858,0.02500,1.546
+70,self_attn.k_proj,0.0000002731,0.02500,1.565
+70,self_attn.q_proj,0.0000019992,0.02500,2.524
+70,self_attn.o_proj,0.0000003197,0.02500,4.160
+70,mlp.shared_experts.gate_proj,0.0000039423,0.02500,1.767
+70,mlp.shared_experts.up_proj,0.0000024102,0.02500,1.456
+70,mlp.shared_experts.down_proj,0.0000002884,0.02500,0.401
+70,mlp.experts.3.gate_proj,0.0000320413,0.02500,4.208
+70,mlp.experts.15.gate_proj,0.0001078200,0.02500,3.631
+70,mlp.experts.11.gate_proj,0.0000587178,0.02500,3.756
+70,mlp.experts.7.gate_proj,0.0000871246,0.02500,4.494
+70,mlp.experts.10.gate_proj,0.0000783606,0.02500,6.027
+70,mlp.experts.6.gate_proj,0.0000756664,0.02500,6.193
+70,mlp.experts.9.gate_proj,0.0000897368,0.02500,6.218
+70,mlp.experts.2.gate_proj,0.0000347717,0.02500,6.279
+70,mlp.experts.1.gate_proj,0.0000468090,0.02500,6.286
+70,mlp.experts.13.gate_proj,0.0000692776,0.02500,5.672
+70,mlp.experts.14.gate_proj,0.0000933300,0.02500,5.744
+70,mlp.experts.5.gate_proj,0.0000912499,0.02500,6.487
+70,mlp.experts.8.gate_proj,0.0000717362,0.02500,7.014
+70,mlp.experts.4.gate_proj,0.0000628204,0.02500,7.084
+70,mlp.experts.0.gate_proj,0.0000977505,0.02500,7.085
+70,mlp.experts.12.gate_proj,0.0000751737,0.02500,6.508
+70,mlp.experts.27.gate_proj,0.0000486873,0.02500,3.243
+70,mlp.experts.19.gate_proj,0.0000664839,0.02500,3.528
+70,mlp.experts.23.gate_proj,0.0000879219,0.02500,3.433
+70,mlp.experts.31.gate_proj,0.0000456820,0.02500,3.743
+70,mlp.experts.25.gate_proj,0.0001119819,0.02500,3.188
+70,mlp.experts.17.gate_proj,0.0000930019,0.02500,3.203
+70,mlp.experts.29.gate_proj,0.0000576116,0.02500,3.230
+70,mlp.experts.21.gate_proj,0.0000412396,0.02500,3.238
+70,mlp.experts.26.gate_proj,0.0000805690,0.02500,4.954
+70,mlp.experts.35.gate_proj,0.0001093787,0.02500,3.332
+70,mlp.experts.47.gate_proj,0.0000635580,0.02500,3.086
+70,mlp.experts.24.gate_proj,0.0000851060,0.02500,4.175
+70,mlp.experts.22.gate_proj,0.0000675843,0.02500,4.999
+70,mlp.experts.16.gate_proj,0.0000750112,0.02500,4.171
+70,mlp.experts.18.gate_proj,0.0000773588,0.02500,5.006
+70,mlp.experts.39.gate_proj,0.0000407775,0.02500,3.405
+70,mlp.experts.28.gate_proj,0.0000617184,0.02500,4.224
+70,mlp.experts.20.gate_proj,0.0000495921,0.02500,4.430
+70,mlp.experts.30.gate_proj,0.0001420983,0.02500,5.105
+70,mlp.experts.43.gate_proj,0.0000489740,0.02500,3.899
+70,mlp.experts.33.gate_proj,0.0000375823,0.02500,3.430
+70,mlp.experts.41.gate_proj,0.0001173296,0.02500,3.462
+70,mlp.experts.45.gate_proj,0.0000911002,0.02500,3.534
+70,mlp.experts.37.gate_proj,0.0000915327,0.02500,3.621
+70,mlp.experts.63.gate_proj,0.0000484646,0.02500,3.169
+70,mlp.experts.51.gate_proj,0.0001061781,0.02500,3.396
+70,mlp.experts.40.gate_proj,0.0000605974,0.02500,3.407
+70,mlp.experts.44.gate_proj,0.0000739301,0.02500,3.336
+70,mlp.experts.36.gate_proj,0.0000578633,0.02500,3.294
+70,mlp.experts.32.gate_proj,0.0000155222,0.02500,3.652
+70,mlp.experts.59.gate_proj,0.0000615681,0.02500,3.377
+70,mlp.experts.55.gate_proj,0.0000697887,0.02500,3.784
+70,mlp.experts.38.gate_proj,0.0000456526,0.02500,4.013
+70,mlp.experts.34.gate_proj,0.0000967367,0.02500,4.035
+70,mlp.experts.42.gate_proj,0.0001262261,0.02500,4.560
+70,mlp.experts.46.gate_proj,0.0000805137,0.02500,4.285
+70,mlp.experts.57.gate_proj,0.0000839435,0.02500,3.540
+70,mlp.experts.61.gate_proj,0.0000753185,0.02500,3.446
+70,mlp.experts.49.gate_proj,0.0000431775,0.02500,3.634
+70,mlp.experts.53.gate_proj,0.0000435889,0.02500,3.472
+70,mlp.experts.67.gate_proj,0.0000971447,0.02500,3.059
+70,mlp.experts.79.gate_proj,0.0000719801,0.02500,3.881
+70,mlp.experts.71.gate_proj,0.0001032323,0.02500,3.359
+70,mlp.experts.75.gate_proj,0.0000657658,0.02500,3.741
+70,mlp.experts.56.gate_proj,0.0000567904,0.02500,4.433
+70,mlp.experts.48.gate_proj,0.0000664272,0.02500,4.250
+70,mlp.experts.52.gate_proj,0.0000777552,0.02500,4.412
+70,mlp.experts.54.gate_proj,0.0000830202,0.02500,4.138
+70,mlp.experts.50.gate_proj,0.0000921588,0.02500,4.161
+70,mlp.experts.60.gate_proj,0.0000987006,0.02500,4.751
+70,mlp.experts.73.gate_proj,0.0000585538,0.02500,3.267
+70,mlp.experts.65.gate_proj,0.0000932919,0.02500,3.178
+70,mlp.experts.58.gate_proj,0.0001307623,0.02500,4.285
+70,mlp.experts.77.gate_proj,0.0000777481,0.02500,3.335
+70,mlp.experts.69.gate_proj,0.0000705447,0.02500,3.184
+70,mlp.experts.62.gate_proj,0.0001004601,0.02500,4.236
+70,mlp.experts.83.gate_proj,0.0000722147,0.02500,3.315
+70,mlp.experts.95.gate_proj,0.0000411222,0.02500,3.154
+70,mlp.experts.87.gate_proj,0.0000791814,0.02500,3.284
+70,mlp.experts.91.gate_proj,0.0000291576,0.02500,3.805
+70,mlp.experts.64.gate_proj,0.0000374744,0.02500,3.356
+70,mlp.experts.72.gate_proj,0.0000675336,0.02500,3.676
+70,mlp.experts.76.gate_proj,0.0000754996,0.02500,3.357
+70,mlp.experts.89.gate_proj,0.0000740732,0.02500,3.136
+70,mlp.experts.68.gate_proj,0.0000840520,0.02500,3.680
+70,mlp.experts.81.gate_proj,0.0000551613,0.02500,3.222
+70,mlp.experts.93.gate_proj,0.0000782546,0.02500,3.218
+70,mlp.experts.85.gate_proj,0.0000775783,0.02500,3.284
+70,mlp.experts.99.gate_proj,0.0000581636,0.02500,3.240
+70,mlp.experts.66.gate_proj,0.0000988117,0.02500,4.830
+70,mlp.experts.70.gate_proj,0.0000503364,0.02500,5.031
+70,mlp.experts.74.gate_proj,0.0000835495,0.02500,4.980
+70,mlp.experts.111.gate_proj,0.0000312762,0.02500,3.504
+70,mlp.experts.103.gate_proj,0.0000749978,0.02500,3.226
+70,mlp.experts.78.gate_proj,0.0000505842,0.02500,5.414
+70,mlp.experts.80.gate_proj,0.0000611387,0.02500,2.949
+70,mlp.experts.88.gate_proj,0.0000481118,0.02500,3.161
+70,mlp.experts.97.gate_proj,0.0000333685,0.02500,3.203
+70,mlp.experts.105.gate_proj,0.0001569630,0.02500,3.393
+70,mlp.experts.107.gate_proj,0.0000758337,0.02500,3.772
+70,mlp.experts.109.gate_proj,0.0000669491,0.02500,3.219
+70,mlp.experts.101.gate_proj,0.0000878693,0.02500,3.149
+70,mlp.experts.84.gate_proj,0.0000485565,0.02500,3.530
+70,mlp.experts.92.gate_proj,0.0001004840,0.02500,3.799
+70,mlp.experts.115.gate_proj,0.0000263592,0.02500,3.440
+70,mlp.experts.119.gate_proj,0.0001318151,0.02500,3.079
+70,mlp.experts.7.up_proj,0.0000839165,0.02500,3.731
+70,mlp.experts.104.gate_proj,0.0000746809,0.02500,2.904
+70,mlp.experts.86.gate_proj,0.0000452475,0.02500,4.762
+70,mlp.experts.82.gate_proj,0.0000398816,0.02500,4.915
+70,mlp.experts.96.gate_proj,0.0001223675,0.02500,3.939
+70,mlp.experts.108.gate_proj,0.0000710486,0.02500,2.912
+70,mlp.experts.113.gate_proj,0.0000918301,0.02500,3.456
+70,mlp.experts.90.gate_proj,0.0000609988,0.02500,4.823
+70,mlp.experts.1.up_proj,0.0000454657,0.02500,3.418
+70,mlp.experts.5.up_proj,0.0000858314,0.02500,3.469
+70,mlp.experts.3.up_proj,0.0000320795,0.02500,3.608
+70,mlp.experts.117.gate_proj,0.0000525332,0.02500,3.467
+70,mlp.experts.100.gate_proj,0.0001325863,0.02500,3.765
+70,mlp.experts.94.gate_proj,0.0000719121,0.02500,4.939
+70,mlp.experts.11.up_proj,0.0000572670,0.02500,3.415
+70,mlp.experts.15.up_proj,0.0001048842,0.02500,3.339
+70,mlp.experts.0.up_proj,0.0000928312,0.02500,3.097
+70,mlp.experts.23.up_proj,0.0000862511,0.02500,3.863
+70,mlp.experts.112.gate_proj,0.0000533785,0.02500,3.546
+70,mlp.experts.9.up_proj,0.0000875780,0.02500,3.366
+70,mlp.experts.17.up_proj,0.0000900662,0.02500,3.410
+70,mlp.experts.116.gate_proj,0.0000574307,0.02500,2.922
+70,mlp.experts.19.up_proj,0.0000646729,0.02500,3.302
+70,mlp.experts.21.up_proj,0.0000398831,0.02500,3.404
+70,mlp.experts.4.up_proj,0.0000596662,0.02500,3.818
+70,mlp.experts.13.up_proj,0.0000673810,0.02500,3.512
+70,mlp.experts.102.gate_proj,0.0001705018,0.02500,4.533
+70,mlp.experts.98.gate_proj,0.0000760899,0.02500,4.490
+70,mlp.experts.106.gate_proj,0.0000730252,0.02500,4.481
+70,mlp.experts.27.up_proj,0.0000474887,0.02500,3.776
+70,mlp.experts.110.gate_proj,0.0000710661,0.02500,4.437
+70,mlp.experts.31.up_proj,0.0000445507,0.02500,3.439
+70,mlp.experts.16.up_proj,0.0000728957,0.02500,3.847
+70,mlp.experts.12.up_proj,0.0000721288,0.02500,2.926
+70,mlp.experts.39.up_proj,0.0000390917,0.02500,3.702
+70,mlp.experts.20.up_proj,0.0000470795,0.02500,2.969
+70,mlp.experts.25.up_proj,0.0001094595,0.02500,3.585
+70,mlp.experts.33.up_proj,0.0000365760,0.02500,3.489
+70,mlp.experts.35.up_proj,0.0001046783,0.02500,3.495
+70,mlp.experts.8.up_proj,0.0000689145,0.02500,3.724
+70,mlp.experts.37.up_proj,0.0000890771,0.02500,3.643
+70,mlp.experts.29.up_proj,0.0000556252,0.02500,3.497
+70,mlp.experts.114.gate_proj,0.0000500217,0.02500,4.166
+70,mlp.experts.118.gate_proj,0.0000806582,0.02500,4.218
+70,mlp.experts.43.up_proj,0.0000472235,0.02500,3.726
+70,mlp.experts.2.up_proj,0.0000333547,0.02500,4.327
+70,mlp.experts.47.up_proj,0.0000613137,0.02500,3.834
+70,mlp.experts.28.up_proj,0.0000588001,0.02500,2.932
+70,mlp.experts.6.up_proj,0.0000736891,0.02500,4.217
+70,mlp.experts.36.up_proj,0.0000558390,0.02500,2.956
+70,mlp.experts.32.up_proj,0.0000152343,0.02500,3.957
+70,mlp.experts.55.up_proj,0.0000680228,0.02500,3.641
+70,mlp.experts.49.up_proj,0.0000420774,0.02500,3.354
+70,mlp.experts.41.up_proj,0.0001133199,0.02500,3.473
+70,mlp.experts.53.up_proj,0.0000421184,0.02500,3.383
+70,mlp.experts.45.up_proj,0.0000879430,0.02500,3.393
+70,mlp.experts.51.up_proj,0.0001017003,0.02500,3.733
+70,mlp.experts.24.up_proj,0.0000819730,0.02500,3.890
+70,mlp.experts.44.up_proj,0.0000704071,0.02500,2.916
+70,mlp.experts.59.up_proj,0.0000600813,0.02500,3.580
+70,mlp.experts.14.up_proj,0.0000826142,0.02500,4.312
+70,mlp.experts.52.up_proj,0.0000760086,0.02500,2.948
+70,mlp.experts.63.up_proj,0.0000468541,0.02500,3.626
+70,mlp.experts.10.up_proj,0.0000719730,0.02500,4.481
+70,mlp.experts.18.up_proj,0.0000746303,0.02500,4.609
+70,mlp.experts.65.up_proj,0.0000890225,0.02500,3.390
+70,mlp.experts.71.up_proj,0.0000988013,0.02500,3.589
+70,mlp.experts.48.up_proj,0.0000636245,0.02500,3.741
+70,mlp.experts.57.up_proj,0.0000796852,0.02500,3.565
+70,mlp.experts.67.up_proj,0.0000923026,0.02500,3.208
+70,mlp.experts.22.up_proj,0.0000661569,0.02500,4.598
+70,mlp.experts.61.up_proj,0.0000710482,0.02500,3.394
+70,mlp.experts.69.up_proj,0.0000679654,0.02500,3.710
+70,mlp.experts.40.up_proj,0.0000591275,0.02500,3.708
+70,mlp.experts.60.up_proj,0.0000955148,0.02500,3.392
+70,mlp.experts.79.up_proj,0.0000681159,0.02500,3.284
+70,mlp.experts.75.up_proj,0.0000642472,0.02500,3.814
+70,mlp.experts.68.up_proj,0.0000823452,0.02500,3.633
+70,mlp.experts.30.up_proj,0.0001354165,0.02500,4.491
+70,mlp.experts.64.up_proj,0.0000361636,0.02500,3.321
+70,mlp.experts.81.up_proj,0.0000527376,0.02500,3.473
+70,mlp.experts.26.up_proj,0.0000781805,0.02500,4.555
+70,mlp.experts.73.up_proj,0.0000565329,0.02500,3.434
+70,mlp.experts.83.up_proj,0.0000689503,0.02500,3.441
+70,mlp.experts.77.up_proj,0.0000753503,0.02500,3.423
+70,mlp.experts.87.up_proj,0.0000765904,0.02500,3.909
+70,mlp.experts.85.up_proj,0.0000746602,0.02500,3.390
+70,mlp.experts.34.up_proj,0.0000920058,0.02500,4.360
+70,mlp.experts.56.up_proj,0.0000549053,0.02500,3.387
+70,mlp.experts.38.up_proj,0.0000434636,0.02500,4.279
+70,mlp.experts.76.up_proj,0.0000726421,0.02500,3.009
+70,mlp.experts.84.up_proj,0.0000473389,0.02500,3.126
+70,mlp.experts.91.up_proj,0.0000280862,0.02500,3.359
+70,mlp.experts.95.up_proj,0.0000398806,0.02500,3.853
+70,mlp.experts.97.up_proj,0.0000328299,0.02500,3.330
+70,mlp.experts.89.up_proj,0.0000713921,0.02500,3.304
+70,mlp.experts.80.up_proj,0.0000591038,0.02500,3.686
+70,mlp.experts.93.up_proj,0.0000761774,0.02500,3.328
+70,mlp.experts.103.up_proj,0.0000727966,0.02500,3.417
+70,mlp.experts.101.up_proj,0.0000848430,0.02500,3.441
+70,mlp.experts.99.up_proj,0.0000563426,0.02500,3.752
+70,mlp.experts.72.up_proj,0.0000649069,0.02500,3.225
+70,mlp.experts.46.up_proj,0.0000775477,0.02500,4.230
+70,mlp.experts.42.up_proj,0.0001230405,0.02500,4.271
+70,mlp.experts.92.up_proj,0.0000972835,0.02500,3.062
+70,mlp.experts.50.up_proj,0.0000890743,0.02500,4.460
+70,mlp.experts.54.up_proj,0.0000811869,0.02500,4.302
+70,mlp.experts.100.up_proj,0.0000992190,0.02500,3.476
+70,mlp.experts.107.up_proj,0.0000732394,0.02500,3.380
+70,mlp.experts.111.up_proj,0.0000307513,0.02500,3.475
+70,mlp.experts.113.up_proj,0.0000882830,0.02500,3.500
+70,mlp.experts.105.up_proj,0.0001529298,0.02500,3.388
+70,mlp.experts.109.up_proj,0.0000641456,0.02500,3.358
+70,mlp.experts.96.up_proj,0.0001190369,0.02500,3.386
+70,mlp.experts.119.up_proj,0.0001311876,0.02500,3.121
+70,mlp.experts.115.up_proj,0.0000252377,0.02500,3.026
+70,mlp.experts.117.up_proj,0.0000508207,0.02500,3.174
+70,mlp.experts.88.up_proj,0.0000468291,0.02500,3.284
+70,mlp.experts.108.up_proj,0.0000685765,0.02500,3.529
+70,mlp.experts.62.up_proj,0.0000964557,0.02500,4.426
+70,mlp.experts.58.up_proj,0.0001270394,0.02500,4.502
+70,mlp.experts.116.up_proj,0.0000562180,0.02500,3.252
+70,mlp.experts.112.up_proj,0.0000515210,0.02500,2.528
+70,mlp.experts.66.up_proj,0.0000961433,0.02500,4.694
+70,mlp.experts.104.up_proj,0.0000725595,0.02500,2.411
+70,mlp.experts.70.up_proj,0.0000492402,0.02500,4.439
+70,mlp.experts.78.up_proj,0.0000490245,0.02500,4.496
+70,mlp.experts.74.up_proj,0.0000803350,0.02500,4.426
+70,mlp.experts.82.up_proj,0.0000386037,0.02500,4.515
+70,mlp.experts.86.up_proj,0.0000438675,0.02500,4.528
+70,mlp.experts.94.up_proj,0.0000702469,0.02500,4.851
+70,mlp.experts.90.up_proj,0.0000593361,0.02500,4.781
+70,mlp.experts.98.up_proj,0.0000732905,0.02500,4.783
+70,mlp.experts.102.up_proj,0.0001654904,0.02500,4.741
+70,mlp.experts.106.up_proj,0.0000705368,0.02500,4.219
+70,mlp.experts.110.up_proj,0.0000680387,0.02500,4.683
+70,mlp.experts.118.up_proj,0.0000788941,0.02500,3.935
+70,mlp.experts.114.up_proj,0.0000471767,0.02500,4.021
+70,mlp.experts.3.down_proj,0.0000083204,0.02500,1.464
+70,mlp.experts.15.down_proj,0.0000354384,0.02500,1.424
+70,mlp.experts.11.down_proj,0.0000107042,0.02500,1.536
+70,mlp.experts.7.down_proj,0.0000263301,0.02500,1.613
+70,mlp.experts.8.down_proj,0.0000100872,0.02500,1.920
+70,mlp.experts.0.down_proj,0.0000198022,0.02500,1.945
+70,mlp.experts.12.down_proj,0.0000155413,0.02500,1.956
+70,mlp.experts.4.down_proj,0.0000217417,0.02500,2.026
+70,mlp.experts.1.down_proj,0.0000113078,0.02500,2.607
+70,mlp.experts.5.down_proj,0.0000124389,0.02500,2.617
+70,mlp.experts.13.down_proj,0.0000117290,0.02500,2.371
+70,mlp.experts.9.down_proj,0.0000211547,0.02500,2.622
+70,mlp.experts.19.down_proj,0.0000160254,0.02500,1.187
+70,mlp.experts.27.down_proj,0.0000085539,0.02500,1.046
+70,mlp.experts.31.down_proj,0.0000087722,0.02500,1.175
+70,mlp.experts.23.down_proj,0.0000183263,0.02500,1.110
+70,mlp.experts.24.down_proj,0.0000245362,0.02500,0.854
+70,mlp.experts.16.down_proj,0.0000158234,0.02500,0.858
+70,mlp.experts.28.down_proj,0.0000118500,0.02500,0.840
+70,mlp.experts.20.down_proj,0.0000121547,0.02500,0.850
+70,mlp.experts.2.down_proj,0.0000043237,0.02500,2.982
+70,mlp.experts.14.down_proj,0.0000256988,0.02500,2.912
+70,mlp.experts.6.down_proj,0.0000118746,0.02500,3.024
+70,mlp.experts.10.down_proj,0.0000161702,0.02500,2.937
+70,mlp.experts.43.down_proj,0.0000196150,0.02500,0.921
+70,mlp.experts.47.down_proj,0.0000111879,0.02500,0.952
+70,mlp.experts.40.down_proj,0.0000131757,0.02500,0.897
+70,mlp.experts.17.down_proj,0.0000243032,0.02500,1.077
+70,mlp.experts.21.down_proj,0.0000096593,0.02500,1.074
+70,mlp.experts.25.down_proj,0.0000188304,0.02500,1.075
+70,mlp.experts.32.down_proj,0.0000032528,0.02500,0.895
+70,mlp.experts.44.down_proj,0.0000186800,0.02500,0.899
+70,mlp.experts.29.down_proj,0.0000109507,0.02500,1.147
+70,mlp.experts.36.down_proj,0.0000090395,0.02500,0.910
+70,mlp.experts.35.down_proj,0.0000249504,0.02500,1.145
+70,mlp.experts.39.down_proj,0.0000051063,0.02500,1.162
+70,mlp.experts.18.down_proj,0.0000175554,0.02500,1.370
+70,mlp.experts.22.down_proj,0.0000148985,0.02500,1.336
+70,mlp.experts.26.down_proj,0.0000138585,0.02500,1.326
+70,mlp.experts.30.down_proj,0.0000460696,0.02500,1.375
+70,mlp.experts.56.down_proj,0.0000084387,0.02500,0.868
+70,mlp.experts.48.down_proj,0.0000121145,0.02500,0.841
+70,mlp.experts.60.down_proj,0.0000181262,0.02500,0.850
+70,mlp.experts.41.down_proj,0.0000463751,0.02500,0.930
+70,mlp.experts.33.down_proj,0.0000061266,0.02500,0.944
+70,mlp.experts.37.down_proj,0.0000625167,0.02500,0.939
+70,mlp.experts.52.down_proj,0.0000170611,0.02500,0.848
+70,mlp.experts.45.down_proj,0.0000196321,0.02500,0.917
+70,mlp.experts.59.down_proj,0.0000160901,0.02500,1.120
+70,mlp.experts.63.down_proj,0.0000106723,0.02500,1.119
+70,mlp.experts.51.down_proj,0.0000236762,0.02500,0.962
+70,mlp.experts.55.down_proj,0.0000153353,0.02500,0.979
+70,mlp.experts.64.down_proj,0.0000057152,0.02500,0.885
+70,mlp.experts.72.down_proj,0.0000137103,0.02500,0.901
+70,mlp.experts.76.down_proj,0.0000132693,0.02500,0.910
+70,mlp.experts.68.down_proj,0.0000225339,0.02500,0.892
+70,mlp.experts.75.down_proj,0.0000142581,0.02500,0.922
+70,mlp.experts.34.down_proj,0.0000203028,0.02500,1.285
+70,mlp.experts.57.down_proj,0.0000136137,0.02500,1.048
+70,mlp.experts.53.down_proj,0.0000120051,0.02500,1.060
+70,mlp.experts.42.down_proj,0.0000195592,0.02500,1.328
+70,mlp.experts.38.down_proj,0.0000065207,0.02500,1.334
+70,mlp.experts.49.down_proj,0.0000142286,0.02500,1.066
+70,mlp.experts.61.down_proj,0.0000112747,0.02500,1.056
+70,mlp.experts.79.down_proj,0.0000121033,0.02500,1.053
+70,mlp.experts.46.down_proj,0.0000152483,0.02500,1.452
+70,mlp.experts.67.down_proj,0.0000180350,0.02500,1.132
+70,mlp.experts.71.down_proj,0.0000188351,0.02500,1.145
+70,mlp.experts.80.down_proj,0.0000131308,0.02500,0.873
+70,mlp.experts.88.down_proj,0.0000085069,0.02500,0.881
+70,mlp.experts.84.down_proj,0.0000115584,0.02500,0.859
+70,mlp.experts.92.down_proj,0.0000160462,0.02500,0.874
+70,mlp.experts.91.down_proj,0.0000059996,0.02500,0.969
+70,mlp.experts.69.down_proj,0.0000277202,0.02500,0.925
+70,mlp.experts.73.down_proj,0.0000166161,0.02500,0.956
+70,mlp.experts.65.down_proj,0.0000174114,0.02500,0.954
+70,mlp.experts.77.down_proj,0.0000128849,0.02500,0.951
+70,mlp.experts.95.down_proj,0.0000056389,0.02500,0.996
+70,mlp.experts.83.down_proj,0.0000130386,0.02500,0.928
+70,mlp.experts.50.down_proj,0.0000199018,0.02500,1.281
+70,mlp.experts.58.down_proj,0.0000285044,0.02500,1.256
+70,mlp.experts.54.down_proj,0.0000173486,0.02500,1.357
+70,mlp.experts.62.down_proj,0.0000151447,0.02500,1.210
+70,mlp.experts.96.down_proj,0.0000205210,0.02500,0.854
+70,mlp.experts.87.down_proj,0.0000133817,0.02500,1.159
+70,mlp.experts.104.down_proj,0.0000140266,0.02500,0.858
+70,mlp.experts.108.down_proj,0.0000201264,0.02500,0.826
+70,mlp.experts.100.down_proj,0.0000348188,0.02500,0.846
+70,mlp.experts.107.down_proj,0.0000145085,0.02500,0.900
+70,mlp.experts.85.down_proj,0.0000108234,0.02500,0.963
+70,mlp.experts.81.down_proj,0.0000080579,0.02500,0.939
+70,mlp.experts.89.down_proj,0.0000211534,0.02500,0.957
+70,mlp.experts.93.down_proj,0.0000164583,0.02500,0.975
+70,mlp.experts.99.down_proj,0.0000112954,0.02500,0.864
+70,mlp.experts.111.down_proj,0.0000105027,0.02500,1.014
+70,mlp.experts.112.down_proj,0.0000118309,0.02500,0.683
+70,mlp.experts.116.down_proj,0.0000085129,0.02500,0.663
+70,mlp.experts.103.down_proj,0.0000198399,0.02500,0.840
+70,mlp.experts.74.down_proj,0.0000151207,0.02500,1.226
+70,mlp.experts.66.down_proj,0.0000194144,0.02500,1.261
+70,mlp.experts.78.down_proj,0.0000107905,0.02500,1.267
+70,mlp.experts.115.down_proj,0.0000158063,0.02500,0.638
+70,mlp.experts.70.down_proj,0.0000150123,0.02500,1.277
+70,mlp.experts.105.down_proj,0.0000580979,0.02500,0.903
+70,mlp.experts.97.down_proj,0.0000100320,0.02500,0.906
+70,mlp.experts.101.down_proj,0.0000206239,0.02500,0.929
+70,mlp.experts.109.down_proj,0.0000132333,0.02500,0.879
+70,mlp.experts.119.down_proj,0.0000333940,0.02500,0.611
+70,mlp.experts.113.down_proj,0.0000211311,0.02500,0.640
+70,mlp.experts.117.down_proj,0.0000129038,0.02500,0.639
+70,mlp.experts.82.down_proj,0.0000073251,0.02500,1.157
+70,mlp.experts.94.down_proj,0.0000120167,0.02500,1.028
+70,mlp.experts.86.down_proj,0.0000139759,0.02500,1.084
+70,mlp.experts.90.down_proj,0.0000095130,0.02500,1.261
+70,mlp.experts.110.down_proj,0.0000158858,0.02500,1.065
+70,mlp.experts.98.down_proj,0.0000161468,0.02500,1.097
+70,mlp.experts.106.down_proj,0.0000153433,0.02500,1.096
+70,mlp.experts.102.down_proj,0.0000424210,0.02500,1.135
+70,mlp.experts.114.down_proj,0.0000177322,0.02500,0.893
+70,mlp.experts.118.down_proj,0.0000181723,0.02500,0.825
+71,self_attn.k_proj,0.0000002533,0.02500,1.622
+71,self_attn.v_proj,0.0000005446,0.02500,1.801
+71,self_attn.q_proj,0.0000018332,0.02500,1.972
+71,self_attn.o_proj,0.0000004865,0.02500,4.265
+71,mlp.shared_experts.gate_proj,0.0000041830,0.02500,1.644
+71,mlp.shared_experts.up_proj,0.0000025310,0.02500,1.681
+71,mlp.shared_experts.down_proj,0.0000003223,0.02500,0.406
+71,mlp.experts.10.gate_proj,0.0000517611,0.02500,5.608
+71,mlp.experts.3.gate_proj,0.0000646190,0.02500,5.778
+71,mlp.experts.14.gate_proj,0.0000512909,0.02500,5.887
+71,mlp.experts.11.gate_proj,0.0000172728,0.02500,5.924
+71,mlp.experts.7.gate_proj,0.0001081009,0.02500,5.986
+71,mlp.experts.6.gate_proj,0.0001257493,0.02500,6.046
+71,mlp.experts.15.gate_proj,0.0000779483,0.02500,3.740
+71,mlp.experts.13.gate_proj,0.0000376758,0.02500,6.130
+71,mlp.experts.2.gate_proj,0.0000533635,0.02500,6.188
+71,mlp.experts.1.gate_proj,0.0000932539,0.02500,6.189
+71,mlp.experts.5.gate_proj,0.0000764309,0.02500,6.259
+71,mlp.experts.9.gate_proj,0.0000350217,0.02500,6.588
+71,mlp.experts.12.gate_proj,0.0000823303,0.02500,6.973
+71,mlp.experts.8.gate_proj,0.0000957963,0.02500,7.052
+71,mlp.experts.4.gate_proj,0.0000761588,0.02500,7.105
+71,mlp.experts.0.gate_proj,0.0000646618,0.02500,7.179
+71,mlp.experts.26.gate_proj,0.0000464591,0.02500,3.273
+71,mlp.experts.19.gate_proj,0.0000465298,0.02500,3.288
+71,mlp.experts.22.gate_proj,0.0000163022,0.02500,3.065
+71,mlp.experts.27.gate_proj,0.0000791162,0.02500,3.376
+71,mlp.experts.23.gate_proj,0.0000562894,0.02500,3.391
+71,mlp.experts.31.gate_proj,0.0000820601,0.02500,3.414
+71,mlp.experts.18.gate_proj,0.0001477959,0.02500,3.484
+71,mlp.experts.30.gate_proj,0.0000648350,0.02500,3.911
+71,mlp.experts.17.gate_proj,0.0000749499,0.02500,4.368
+71,mlp.experts.21.gate_proj,0.0000713280,0.02500,4.352
+71,mlp.experts.29.gate_proj,0.0001166570,0.02500,4.570
+71,mlp.experts.25.gate_proj,0.0000587671,0.02500,4.451
+71,mlp.experts.28.gate_proj,0.0001017874,0.02500,4.534
+71,mlp.experts.16.gate_proj,0.0000497756,0.02500,4.339
+71,mlp.experts.24.gate_proj,0.0000793880,0.02500,4.546
+71,mlp.experts.20.gate_proj,0.0000916744,0.02500,4.579
+71,mlp.experts.42.gate_proj,0.0000737805,0.02500,3.151
+71,mlp.experts.38.gate_proj,0.0000582161,0.02500,3.276
+71,mlp.experts.35.gate_proj,0.0001183719,0.02500,3.700
+71,mlp.experts.43.gate_proj,0.0000927354,0.02500,3.552
+71,mlp.experts.39.gate_proj,0.0000513842,0.02500,3.586
+71,mlp.experts.34.gate_proj,0.0000795017,0.02500,3.445
+71,mlp.experts.47.gate_proj,0.0000665827,0.02500,3.636
+71,mlp.experts.46.gate_proj,0.0000478486,0.02500,3.661
+71,mlp.experts.58.gate_proj,0.0000545067,0.02500,3.024
+71,mlp.experts.54.gate_proj,0.0001266810,0.02500,2.938
+71,mlp.experts.37.gate_proj,0.0000608300,0.02500,5.067
+71,mlp.experts.44.gate_proj,0.0000813048,0.02500,4.197
+71,mlp.experts.33.gate_proj,0.0001480871,0.02500,5.235
+71,mlp.experts.40.gate_proj,0.0000779331,0.02500,4.216
+71,mlp.experts.36.gate_proj,0.0000920695,0.02500,4.285
+71,mlp.experts.32.gate_proj,0.0001242407,0.02500,4.455
+71,mlp.experts.45.gate_proj,0.0001789609,0.02500,5.286
+71,mlp.experts.41.gate_proj,0.0000408371,0.02500,5.095
+71,mlp.experts.51.gate_proj,0.0000795952,0.02500,3.375
+71,mlp.experts.55.gate_proj,0.0000455893,0.02500,3.343
+71,mlp.experts.59.gate_proj,0.0001199204,0.02500,3.513
+71,mlp.experts.50.gate_proj,0.0000571516,0.02500,3.494
+71,mlp.experts.63.gate_proj,0.0000550655,0.02500,3.648
+71,mlp.experts.62.gate_proj,0.0000608926,0.02500,3.724
+71,mlp.experts.70.gate_proj,0.0000373375,0.02500,3.087
+71,mlp.experts.74.gate_proj,0.0000570488,0.02500,3.743
+71,mlp.experts.67.gate_proj,0.0000779250,0.02500,3.094
+71,mlp.experts.53.gate_proj,0.0000863333,0.02500,3.649
+71,mlp.experts.49.gate_proj,0.0000832742,0.02500,3.673
+71,mlp.experts.71.gate_proj,0.0000652439,0.02500,3.181
+71,mlp.experts.61.gate_proj,0.0000354087,0.02500,3.635
+71,mlp.experts.57.gate_proj,0.0000615157,0.02500,3.584
+71,mlp.experts.60.gate_proj,0.0000538641,0.02500,4.026
+71,mlp.experts.66.gate_proj,0.0000640727,0.02500,3.174
+71,mlp.experts.75.gate_proj,0.0001041336,0.02500,3.438
+71,mlp.experts.56.gate_proj,0.0000859638,0.02500,4.098
+71,mlp.experts.52.gate_proj,0.0000897834,0.02500,4.047
+71,mlp.experts.79.gate_proj,0.0000503843,0.02500,3.384
+71,mlp.experts.48.gate_proj,0.0000751059,0.02500,4.211
+71,mlp.experts.78.gate_proj,0.0000334496,0.02500,3.834
+71,mlp.experts.86.gate_proj,0.0000454101,0.02500,3.058
+71,mlp.experts.83.gate_proj,0.0000734281,0.02500,2.896
+71,mlp.experts.90.gate_proj,0.0001300146,0.02500,3.379
+71,mlp.experts.87.gate_proj,0.0000695618,0.02500,2.941
+71,mlp.experts.91.gate_proj,0.0000571448,0.02500,2.860
+71,mlp.experts.76.gate_proj,0.0000664866,0.02500,3.149
+71,mlp.experts.72.gate_proj,0.0001143861,0.02500,3.066
+71,mlp.experts.95.gate_proj,0.0000374785,0.02500,2.867
+71,mlp.experts.82.gate_proj,0.0001290295,0.02500,3.309
+71,mlp.experts.68.gate_proj,0.0000813352,0.02500,3.160
+71,mlp.experts.64.gate_proj,0.0000687290,0.02500,3.119
+71,mlp.experts.69.gate_proj,0.0000606146,0.02500,4.572
+71,mlp.experts.77.gate_proj,0.0000752197,0.02500,4.536
+71,mlp.experts.94.gate_proj,0.0000451655,0.02500,3.226
+71,mlp.experts.73.gate_proj,0.0000916828,0.02500,4.533
+71,mlp.experts.65.gate_proj,0.0001043100,0.02500,4.863
+71,mlp.experts.99.gate_proj,0.0000773081,0.02500,2.838
+71,mlp.experts.102.gate_proj,0.0000509917,0.02500,3.579
+71,mlp.experts.103.gate_proj,0.0000524660,0.02500,2.805
+71,mlp.experts.107.gate_proj,0.0000711746,0.02500,2.801
+71,mlp.experts.106.gate_proj,0.0001008458,0.02500,3.671
+71,mlp.experts.111.gate_proj,0.0001233619,0.02500,2.828
+71,mlp.experts.92.gate_proj,0.0000832623,0.02500,3.083
+71,mlp.experts.88.gate_proj,0.0000757491,0.02500,3.097
+71,mlp.experts.84.gate_proj,0.0000966755,0.02500,3.103
+71,mlp.experts.80.gate_proj,0.0001045028,0.02500,3.067
+71,mlp.experts.98.gate_proj,0.0000890625,0.02500,3.372
+71,mlp.experts.110.gate_proj,0.0000722284,0.02500,3.937
+71,mlp.experts.115.gate_proj,0.0000684666,0.02500,3.349
+71,mlp.experts.119.gate_proj,0.0000475593,0.02500,3.368
+71,mlp.experts.85.gate_proj,0.0001291980,0.02500,4.761
+71,mlp.experts.2.up_proj,0.0000517874,0.02500,3.062
+71,mlp.experts.3.up_proj,0.0000628461,0.02500,3.458
+71,mlp.experts.81.gate_proj,0.0000459999,0.02500,4.638
+71,mlp.experts.89.gate_proj,0.0000546985,0.02500,4.855
+71,mlp.experts.108.gate_proj,0.0000362882,0.02500,3.202
+71,mlp.experts.118.gate_proj,0.0000921215,0.02500,4.140
+71,mlp.experts.104.gate_proj,0.0000874241,0.02500,3.187
+71,mlp.experts.93.gate_proj,0.0001181553,0.02500,5.237
+71,mlp.experts.100.gate_proj,0.0000502358,0.02500,3.213
+71,mlp.experts.96.gate_proj,0.0000755738,0.02500,3.253
+71,mlp.experts.7.up_proj,0.0001042434,0.02500,3.790
+71,mlp.experts.114.gate_proj,0.0000874123,0.02500,3.230
+71,mlp.experts.18.up_proj,0.0001427875,0.02500,3.059
+71,mlp.experts.11.up_proj,0.0000165984,0.02500,3.711
+71,mlp.experts.101.gate_proj,0.0001008351,0.02500,3.429
+71,mlp.experts.6.up_proj,0.0001160764,0.02500,3.933
+71,mlp.experts.15.up_proj,0.0000748190,0.02500,3.582
+71,mlp.experts.97.gate_proj,0.0001386206,0.02500,3.404
+71,mlp.experts.105.gate_proj,0.0000731603,0.02500,3.491
+71,mlp.experts.0.up_proj,0.0000626739,0.02500,3.466
+71,mlp.experts.109.gate_proj,0.0000615073,0.02500,3.334
+71,mlp.experts.10.up_proj,0.0000507617,0.02500,3.043
+71,mlp.experts.4.up_proj,0.0000716783,0.02500,3.625
+71,mlp.experts.19.up_proj,0.0000445120,0.02500,3.908
+71,mlp.experts.116.gate_proj,0.0000527396,0.02500,3.445
+71,mlp.experts.112.gate_proj,0.0001515178,0.02500,3.444
+71,mlp.experts.14.up_proj,0.0000496388,0.02500,4.007
+71,mlp.experts.23.up_proj,0.0000547121,0.02500,4.134
+71,mlp.experts.34.up_proj,0.0000771002,0.02500,3.093
+71,mlp.experts.26.up_proj,0.0000453395,0.02500,3.023
+71,mlp.experts.16.up_proj,0.0000482031,0.02500,3.239
+71,mlp.experts.20.up_proj,0.0000897447,0.02500,3.241
+71,mlp.experts.22.up_proj,0.0000160316,0.02500,4.034
+71,mlp.experts.27.up_proj,0.0000728212,0.02500,4.136
+71,mlp.experts.12.up_proj,0.0000803209,0.02500,3.268
+71,mlp.experts.8.up_proj,0.0000913928,0.02500,3.275
+71,mlp.experts.31.up_proj,0.0000793470,0.02500,4.623
+71,mlp.experts.30.up_proj,0.0000631633,0.02500,3.780
+71,mlp.experts.117.gate_proj,0.0000549940,0.02500,5.107
+71,mlp.experts.35.up_proj,0.0000826509,0.02500,4.632
+71,mlp.experts.113.gate_proj,0.0001218769,0.02500,5.240
+71,mlp.experts.1.up_proj,0.0000906109,0.02500,5.117
+71,mlp.experts.5.up_proj,0.0000732937,0.02500,5.149
+71,mlp.experts.50.up_proj,0.0000543684,0.02500,3.476
+71,mlp.experts.39.up_proj,0.0000492999,0.02500,5.040
+71,mlp.experts.32.up_proj,0.0001197022,0.02500,3.214
+71,mlp.experts.36.up_proj,0.0000899805,0.02500,3.150
+71,mlp.experts.38.up_proj,0.0000559062,0.02500,3.132
+71,mlp.experts.42.up_proj,0.0000710489,0.02500,3.645
+71,mlp.experts.28.up_proj,0.0000993712,0.02500,3.232
+71,mlp.experts.24.up_proj,0.0000762724,0.02500,3.253
+71,mlp.experts.46.up_proj,0.0000462632,0.02500,3.060
+71,mlp.experts.43.up_proj,0.0000894009,0.02500,4.277
+71,mlp.experts.47.up_proj,0.0000650907,0.02500,4.204
+71,mlp.experts.51.up_proj,0.0000773964,0.02500,3.978
+71,mlp.experts.13.up_proj,0.0000365303,0.02500,4.355
+71,mlp.experts.17.up_proj,0.0000730117,0.02500,4.205
+71,mlp.experts.21.up_proj,0.0000689659,0.02500,4.247
+71,mlp.experts.54.up_proj,0.0001237282,0.02500,2.904
+71,mlp.experts.9.up_proj,0.0000349801,0.02500,4.717
+71,mlp.experts.66.up_proj,0.0000615237,0.02500,3.837
+71,mlp.experts.55.up_proj,0.0000435258,0.02500,3.588
+71,mlp.experts.58.up_proj,0.0000531963,0.02500,3.309
+71,mlp.experts.52.up_proj,0.0000881267,0.02500,3.796
+71,mlp.experts.48.up_proj,0.0000732667,0.02500,3.851
+71,mlp.experts.44.up_proj,0.0000798578,0.02500,3.843
+71,mlp.experts.40.up_proj,0.0000752233,0.02500,3.811
+71,mlp.experts.62.up_proj,0.0000595720,0.02500,3.676
+71,mlp.experts.59.up_proj,0.0001164325,0.02500,3.841
+71,mlp.experts.67.up_proj,0.0000756030,0.02500,3.214
+71,mlp.experts.63.up_proj,0.0000528135,0.02500,3.885
+71,mlp.experts.70.up_proj,0.0000359488,0.02500,3.161
+71,mlp.experts.74.up_proj,0.0000550171,0.02500,2.830
+71,mlp.experts.71.up_proj,0.0000626407,0.02500,3.621
+71,mlp.experts.82.up_proj,0.0001262287,0.02500,3.755
+71,mlp.experts.29.up_proj,0.0001142799,0.02500,4.711
+71,mlp.experts.33.up_proj,0.0001381401,0.02500,4.396
+71,mlp.experts.37.up_proj,0.0000591559,0.02500,4.430
+71,mlp.experts.25.up_proj,0.0000566094,0.02500,4.303
+71,mlp.experts.78.up_proj,0.0000323564,0.02500,3.087
+71,mlp.experts.68.up_proj,0.0000781234,0.02500,4.579
+71,mlp.experts.64.up_proj,0.0000656492,0.02500,4.619
+71,mlp.experts.60.up_proj,0.0000524203,0.02500,4.691
+71,mlp.experts.56.up_proj,0.0000813973,0.02500,4.707
+71,mlp.experts.75.up_proj,0.0001016197,0.02500,3.847
+71,mlp.experts.83.up_proj,0.0000722195,0.02500,3.691
+71,mlp.experts.90.up_proj,0.0001248017,0.02500,2.992
+71,mlp.experts.79.up_proj,0.0000496648,0.02500,3.709
+71,mlp.experts.86.up_proj,0.0000445273,0.02500,3.884
+71,mlp.experts.98.up_proj,0.0000873000,0.02500,3.230
+71,mlp.experts.87.up_proj,0.0000674190,0.02500,3.564
+71,mlp.experts.94.up_proj,0.0000439964,0.02500,3.251
+71,mlp.experts.45.up_proj,0.0001729429,0.02500,4.417
+71,mlp.experts.49.up_proj,0.0000810496,0.02500,4.463
+71,mlp.experts.53.up_proj,0.0000835494,0.02500,4.449
+71,mlp.experts.41.up_proj,0.0000393882,0.02500,4.375
+71,mlp.experts.84.up_proj,0.0000934988,0.02500,3.590
+71,mlp.experts.80.up_proj,0.0000998893,0.02500,3.601
+71,mlp.experts.106.up_proj,0.0000996130,0.02500,2.918
+71,mlp.experts.91.up_proj,0.0000564517,0.02500,3.358
+71,mlp.experts.76.up_proj,0.0000645088,0.02500,3.530
+71,mlp.experts.72.up_proj,0.0001113506,0.02500,3.547
+71,mlp.experts.95.up_proj,0.0000369134,0.02500,3.301
+71,mlp.experts.99.up_proj,0.0000749686,0.02500,3.910
+71,mlp.experts.114.up_proj,0.0000853675,0.02500,2.940
+71,mlp.experts.102.up_proj,0.0000487638,0.02500,3.462
+71,mlp.experts.103.up_proj,0.0000511927,0.02500,3.134
+71,mlp.experts.110.up_proj,0.0000692214,0.02500,3.374
+71,mlp.experts.100.up_proj,0.0000494322,0.02500,3.229
+71,mlp.experts.96.up_proj,0.0000726401,0.02500,3.216
+71,mlp.experts.118.up_proj,0.0000888556,0.02500,1.895
+71,mlp.experts.92.up_proj,0.0000809730,0.02500,3.218
+71,mlp.experts.88.up_proj,0.0000732907,0.02500,3.212
+71,mlp.experts.107.up_proj,0.0000693726,0.02500,3.387
+71,mlp.experts.111.up_proj,0.0001201019,0.02500,3.145
+71,mlp.experts.65.up_proj,0.0001019300,0.02500,4.342
+71,mlp.experts.115.up_proj,0.0000666232,0.02500,3.053
+71,mlp.experts.57.up_proj,0.0000599239,0.02500,4.316
+71,mlp.experts.69.up_proj,0.0000593551,0.02500,4.381
+71,mlp.experts.119.up_proj,0.0000470202,0.02500,2.793
+71,mlp.experts.61.up_proj,0.0000348993,0.02500,5.005
+71,mlp.experts.116.up_proj,0.0000518553,0.02500,3.466
+71,mlp.experts.112.up_proj,0.0001460558,0.02500,3.465
+71,mlp.experts.108.up_proj,0.0000357820,0.02500,3.376
+71,mlp.experts.104.up_proj,0.0000832742,0.02500,3.250
+71,mlp.experts.81.up_proj,0.0000447182,0.02500,4.234
+71,mlp.experts.85.up_proj,0.0001235628,0.02500,4.227
+71,mlp.experts.73.up_proj,0.0000879788,0.02500,4.414
+71,mlp.experts.77.up_proj,0.0000700218,0.02500,4.760
+71,mlp.experts.97.up_proj,0.0001309603,0.02500,4.752
+71,mlp.experts.101.up_proj,0.0000977288,0.02500,4.695
+71,mlp.experts.89.up_proj,0.0000527432,0.02500,4.788
+71,mlp.experts.93.up_proj,0.0001149371,0.02500,5.152
+71,mlp.experts.113.up_proj,0.0001184021,0.02500,4.869
+71,mlp.experts.117.up_proj,0.0000527242,0.02500,4.853
+71,mlp.experts.105.up_proj,0.0000698943,0.02500,4.713
+71,mlp.experts.109.up_proj,0.0000602729,0.02500,4.006
+71,mlp.experts.12.down_proj,0.0000145617,0.02500,1.539
+71,mlp.experts.0.down_proj,0.0000091779,0.02500,1.548
+71,mlp.experts.8.down_proj,0.0000208534,0.02500,1.563
+71,mlp.experts.4.down_proj,0.0000190248,0.02500,1.634
+71,mlp.experts.3.down_proj,0.0000104536,0.02500,1.876
+71,mlp.experts.11.down_proj,0.0000101628,0.02500,1.892
+71,mlp.experts.15.down_proj,0.0000140317,0.02500,1.994
+71,mlp.experts.7.down_proj,0.0000248278,0.02500,2.082
+71,mlp.experts.14.down_proj,0.0000075980,0.02500,2.413
+71,mlp.experts.6.down_proj,0.0000338439,0.02500,2.420
+71,mlp.experts.10.down_proj,0.0000082782,0.02500,2.447
+71,mlp.experts.2.down_proj,0.0000089212,0.02500,2.472
+71,mlp.experts.24.down_proj,0.0000136959,0.02500,1.086
+71,mlp.experts.28.down_proj,0.0000161087,0.02500,1.121
+71,mlp.experts.16.down_proj,0.0000073414,0.02500,1.138
+71,mlp.experts.27.down_proj,0.0000135492,0.02500,0.949
+71,mlp.experts.20.down_proj,0.0000278434,0.02500,1.212
+71,mlp.experts.23.down_proj,0.0000116226,0.02500,0.879
+71,mlp.experts.19.down_proj,0.0000077314,0.02500,1.116
+71,mlp.experts.1.down_proj,0.0000190337,0.02500,3.113
+71,mlp.experts.9.down_proj,0.0000097510,0.02500,3.116
+71,mlp.experts.13.down_proj,0.0000081111,0.02500,2.995
+71,mlp.experts.31.down_proj,0.0000218963,0.02500,1.188
+71,mlp.experts.5.down_proj,0.0000152278,0.02500,3.200
+71,mlp.experts.43.down_proj,0.0000175190,0.02500,0.870
+71,mlp.experts.39.down_proj,0.0000075247,0.02500,0.867
+71,mlp.experts.44.down_proj,0.0000172561,0.02500,1.335
+71,mlp.experts.32.down_proj,0.0000312924,0.02500,1.327
+71,mlp.experts.40.down_proj,0.0000351930,0.02500,1.384
+71,mlp.experts.35.down_proj,0.0000382255,0.02500,1.057
+71,mlp.experts.26.down_proj,0.0000080269,0.02500,1.631
+71,mlp.experts.36.down_proj,0.0000132435,0.02500,1.261
+71,mlp.experts.22.down_proj,0.0000027779,0.02500,1.730
+71,mlp.experts.18.down_proj,0.0000335809,0.02500,1.699
+71,mlp.experts.30.down_proj,0.0000107344,0.02500,1.757
+71,mlp.experts.25.down_proj,0.0000136816,0.02500,1.160
+71,mlp.experts.29.down_proj,0.0000247390,0.02500,1.164
+71,mlp.experts.17.down_proj,0.0000255140,0.02500,1.246
+71,mlp.experts.47.down_proj,0.0000168298,0.02500,1.171
+71,mlp.experts.21.down_proj,0.0000177666,0.02500,1.224
+71,mlp.experts.59.down_proj,0.0000271985,0.02500,1.103
+71,mlp.experts.55.down_proj,0.0000069928,0.02500,0.994
+71,mlp.experts.51.down_proj,0.0000164878,0.02500,0.913
+71,mlp.experts.60.down_proj,0.0000097944,0.02500,1.043
+71,mlp.experts.48.down_proj,0.0000196115,0.02500,1.044
+71,mlp.experts.56.down_proj,0.0000290205,0.02500,1.033
+71,mlp.experts.52.down_proj,0.0000151486,0.02500,1.015
+71,mlp.experts.45.down_proj,0.0000593300,0.02500,0.919
+71,mlp.experts.33.down_proj,0.0000388298,0.02500,0.902
+71,mlp.experts.41.down_proj,0.0000065466,0.02500,1.137
+71,mlp.experts.63.down_proj,0.0000178932,0.02500,1.166
+71,mlp.experts.37.down_proj,0.0000131292,0.02500,1.128
+71,mlp.experts.42.down_proj,0.0000177909,0.02500,1.476
+71,mlp.experts.38.down_proj,0.0000141152,0.02500,1.490
+71,mlp.experts.46.down_proj,0.0000083295,0.02500,1.496
+71,mlp.experts.75.down_proj,0.0000201923,0.02500,0.870
+71,mlp.experts.34.down_proj,0.0000113857,0.02500,1.590
+71,mlp.experts.67.down_proj,0.0000120626,0.02500,0.964
+71,mlp.experts.71.down_proj,0.0000133207,0.02500,1.152
+71,mlp.experts.76.down_proj,0.0000107561,0.02500,0.948
+71,mlp.experts.64.down_proj,0.0000176747,0.02500,0.934
+71,mlp.experts.72.down_proj,0.0000280120,0.02500,0.950
+71,mlp.experts.68.down_proj,0.0000161123,0.02500,0.927
+71,mlp.experts.61.down_proj,0.0000047238,0.02500,1.057
+71,mlp.experts.79.down_proj,0.0000111011,0.02500,0.862
+71,mlp.experts.49.down_proj,0.0000204461,0.02500,1.198
+71,mlp.experts.91.down_proj,0.0000196942,0.02500,0.857
+71,mlp.experts.57.down_proj,0.0000101731,0.02500,1.190
+71,mlp.experts.53.down_proj,0.0000147565,0.02500,1.157
+71,mlp.experts.92.down_proj,0.0000138237,0.02500,0.953
+71,mlp.experts.88.down_proj,0.0000139967,0.02500,0.940
+71,mlp.experts.80.down_proj,0.0000255252,0.02500,0.971
+71,mlp.experts.84.down_proj,0.0000145661,0.02500,0.936
+71,mlp.experts.83.down_proj,0.0000136496,0.02500,1.145
+71,mlp.experts.58.down_proj,0.0000088568,0.02500,1.526
+71,mlp.experts.87.down_proj,0.0000117143,0.02500,1.147
+71,mlp.experts.54.down_proj,0.0000325198,0.02500,1.499
+71,mlp.experts.62.down_proj,0.0000139631,0.02500,1.509
+71,mlp.experts.50.down_proj,0.0000324924,0.02500,1.482
+71,mlp.experts.95.down_proj,0.0000105908,0.02500,0.873
+71,mlp.experts.107.down_proj,0.0000137780,0.02500,0.885
+71,mlp.experts.65.down_proj,0.0000196887,0.02500,1.072
+71,mlp.experts.77.down_proj,0.0000281879,0.02500,1.256
+71,mlp.experts.69.down_proj,0.0000152978,0.02500,0.920
+71,mlp.experts.73.down_proj,0.0000173698,0.02500,1.164
+71,mlp.experts.104.down_proj,0.0000248794,0.02500,0.894
+71,mlp.experts.108.down_proj,0.0000077767,0.02500,0.930
+71,mlp.experts.96.down_proj,0.0000336697,0.02500,0.904
+71,mlp.experts.100.down_proj,0.0000073189,0.02500,0.918
+71,mlp.experts.99.down_proj,0.0000143464,0.02500,0.911
+71,mlp.experts.103.down_proj,0.0000113444,0.02500,0.887
+71,mlp.experts.111.down_proj,0.0000263296,0.02500,0.768
+71,mlp.experts.74.down_proj,0.0000085658,0.02500,1.362
+71,mlp.experts.81.down_proj,0.0000090540,0.02500,0.915
+71,mlp.experts.70.down_proj,0.0000125320,0.02500,1.378
+71,mlp.experts.112.down_proj,0.0000472192,0.02500,0.675
+71,mlp.experts.78.down_proj,0.0000045004,0.02500,1.376
+71,mlp.experts.116.down_proj,0.0000223982,0.02500,0.659
+71,mlp.experts.85.down_proj,0.0000293972,0.02500,0.944
+71,mlp.experts.119.down_proj,0.0000080363,0.02500,0.612
+71,mlp.experts.115.down_proj,0.0000206786,0.02500,0.678
+71,mlp.experts.66.down_proj,0.0000116470,0.02500,1.438
+71,mlp.experts.93.down_proj,0.0000221125,0.02500,1.156
+71,mlp.experts.89.down_proj,0.0000247976,0.02500,0.963
+71,mlp.experts.97.down_proj,0.0000236887,0.02500,1.230
+71,mlp.experts.90.down_proj,0.0000303707,0.02500,1.394
+71,mlp.experts.101.down_proj,0.0000159980,0.02500,1.352
+71,mlp.experts.86.down_proj,0.0000075127,0.02500,1.421
+71,mlp.experts.105.down_proj,0.0000191792,0.02500,1.228
+71,mlp.experts.109.down_proj,0.0000098910,0.02500,1.318
+71,mlp.experts.82.down_proj,0.0000232029,0.02500,1.374
+71,mlp.experts.94.down_proj,0.0000145283,0.02500,1.521
+71,mlp.experts.113.down_proj,0.0000365205,0.02500,0.787
+71,mlp.experts.117.down_proj,0.0000207800,0.02500,0.618
+71,mlp.experts.106.down_proj,0.0000292494,0.02500,1.082
+71,mlp.experts.102.down_proj,0.0000068294,0.02500,1.024
+71,mlp.experts.98.down_proj,0.0000186290,0.02500,0.982
+71,mlp.experts.110.down_proj,0.0000179517,0.02500,1.020
+71,mlp.experts.118.down_proj,0.0000182003,0.02500,0.588
+71,mlp.experts.114.down_proj,0.0000187573,0.02500,0.572
+72,self_attn.k_proj,0.0000003246,0.02500,1.506
+72,self_attn.q_proj,0.0000022425,0.02500,1.901
+72,self_attn.v_proj,0.0000007098,0.02500,1.981
+72,self_attn.o_proj,0.0000005019,0.02500,3.800
+72,mlp.shared_experts.gate_proj,0.0000042347,0.02500,1.318
+72,mlp.shared_experts.up_proj,0.0000026720,0.02500,1.734
+72,mlp.shared_experts.down_proj,0.0000003285,0.02500,0.565
+72,mlp.experts.4.gate_proj,0.0000560866,0.02500,5.986
+72,mlp.experts.10.gate_proj,0.0000525068,0.02500,6.072
+72,mlp.experts.8.gate_proj,0.0001353749,0.02500,5.726
+72,mlp.experts.5.gate_proj,0.0000350494,0.02500,6.298
+72,mlp.experts.9.gate_proj,0.0000488856,0.02500,6.367
+72,mlp.experts.6.gate_proj,0.0001038639,0.02500,6.410
+72,mlp.experts.14.gate_proj,0.0000592408,0.02500,4.041
+72,mlp.experts.1.gate_proj,0.0000857618,0.02500,6.509
+72,mlp.experts.2.gate_proj,0.0001673824,0.02500,6.663
+72,mlp.experts.0.gate_proj,0.0001112652,0.02500,6.856
+72,mlp.experts.12.gate_proj,0.0001610184,0.02500,6.931
+72,mlp.experts.13.gate_proj,0.0000695197,0.02500,4.898
+72,mlp.experts.3.gate_proj,0.0000883011,0.02500,7.795
+72,mlp.experts.11.gate_proj,0.0000601079,0.02500,7.898
+72,mlp.experts.7.gate_proj,0.0001050888,0.02500,7.391
+72,mlp.experts.15.gate_proj,0.0000927891,0.02500,5.876
+72,mlp.experts.24.gate_proj,0.0000167458,0.02500,3.428
+72,mlp.experts.26.gate_proj,0.0000691670,0.02500,3.539
+72,mlp.experts.20.gate_proj,0.0000910120,0.02500,3.813
+72,mlp.experts.22.gate_proj,0.0000977312,0.02500,3.557
+72,mlp.experts.21.gate_proj,0.0000625808,0.02500,3.862
+72,mlp.experts.25.gate_proj,0.0000821335,0.02500,3.862
+72,mlp.experts.18.gate_proj,0.0000855982,0.02500,3.575
+72,mlp.experts.28.gate_proj,0.0000357663,0.02500,3.318
+72,mlp.experts.17.gate_proj,0.0000917830,0.02500,3.784
+72,mlp.experts.30.gate_proj,0.0000847838,0.02500,4.175
+72,mlp.experts.29.gate_proj,0.0001109654,0.02500,3.508
+72,mlp.experts.16.gate_proj,0.0001004906,0.02500,4.032
+72,mlp.experts.27.gate_proj,0.0000490996,0.02500,4.605
+72,mlp.experts.19.gate_proj,0.0000596632,0.02500,4.769
+72,mlp.experts.23.gate_proj,0.0001100889,0.02500,4.670
+72,mlp.experts.40.gate_proj,0.0001006341,0.02500,3.433
+72,mlp.experts.31.gate_proj,0.0001184932,0.02500,4.848
+72,mlp.experts.36.gate_proj,0.0000886644,0.02500,3.467
+72,mlp.experts.42.gate_proj,0.0000964687,0.02500,4.018
+72,mlp.experts.44.gate_proj,0.0001192050,0.02500,3.466
+72,mlp.experts.37.gate_proj,0.0000607346,0.02500,3.688
+72,mlp.experts.38.gate_proj,0.0000497152,0.02500,3.972
+72,mlp.experts.33.gate_proj,0.0000508196,0.02500,3.665
+72,mlp.experts.41.gate_proj,0.0001344420,0.02500,3.825
+72,mlp.experts.34.gate_proj,0.0001327404,0.02500,3.993
+72,mlp.experts.32.gate_proj,0.0000660997,0.02500,3.520
+72,mlp.experts.46.gate_proj,0.0000733139,0.02500,3.832
+72,mlp.experts.45.gate_proj,0.0000666904,0.02500,3.682
+72,mlp.experts.56.gate_proj,0.0000766871,0.02500,3.236
+72,mlp.experts.52.gate_proj,0.0000212459,0.02500,3.037
+72,mlp.experts.58.gate_proj,0.0000956536,0.02500,3.282
+72,mlp.experts.53.gate_proj,0.0001409344,0.02500,3.264
+72,mlp.experts.49.gate_proj,0.0000547169,0.02500,3.238
+72,mlp.experts.57.gate_proj,0.0000957830,0.02500,3.231
+72,mlp.experts.54.gate_proj,0.0000589839,0.02500,3.374
+72,mlp.experts.60.gate_proj,0.0000862115,0.02500,3.825
+72,mlp.experts.50.gate_proj,0.0000160531,0.02500,3.323
+72,mlp.experts.62.gate_proj,0.0001416132,0.02500,3.352
+72,mlp.experts.61.gate_proj,0.0001132779,0.02500,3.349
+72,mlp.experts.35.gate_proj,0.0000596119,0.02500,5.587
+72,mlp.experts.48.gate_proj,0.0000461901,0.02500,3.838
+72,mlp.experts.43.gate_proj,0.0000662175,0.02500,5.742
+72,mlp.experts.39.gate_proj,0.0000517417,0.02500,5.566
+72,mlp.experts.47.gate_proj,0.0000884589,0.02500,5.713
+72,mlp.experts.68.gate_proj,0.0000624815,0.02500,3.309
+72,mlp.experts.72.gate_proj,0.0000870317,0.02500,3.602
+72,mlp.experts.69.gate_proj,0.0001107683,0.02500,3.239
+72,mlp.experts.65.gate_proj,0.0000504807,0.02500,3.238
+72,mlp.experts.73.gate_proj,0.0001342783,0.02500,3.261
+72,mlp.experts.74.gate_proj,0.0000652350,0.02500,3.939
+72,mlp.experts.76.gate_proj,0.0000891094,0.02500,3.371
+72,mlp.experts.66.gate_proj,0.0000851143,0.02500,3.392
+72,mlp.experts.77.gate_proj,0.0000653350,0.02500,3.179
+72,mlp.experts.70.gate_proj,0.0000252601,0.02500,4.007
+72,mlp.experts.78.gate_proj,0.0000574015,0.02500,3.555
+72,mlp.experts.64.gate_proj,0.0000562240,0.02500,3.693
+72,mlp.experts.84.gate_proj,0.0000652517,0.02500,2.946
+72,mlp.experts.88.gate_proj,0.0000332559,0.02500,3.060
+72,mlp.experts.51.gate_proj,0.0000830960,0.02500,5.115
+72,mlp.experts.55.gate_proj,0.0000859905,0.02500,5.135
+72,mlp.experts.59.gate_proj,0.0001090732,0.02500,5.200
+72,mlp.experts.81.gate_proj,0.0001419363,0.02500,3.196
+72,mlp.experts.85.gate_proj,0.0000579917,0.02500,3.294
+72,mlp.experts.89.gate_proj,0.0000790877,0.02500,3.363
+72,mlp.experts.63.gate_proj,0.0000729713,0.02500,5.273
+72,mlp.experts.82.gate_proj,0.0000970560,0.02500,3.270
+72,mlp.experts.90.gate_proj,0.0000627124,0.02500,3.446
+72,mlp.experts.93.gate_proj,0.0001370597,0.02500,3.277
+72,mlp.experts.92.gate_proj,0.0000567079,0.02500,3.888
+72,mlp.experts.86.gate_proj,0.0000760385,0.02500,3.655
+72,mlp.experts.94.gate_proj,0.0000863847,0.02500,3.682
+72,mlp.experts.80.gate_proj,0.0000874717,0.02500,3.655
+72,mlp.experts.100.gate_proj,0.0000664734,0.02500,3.080
+72,mlp.experts.104.gate_proj,0.0001257824,0.02500,3.397
+72,mlp.experts.97.gate_proj,0.0000858864,0.02500,3.325
+72,mlp.experts.101.gate_proj,0.0001023319,0.02500,3.371
+72,mlp.experts.105.gate_proj,0.0000431024,0.02500,3.304
+72,mlp.experts.98.gate_proj,0.0001033247,0.02500,3.173
+72,mlp.experts.106.gate_proj,0.0001163712,0.02500,3.155
+72,mlp.experts.109.gate_proj,0.0000606819,0.02500,3.350
+72,mlp.experts.75.gate_proj,0.0000387876,0.02500,4.324
+72,mlp.experts.67.gate_proj,0.0000975291,0.02500,4.617
+72,mlp.experts.71.gate_proj,0.0001092388,0.02500,4.685
+72,mlp.experts.79.gate_proj,0.0000857181,0.02500,4.442
+72,mlp.experts.110.gate_proj,0.0000556894,0.02500,3.584
+72,mlp.experts.116.gate_proj,0.0000746437,0.02500,3.119
+72,mlp.experts.102.gate_proj,0.0000975412,0.02500,3.895
+72,mlp.experts.108.gate_proj,0.0000679065,0.02500,4.112
+72,mlp.experts.96.gate_proj,0.0000410299,0.02500,3.521
+72,mlp.experts.113.gate_proj,0.0000599841,0.02500,3.176
+72,mlp.experts.117.gate_proj,0.0000818003,0.02500,3.185
+72,mlp.experts.0.up_proj,0.0001080440,0.02500,3.900
+72,mlp.experts.1.up_proj,0.0000840876,0.02500,3.202
+72,mlp.experts.5.up_proj,0.0000351206,0.02500,3.215
+72,mlp.experts.2.up_proj,0.0001619091,0.02500,3.519
+72,mlp.experts.114.gate_proj,0.0002392070,0.02500,3.909
+72,mlp.experts.6.up_proj,0.0000999104,0.02500,3.063
+72,mlp.experts.12.up_proj,0.0001578134,0.02500,3.081
+72,mlp.experts.91.gate_proj,0.0000889905,0.02500,4.315
+72,mlp.experts.83.gate_proj,0.0001523358,0.02500,4.282
+72,mlp.experts.118.gate_proj,0.0001454186,0.02500,3.346
+72,mlp.experts.112.gate_proj,0.0000750731,0.02500,3.120
+72,mlp.experts.87.gate_proj,0.0000676536,0.02500,4.361
+72,mlp.experts.4.up_proj,0.0000541345,0.02500,4.070
+72,mlp.experts.95.gate_proj,0.0000406455,0.02500,4.431
+72,mlp.experts.9.up_proj,0.0000478711,0.02500,3.164
+72,mlp.experts.13.up_proj,0.0000659622,0.02500,3.234
+72,mlp.experts.17.up_proj,0.0000896888,0.02500,3.111
+72,mlp.experts.21.up_proj,0.0000590132,0.02500,3.128
+72,mlp.experts.16.up_proj,0.0000974999,0.02500,4.210
+72,mlp.experts.18.up_proj,0.0000825982,0.02500,3.515
+72,mlp.experts.22.up_proj,0.0000950595,0.02500,3.126
+72,mlp.experts.10.up_proj,0.0000505167,0.02500,3.994
+72,mlp.experts.14.up_proj,0.0000574669,0.02500,3.263
+72,mlp.experts.8.up_proj,0.0001318732,0.02500,3.639
+72,mlp.experts.28.up_proj,0.0000341848,0.02500,4.230
+72,mlp.experts.20.up_proj,0.0000879917,0.02500,3.481
+72,mlp.experts.25.up_proj,0.0000808247,0.02500,3.194
+72,mlp.experts.107.gate_proj,0.0001320896,0.02500,4.491
+72,mlp.experts.29.up_proj,0.0000982247,0.02500,3.306
+72,mlp.experts.33.up_proj,0.0000502130,0.02500,3.310
+72,mlp.experts.99.gate_proj,0.0000854256,0.02500,4.774
+72,mlp.experts.103.gate_proj,0.0000915799,0.02500,4.576
+72,mlp.experts.37.up_proj,0.0000585288,0.02500,3.222
+72,mlp.experts.111.gate_proj,0.0000799295,0.02500,4.616
+72,mlp.experts.34.up_proj,0.0001207783,0.02500,3.347
+72,mlp.experts.32.up_proj,0.0000639593,0.02500,3.946
+72,mlp.experts.38.up_proj,0.0000483181,0.02500,3.556
+72,mlp.experts.26.up_proj,0.0000668834,0.02500,3.818
+72,mlp.experts.30.up_proj,0.0000826965,0.02500,3.823
+72,mlp.experts.44.up_proj,0.0001165383,0.02500,3.432
+72,mlp.experts.41.up_proj,0.0001319782,0.02500,3.108
+72,mlp.experts.24.up_proj,0.0000165221,0.02500,3.977
+72,mlp.experts.45.up_proj,0.0000647075,0.02500,3.123
+72,mlp.experts.49.up_proj,0.0000532249,0.02500,3.148
+72,mlp.experts.53.up_proj,0.0001370281,0.02500,3.074
+72,mlp.experts.36.up_proj,0.0000837595,0.02500,4.104
+72,mlp.experts.3.up_proj,0.0000852115,0.02500,4.242
+72,mlp.experts.119.gate_proj,0.0001548146,0.02500,4.085
+72,mlp.experts.115.gate_proj,0.0000840155,0.02500,4.295
+72,mlp.experts.54.up_proj,0.0000568976,0.02500,3.031
+72,mlp.experts.50.up_proj,0.0000155327,0.02500,3.935
+72,mlp.experts.7.up_proj,0.0001025901,0.02500,4.170
+72,mlp.experts.46.up_proj,0.0000712161,0.02500,3.297
+72,mlp.experts.42.up_proj,0.0000930399,0.02500,3.685
+72,mlp.experts.57.up_proj,0.0000920362,0.02500,3.206
+72,mlp.experts.48.up_proj,0.0000448990,0.02500,4.586
+72,mlp.experts.61.up_proj,0.0001089414,0.02500,3.245
+72,mlp.experts.65.up_proj,0.0000496588,0.02500,3.178
+72,mlp.experts.69.up_proj,0.0001060754,0.02500,3.196
+72,mlp.experts.60.up_proj,0.0000836438,0.02500,4.282
+72,mlp.experts.40.up_proj,0.0000986809,0.02500,4.136
+72,mlp.experts.52.up_proj,0.0000206321,0.02500,3.614
+72,mlp.experts.70.up_proj,0.0000251899,0.02500,3.342
+72,mlp.experts.19.up_proj,0.0000572517,0.02500,4.095
+72,mlp.experts.15.up_proj,0.0000868085,0.02500,4.196
+72,mlp.experts.66.up_proj,0.0000829286,0.02500,3.587
+72,mlp.experts.11.up_proj,0.0000585860,0.02500,4.281
+72,mlp.experts.62.up_proj,0.0001130246,0.02500,3.102
+72,mlp.experts.73.up_proj,0.0001246882,0.02500,3.194
+72,mlp.experts.64.up_proj,0.0000554010,0.02500,3.108
+72,mlp.experts.23.up_proj,0.0001057990,0.02500,4.301
+72,mlp.experts.81.up_proj,0.0001288809,0.02500,3.245
+72,mlp.experts.77.up_proj,0.0000636520,0.02500,3.390
+72,mlp.experts.58.up_proj,0.0000947364,0.02500,3.808
+72,mlp.experts.85.up_proj,0.0000554966,0.02500,3.384
+72,mlp.experts.68.up_proj,0.0000611693,0.02500,3.058
+72,mlp.experts.76.up_proj,0.0000855663,0.02500,4.057
+72,mlp.experts.56.up_proj,0.0000736010,0.02500,4.042
+72,mlp.experts.86.up_proj,0.0000733538,0.02500,3.516
+72,mlp.experts.82.up_proj,0.0000958280,0.02500,3.490
+72,mlp.experts.80.up_proj,0.0000846147,0.02500,3.068
+72,mlp.experts.89.up_proj,0.0000763380,0.02500,3.229
+72,mlp.experts.78.up_proj,0.0000549054,0.02500,3.897
+72,mlp.experts.97.up_proj,0.0000832624,0.02500,3.241
+72,mlp.experts.35.up_proj,0.0000575495,0.02500,4.759
+72,mlp.experts.93.up_proj,0.0001298281,0.02500,3.198
+72,mlp.experts.101.up_proj,0.0000958829,0.02500,3.156
+72,mlp.experts.74.up_proj,0.0000635449,0.02500,3.471
+72,mlp.experts.31.up_proj,0.0001151650,0.02500,4.897
+72,mlp.experts.84.up_proj,0.0000635647,0.02500,3.108
+72,mlp.experts.27.up_proj,0.0000473815,0.02500,4.856
+72,mlp.experts.39.up_proj,0.0000495784,0.02500,4.940
+72,mlp.experts.102.up_proj,0.0000946840,0.02500,3.444
+72,mlp.experts.92.up_proj,0.0000541979,0.02500,3.977
+72,mlp.experts.72.up_proj,0.0000824769,0.02500,4.029
+72,mlp.experts.96.up_proj,0.0000397758,0.02500,3.140
+72,mlp.experts.98.up_proj,0.0000994265,0.02500,3.473
+72,mlp.experts.105.up_proj,0.0000423283,0.02500,3.238
+72,mlp.experts.109.up_proj,0.0000575504,0.02500,3.037
+72,mlp.experts.113.up_proj,0.0000575119,0.02500,3.130
+72,mlp.experts.117.up_proj,0.0000772725,0.02500,2.903
+72,mlp.experts.94.up_proj,0.0000826504,0.02500,3.498
+72,mlp.experts.90.up_proj,0.0000600550,0.02500,3.140
+72,mlp.experts.100.up_proj,0.0000643592,0.02500,3.001
+72,mlp.experts.51.up_proj,0.0000804177,0.02500,4.506
+72,mlp.experts.47.up_proj,0.0000847042,0.02500,4.352
+72,mlp.experts.43.up_proj,0.0000646942,0.02500,4.430
+72,mlp.experts.112.up_proj,0.0000732614,0.02500,2.821
+72,mlp.experts.55.up_proj,0.0000850747,0.02500,4.154
+72,mlp.experts.118.up_proj,0.0001404244,0.02500,3.666
+72,mlp.experts.108.up_proj,0.0000656124,0.02500,3.749
+72,mlp.experts.88.up_proj,0.0000323752,0.02500,3.610
+72,mlp.experts.114.up_proj,0.0002340262,0.02500,3.371
+72,mlp.experts.106.up_proj,0.0001115927,0.02500,2.649
+72,mlp.experts.116.up_proj,0.0000713541,0.02500,2.581
+72,mlp.experts.110.up_proj,0.0000542809,0.02500,2.860
+72,mlp.experts.104.up_proj,0.0001213605,0.02500,1.708
+72,mlp.experts.63.up_proj,0.0000707329,0.02500,4.238
+72,mlp.experts.67.up_proj,0.0000952457,0.02500,4.811
+72,mlp.experts.59.up_proj,0.0001038336,0.02500,4.355
+72,mlp.experts.71.up_proj,0.0001060307,0.02500,4.515
+72,mlp.experts.79.up_proj,0.0000833936,0.02500,4.312
+72,mlp.experts.75.up_proj,0.0000373920,0.02500,4.242
+72,mlp.experts.83.up_proj,0.0001482999,0.02500,4.855
+72,mlp.experts.87.up_proj,0.0000648311,0.02500,4.202
+72,mlp.experts.95.up_proj,0.0000392127,0.02500,4.213
+72,mlp.experts.91.up_proj,0.0000861412,0.02500,4.238
+72,mlp.experts.99.up_proj,0.0000823731,0.02500,4.498
+72,mlp.experts.103.up_proj,0.0000896841,0.02500,4.576
+72,mlp.experts.111.up_proj,0.0000780060,0.02500,4.152
+72,mlp.experts.107.up_proj,0.0001294953,0.02500,3.890
+72,mlp.experts.115.up_proj,0.0000813795,0.02500,3.655
+72,mlp.experts.119.up_proj,0.0001492149,0.02500,3.624
+72,mlp.experts.9.down_proj,0.0000151764,0.02500,1.733
+72,mlp.experts.5.down_proj,0.0000145529,0.02500,1.756
+72,mlp.experts.1.down_proj,0.0000155589,0.02500,1.815
+72,mlp.experts.13.down_proj,0.0000153524,0.02500,1.835
+72,mlp.experts.2.down_proj,0.0000351278,0.02500,1.969
+72,mlp.experts.6.down_proj,0.0000192130,0.02500,1.990
+72,mlp.experts.7.down_proj,0.0000258841,0.02500,2.044
+72,mlp.experts.3.down_proj,0.0000162798,0.02500,2.049
+72,mlp.experts.15.down_proj,0.0000254489,0.02500,1.073
+72,mlp.experts.11.down_proj,0.0000122088,0.02500,2.126
+72,mlp.experts.10.down_proj,0.0000081958,0.02500,2.155
+72,mlp.experts.0.down_proj,0.0000198741,0.02500,2.211
+72,mlp.experts.4.down_proj,0.0000107490,0.02500,2.211
+72,mlp.experts.14.down_proj,0.0000097320,0.02500,2.216
+72,mlp.experts.8.down_proj,0.0000308786,0.02500,2.266
+72,mlp.experts.12.down_proj,0.0000280308,0.02500,2.305
+72,mlp.experts.21.down_proj,0.0000159194,0.02500,1.156
+72,mlp.experts.25.down_proj,0.0000137332,0.02500,1.196
+72,mlp.experts.29.down_proj,0.0000273061,0.02500,1.207
+72,mlp.experts.17.down_proj,0.0000263874,0.02500,1.283
+72,mlp.experts.18.down_proj,0.0000158532,0.02500,1.147
+72,mlp.experts.20.down_proj,0.0000193435,0.02500,0.975
+72,mlp.experts.22.down_proj,0.0000179915,0.02500,1.231
+72,mlp.experts.19.down_proj,0.0000090229,0.02500,1.201
+72,mlp.experts.23.down_proj,0.0000248473,0.02500,1.214
+72,mlp.experts.16.down_proj,0.0000238833,0.02500,1.048
+72,mlp.experts.28.down_proj,0.0000059798,0.02500,1.030
+72,mlp.experts.31.down_proj,0.0000369805,0.02500,1.218
+72,mlp.experts.24.down_proj,0.0000049598,0.02500,1.090
+72,mlp.experts.26.down_proj,0.0000110691,0.02500,1.241
+72,mlp.experts.30.down_proj,0.0000204387,0.02500,1.339
+72,mlp.experts.27.down_proj,0.0000077295,0.02500,1.435
+72,mlp.experts.41.down_proj,0.0000380574,0.02500,1.185
+72,mlp.experts.37.down_proj,0.0000110578,0.02500,1.261
+72,mlp.experts.45.down_proj,0.0000104380,0.02500,1.193
+72,mlp.experts.33.down_proj,0.0000085463,0.02500,1.239
+72,mlp.experts.34.down_proj,0.0000287963,0.02500,1.245
+72,mlp.experts.38.down_proj,0.0000130435,0.02500,1.166
+72,mlp.experts.36.down_proj,0.0000259452,0.02500,1.211
+72,mlp.experts.44.down_proj,0.0000255508,0.02500,1.120
+72,mlp.experts.35.down_proj,0.0000143725,0.02500,1.212
+72,mlp.experts.40.down_proj,0.0000222211,0.02500,1.112
+72,mlp.experts.39.down_proj,0.0000072936,0.02500,1.221
+72,mlp.experts.32.down_proj,0.0000150000,0.02500,1.226
+72,mlp.experts.42.down_proj,0.0000231940,0.02500,1.135
+72,mlp.experts.47.down_proj,0.0000125011,0.02500,1.216
+72,mlp.experts.46.down_proj,0.0000274324,0.02500,1.086
+72,mlp.experts.43.down_proj,0.0000124885,0.02500,1.240
+72,mlp.experts.52.down_proj,0.0000051635,0.02500,0.950
+72,mlp.experts.60.down_proj,0.0000131550,0.02500,0.935
+72,mlp.experts.50.down_proj,0.0000034470,0.02500,1.067
+72,mlp.experts.57.down_proj,0.0000331281,0.02500,1.329
+72,mlp.experts.56.down_proj,0.0000136835,0.02500,1.082
+72,mlp.experts.53.down_proj,0.0000484753,0.02500,1.382
+72,mlp.experts.48.down_proj,0.0000099853,0.02500,1.097
+72,mlp.experts.61.down_proj,0.0000161185,0.02500,1.367
+72,mlp.experts.54.down_proj,0.0000116630,0.02500,1.236
+72,mlp.experts.49.down_proj,0.0000123868,0.02500,1.322
+72,mlp.experts.62.down_proj,0.0000151169,0.02500,1.090
+72,mlp.experts.58.down_proj,0.0000189970,0.02500,1.259
+72,mlp.experts.55.down_proj,0.0000153923,0.02500,1.365
+72,mlp.experts.51.down_proj,0.0000147935,0.02500,1.399
+72,mlp.experts.63.down_proj,0.0000117062,0.02500,1.374
+72,mlp.experts.68.down_proj,0.0000191603,0.02500,0.867
+72,mlp.experts.59.down_proj,0.0000185445,0.02500,1.467
+72,mlp.experts.76.down_proj,0.0000182192,0.02500,1.081
+72,mlp.experts.64.down_proj,0.0000144328,0.02500,0.940
+72,mlp.experts.66.down_proj,0.0000158567,0.02500,1.093
+72,mlp.experts.72.down_proj,0.0000161111,0.02500,0.994
+72,mlp.experts.70.down_proj,0.0000041863,0.02500,0.973
+72,mlp.experts.73.down_proj,0.0000216720,0.02500,1.209
+72,mlp.experts.74.down_proj,0.0000093093,0.02500,0.974
+72,mlp.experts.69.down_proj,0.0000206401,0.02500,1.242
+72,mlp.experts.77.down_proj,0.0000089384,0.02500,1.204
+72,mlp.experts.78.down_proj,0.0000082544,0.02500,1.081
+72,mlp.experts.65.down_proj,0.0000139357,0.02500,1.204
+72,mlp.experts.71.down_proj,0.0000270259,0.02500,1.308
+72,mlp.experts.67.down_proj,0.0000269915,0.02500,1.380
+72,mlp.experts.79.down_proj,0.0000158924,0.02500,1.367
+72,mlp.experts.84.down_proj,0.0000229789,0.02500,1.127
+72,mlp.experts.88.down_proj,0.0000073369,0.02500,0.870
+72,mlp.experts.80.down_proj,0.0000158199,0.02500,0.891
+72,mlp.experts.82.down_proj,0.0000291200,0.02500,0.978
+72,mlp.experts.75.down_proj,0.0000135778,0.02500,1.235
+72,mlp.experts.92.down_proj,0.0000151066,0.02500,1.153
+72,mlp.experts.86.down_proj,0.0000151686,0.02500,1.068
+72,mlp.experts.94.down_proj,0.0000140680,0.02500,0.931
+72,mlp.experts.90.down_proj,0.0000184515,0.02500,1.140
+72,mlp.experts.89.down_proj,0.0000171323,0.02500,1.299
+72,mlp.experts.93.down_proj,0.0000336244,0.02500,1.244
+72,mlp.experts.85.down_proj,0.0000083960,0.02500,1.302
+72,mlp.experts.87.down_proj,0.0000115951,0.02500,0.969
+72,mlp.experts.83.down_proj,0.0000530949,0.02500,0.916
+72,mlp.experts.95.down_proj,0.0000162033,0.02500,0.904
+72,mlp.experts.100.down_proj,0.0000131073,0.02500,0.888
+72,mlp.experts.81.down_proj,0.0000488927,0.02500,1.386
+72,mlp.experts.104.down_proj,0.0000208146,0.02500,0.885
+72,mlp.experts.91.down_proj,0.0000312682,0.02500,0.941
+72,mlp.experts.96.down_proj,0.0000177230,0.02500,1.079
+72,mlp.experts.108.down_proj,0.0000106632,0.02500,1.002
+72,mlp.experts.98.down_proj,0.0000195486,0.02500,1.137
+72,mlp.experts.102.down_proj,0.0000277780,0.02500,1.004
+72,mlp.experts.110.down_proj,0.0000093749,0.02500,0.970
+72,mlp.experts.106.down_proj,0.0000236355,0.02500,0.982
+72,mlp.experts.116.down_proj,0.0000144378,0.02500,0.761
+72,mlp.experts.103.down_proj,0.0000474292,0.02500,0.925
+72,mlp.experts.99.down_proj,0.0000157108,0.02500,0.913
+72,mlp.experts.111.down_proj,0.0000139885,0.02500,0.922
+72,mlp.experts.112.down_proj,0.0000144662,0.02500,0.700
+72,mlp.experts.105.down_proj,0.0000210310,0.02500,1.290
+72,mlp.experts.107.down_proj,0.0000550655,0.02500,0.899
+72,mlp.experts.114.down_proj,0.0000918856,0.02500,0.719
+72,mlp.experts.109.down_proj,0.0000078142,0.02500,1.309
+72,mlp.experts.101.down_proj,0.0000147628,0.02500,1.268
+72,mlp.experts.118.down_proj,0.0000551119,0.02500,0.708
+72,mlp.experts.97.down_proj,0.0000150206,0.02500,1.240
+72,mlp.experts.119.down_proj,0.0000346843,0.02500,0.677
+72,mlp.experts.115.down_proj,0.0000260582,0.02500,0.662
+72,mlp.experts.117.down_proj,0.0000138115,0.02500,0.907
+72,mlp.experts.113.down_proj,0.0000108278,0.02500,0.842
+73,self_attn.k_proj,0.0000002442,0.02500,1.696
+73,self_attn.v_proj,0.0000006062,0.02500,1.886
+73,self_attn.q_proj,0.0000018144,0.02500,2.430
+73,self_attn.o_proj,0.0000005248,0.02500,3.753
+73,mlp.shared_experts.gate_proj,0.0000042018,0.02500,1.353
+73,mlp.shared_experts.up_proj,0.0000026401,0.02500,1.322
+73,mlp.shared_experts.down_proj,0.0000003520,0.02500,0.868
+73,mlp.experts.10.gate_proj,0.0000790891,0.02500,4.334
+73,mlp.experts.2.gate_proj,0.0000789262,0.02500,4.335
+73,mlp.experts.14.gate_proj,0.0000302471,0.02500,3.659
+73,mlp.experts.6.gate_proj,0.0000897308,0.02500,4.949
+73,mlp.experts.7.gate_proj,0.0000902687,0.02500,5.263
+73,mlp.experts.11.gate_proj,0.0001020489,0.02500,5.453
+73,mlp.experts.3.gate_proj,0.0000498034,0.02500,5.304
+73,mlp.experts.13.gate_proj,0.0000599988,0.02500,5.689
+73,mlp.experts.15.gate_proj,0.0001317605,0.02500,4.919
+73,mlp.experts.1.gate_proj,0.0000742697,0.02500,5.743
+73,mlp.experts.5.gate_proj,0.0000648744,0.02500,5.976
+73,mlp.experts.9.gate_proj,0.0000648363,0.02500,6.081
+73,mlp.experts.4.gate_proj,0.0000324150,0.02500,6.297
+73,mlp.experts.0.gate_proj,0.0000832701,0.02500,6.351
+73,mlp.experts.12.gate_proj,0.0000671949,0.02500,6.476
+73,mlp.experts.8.gate_proj,0.0000754010,0.02500,6.583
+73,mlp.experts.18.gate_proj,0.0001810534,0.02500,3.232
+73,mlp.experts.26.gate_proj,0.0000834842,0.02500,3.233
+73,mlp.experts.30.gate_proj,0.0000719471,0.02500,3.167
+73,mlp.experts.22.gate_proj,0.0000616545,0.02500,3.095
+73,mlp.experts.31.gate_proj,0.0000619110,0.02500,2.960
+73,mlp.experts.27.gate_proj,0.0000893153,0.02500,3.545
+73,mlp.experts.19.gate_proj,0.0000444371,0.02500,3.590
+73,mlp.experts.23.gate_proj,0.0000765830,0.02500,4.105
+73,mlp.experts.29.gate_proj,0.0000389647,0.02500,4.338
+73,mlp.experts.25.gate_proj,0.0000703654,0.02500,4.200
+73,mlp.experts.17.gate_proj,0.0000657358,0.02500,4.654
+73,mlp.experts.16.gate_proj,0.0000451873,0.02500,4.097
+73,mlp.experts.21.gate_proj,0.0000499040,0.02500,4.502
+73,mlp.experts.20.gate_proj,0.0000593434,0.02500,4.215
+73,mlp.experts.42.gate_proj,0.0000873902,0.02500,2.955
+73,mlp.experts.34.gate_proj,0.0001000164,0.02500,3.023
+73,mlp.experts.28.gate_proj,0.0001380792,0.02500,4.148
+73,mlp.experts.24.gate_proj,0.0001415067,0.02500,4.098
+73,mlp.experts.46.gate_proj,0.0000857988,0.02500,3.032
+73,mlp.experts.38.gate_proj,0.0000552772,0.02500,2.906
+73,mlp.experts.58.gate_proj,0.0001590244,0.02500,3.008
+73,mlp.experts.50.gate_proj,0.0000710324,0.02500,3.019
+73,mlp.experts.47.gate_proj,0.0000888673,0.02500,4.945
+73,mlp.experts.62.gate_proj,0.0000461317,0.02500,2.993
+73,mlp.experts.32.gate_proj,0.0001071938,0.02500,3.365
+73,mlp.experts.36.gate_proj,0.0000748057,0.02500,3.364
+73,mlp.experts.44.gate_proj,0.0000498919,0.02500,3.370
+73,mlp.experts.54.gate_proj,0.0000526169,0.02500,3.047
+73,mlp.experts.41.gate_proj,0.0000984810,0.02500,3.771
+73,mlp.experts.40.gate_proj,0.0001369998,0.02500,3.425
+73,mlp.experts.33.gate_proj,0.0000771787,0.02500,3.762
+73,mlp.experts.43.gate_proj,0.0000861727,0.02500,5.214
+73,mlp.experts.45.gate_proj,0.0000916976,0.02500,4.234
+73,mlp.experts.35.gate_proj,0.0000412363,0.02500,5.224
+73,mlp.experts.37.gate_proj,0.0000727040,0.02500,4.116
+73,mlp.experts.39.gate_proj,0.0000546928,0.02500,5.196
+73,mlp.experts.74.gate_proj,0.0000877344,0.02500,3.002
+73,mlp.experts.66.gate_proj,0.0000985330,0.02500,3.040
+73,mlp.experts.78.gate_proj,0.0002369798,0.02500,3.072
+73,mlp.experts.70.gate_proj,0.0000242961,0.02500,3.033
+73,mlp.experts.61.gate_proj,0.0000705153,0.02500,3.129
+73,mlp.experts.49.gate_proj,0.0000804875,0.02500,3.336
+73,mlp.experts.57.gate_proj,0.0000537805,0.02500,3.590
+73,mlp.experts.63.gate_proj,0.0000495023,0.02500,4.617
+73,mlp.experts.53.gate_proj,0.0000586231,0.02500,3.883
+73,mlp.experts.48.gate_proj,0.0000601815,0.02500,4.842
+73,mlp.experts.51.gate_proj,0.0001081008,0.02500,4.426
+73,mlp.experts.60.gate_proj,0.0000797868,0.02500,4.771
+73,mlp.experts.52.gate_proj,0.0000690724,0.02500,4.937
+73,mlp.experts.59.gate_proj,0.0000935077,0.02500,4.669
+73,mlp.experts.56.gate_proj,0.0001214950,0.02500,4.829
+73,mlp.experts.55.gate_proj,0.0000714216,0.02500,4.438
+73,mlp.experts.90.gate_proj,0.0001201097,0.02500,3.167
+73,mlp.experts.82.gate_proj,0.0001015788,0.02500,3.185
+73,mlp.experts.94.gate_proj,0.0000751237,0.02500,3.331
+73,mlp.experts.86.gate_proj,0.0000735554,0.02500,3.511
+73,mlp.experts.77.gate_proj,0.0000555165,0.02500,3.218
+73,mlp.experts.73.gate_proj,0.0001157987,0.02500,3.657
+73,mlp.experts.65.gate_proj,0.0000391570,0.02500,3.912
+73,mlp.experts.69.gate_proj,0.0001483655,0.02500,3.900
+73,mlp.experts.79.gate_proj,0.0000739239,0.02500,4.647
+73,mlp.experts.64.gate_proj,0.0000549304,0.02500,4.342
+73,mlp.experts.76.gate_proj,0.0000710736,0.02500,4.243
+73,mlp.experts.106.gate_proj,0.0000436887,0.02500,3.354
+73,mlp.experts.68.gate_proj,0.0000446486,0.02500,4.281
+73,mlp.experts.72.gate_proj,0.0001023687,0.02500,4.268
+73,mlp.experts.98.gate_proj,0.0000700994,0.02500,3.425
+73,mlp.experts.110.gate_proj,0.0000754817,0.02500,3.307
+73,mlp.experts.67.gate_proj,0.0001025264,0.02500,4.897
+73,mlp.experts.75.gate_proj,0.0000976655,0.02500,5.180
+73,mlp.experts.102.gate_proj,0.0001654649,0.02500,3.519
+73,mlp.experts.71.gate_proj,0.0001044949,0.02500,4.934
+73,mlp.experts.93.gate_proj,0.0000567256,0.02500,3.985
+73,mlp.experts.89.gate_proj,0.0001368310,0.02500,3.632
+73,mlp.experts.81.gate_proj,0.0000749622,0.02500,4.031
+73,mlp.experts.85.gate_proj,0.0000473478,0.02500,3.594
+73,mlp.experts.92.gate_proj,0.0000837184,0.02500,3.763
+73,mlp.experts.84.gate_proj,0.0000505729,0.02500,3.736
+73,mlp.experts.80.gate_proj,0.0000756895,0.02500,3.875
+73,mlp.experts.2.up_proj,0.0000768515,0.02500,3.894
+73,mlp.experts.88.gate_proj,0.0000360156,0.02500,3.780
+73,mlp.experts.114.gate_proj,0.0000594077,0.02500,3.845
+73,mlp.experts.6.up_proj,0.0000889189,0.02500,3.847
+73,mlp.experts.95.gate_proj,0.0002439391,0.02500,4.515
+73,mlp.experts.109.gate_proj,0.0000295344,0.02500,3.239
+73,mlp.experts.83.gate_proj,0.0000856275,0.02500,4.339
+73,mlp.experts.118.gate_proj,0.0000591974,0.02500,3.931
+73,mlp.experts.91.gate_proj,0.0001178724,0.02500,4.259
+73,mlp.experts.87.gate_proj,0.0000581734,0.02500,4.368
+73,mlp.experts.105.gate_proj,0.0001219943,0.02500,3.592
+73,mlp.experts.97.gate_proj,0.0000881534,0.02500,3.459
+73,mlp.experts.101.gate_proj,0.0000568545,0.02500,3.599
+73,mlp.experts.108.gate_proj,0.0000530833,0.02500,3.294
+73,mlp.experts.100.gate_proj,0.0001448645,0.02500,3.279
+73,mlp.experts.96.gate_proj,0.0000684436,0.02500,3.329
+73,mlp.experts.22.up_proj,0.0000593446,0.02500,3.077
+73,mlp.experts.104.gate_proj,0.0001711560,0.02500,3.369
+73,mlp.experts.18.up_proj,0.0001773425,0.02500,3.817
+73,mlp.experts.14.up_proj,0.0000295100,0.02500,2.936
+73,mlp.experts.10.up_proj,0.0000773819,0.02500,3.827
+73,mlp.experts.5.up_proj,0.0000615331,0.02500,3.383
+73,mlp.experts.111.gate_proj,0.0000448749,0.02500,4.263
+73,mlp.experts.1.up_proj,0.0000726850,0.02500,3.421
+73,mlp.experts.99.gate_proj,0.0000832176,0.02500,4.406
+73,mlp.experts.107.gate_proj,0.0000705746,0.02500,4.233
+73,mlp.experts.103.gate_proj,0.0000775462,0.02500,4.218
+73,mlp.experts.113.gate_proj,0.0000561610,0.02500,4.037
+73,mlp.experts.117.gate_proj,0.0001185229,0.02500,3.589
+73,mlp.experts.4.up_proj,0.0000321964,0.02500,3.125
+73,mlp.experts.116.gate_proj,0.0001022077,0.02500,3.080
+73,mlp.experts.38.up_proj,0.0000539409,0.02500,3.039
+73,mlp.experts.112.gate_proj,0.0000391722,0.02500,3.157
+73,mlp.experts.0.up_proj,0.0000805460,0.02500,3.249
+73,mlp.experts.30.up_proj,0.0000701515,0.02500,3.188
+73,mlp.experts.34.up_proj,0.0000979713,0.02500,3.793
+73,mlp.experts.26.up_proj,0.0000809336,0.02500,3.901
+73,mlp.experts.21.up_proj,0.0000478961,0.02500,4.805
+73,mlp.experts.7.up_proj,0.0000878197,0.02500,4.468
+73,mlp.experts.12.up_proj,0.0000640356,0.02500,3.420
+73,mlp.experts.17.up_proj,0.0000643195,0.02500,4.676
+73,mlp.experts.8.up_proj,0.0000635149,0.02500,3.320
+73,mlp.experts.20.up_proj,0.0000580480,0.02500,3.627
+73,mlp.experts.3.up_proj,0.0000488002,0.02500,4.376
+73,mlp.experts.16.up_proj,0.0000433134,0.02500,3.360
+73,mlp.experts.115.gate_proj,0.0000991354,0.02500,4.650
+73,mlp.experts.54.up_proj,0.0000512796,0.02500,3.803
+73,mlp.experts.119.gate_proj,0.0000591314,0.02500,4.470
+73,mlp.experts.46.up_proj,0.0000824208,0.02500,3.285
+73,mlp.experts.9.up_proj,0.0000622869,0.02500,4.483
+73,mlp.experts.50.up_proj,0.0000689713,0.02500,3.022
+73,mlp.experts.13.up_proj,0.0000583028,0.02500,4.689
+73,mlp.experts.42.up_proj,0.0000843227,0.02500,3.854
+73,mlp.experts.24.up_proj,0.0001334276,0.02500,3.125
+73,mlp.experts.28.up_proj,0.0001310491,0.02500,3.306
+73,mlp.experts.36.up_proj,0.0000728534,0.02500,3.205
+73,mlp.experts.70.up_proj,0.0000234795,0.02500,3.017
+73,mlp.experts.32.up_proj,0.0001042325,0.02500,3.207
+73,mlp.experts.37.up_proj,0.0000702809,0.02500,4.158
+73,mlp.experts.33.up_proj,0.0000762445,0.02500,3.774
+73,mlp.experts.62.up_proj,0.0000453742,0.02500,3.136
+73,mlp.experts.23.up_proj,0.0000753993,0.02500,4.493
+73,mlp.experts.19.up_proj,0.0000428724,0.02500,4.421
+73,mlp.experts.66.up_proj,0.0000954911,0.02500,3.802
+73,mlp.experts.25.up_proj,0.0000674333,0.02500,4.087
+73,mlp.experts.11.up_proj,0.0000994575,0.02500,4.612
+73,mlp.experts.15.up_proj,0.0001279270,0.02500,4.569
+73,mlp.experts.29.up_proj,0.0000375321,0.02500,4.026
+73,mlp.experts.58.up_proj,0.0001519998,0.02500,3.943
+73,mlp.experts.40.up_proj,0.0001338266,0.02500,3.257
+73,mlp.experts.44.up_proj,0.0000477889,0.02500,3.229
+73,mlp.experts.86.up_proj,0.0000691669,0.02500,3.011
+73,mlp.experts.52.up_proj,0.0000670580,0.02500,3.192
+73,mlp.experts.48.up_proj,0.0000585506,0.02500,3.269
+73,mlp.experts.78.up_proj,0.0001716943,0.02500,3.038
+73,mlp.experts.53.up_proj,0.0000574752,0.02500,3.521
+73,mlp.experts.49.up_proj,0.0000775508,0.02500,3.659
+73,mlp.experts.82.up_proj,0.0000965473,0.02500,3.670
+73,mlp.experts.41.up_proj,0.0000954181,0.02500,3.782
+73,mlp.experts.39.up_proj,0.0000526306,0.02500,4.662
+73,mlp.experts.45.up_proj,0.0000864857,0.02500,3.542
+73,mlp.experts.35.up_proj,0.0000403259,0.02500,4.473
+73,mlp.experts.27.up_proj,0.0000844877,0.02500,4.441
+73,mlp.experts.31.up_proj,0.0000598120,0.02500,4.351
+73,mlp.experts.102.up_proj,0.0001631096,0.02500,2.980
+73,mlp.experts.56.up_proj,0.0001174981,0.02500,3.250
+73,mlp.experts.68.up_proj,0.0000429637,0.02500,3.174
+73,mlp.experts.60.up_proj,0.0000774458,0.02500,3.312
+73,mlp.experts.64.up_proj,0.0000537267,0.02500,3.159
+73,mlp.experts.74.up_proj,0.0000846488,0.02500,4.005
+73,mlp.experts.69.up_proj,0.0001467328,0.02500,3.053
+73,mlp.experts.94.up_proj,0.0000707573,0.02500,3.827
+73,mlp.experts.65.up_proj,0.0000384462,0.02500,3.413
+73,mlp.experts.98.up_proj,0.0000680777,0.02500,3.196
+73,mlp.experts.61.up_proj,0.0000689455,0.02500,3.452
+73,mlp.experts.57.up_proj,0.0000521696,0.02500,3.951
+73,mlp.experts.118.up_proj,0.0000582260,0.02500,3.325
+73,mlp.experts.72.up_proj,0.0001007355,0.02500,3.182
+73,mlp.experts.84.up_proj,0.0000500829,0.02500,3.200
+73,mlp.experts.55.up_proj,0.0000703100,0.02500,4.300
+73,mlp.experts.76.up_proj,0.0000688060,0.02500,3.217
+73,mlp.experts.80.up_proj,0.0000749720,0.02500,3.198
+73,mlp.experts.85.up_proj,0.0000461845,0.02500,3.182
+73,mlp.experts.51.up_proj,0.0001029038,0.02500,4.431
+73,mlp.experts.90.up_proj,0.0001180141,0.02500,3.770
+73,mlp.experts.43.up_proj,0.0000835535,0.02500,4.483
+73,mlp.experts.110.up_proj,0.0000727084,0.02500,3.285
+73,mlp.experts.47.up_proj,0.0000863714,0.02500,4.700
+73,mlp.experts.81.up_proj,0.0000738468,0.02500,3.382
+73,mlp.experts.114.up_proj,0.0000569918,0.02500,2.945
+73,mlp.experts.106.up_proj,0.0000427106,0.02500,2.002
+73,mlp.experts.77.up_proj,0.0000535949,0.02500,3.574
+73,mlp.experts.73.up_proj,0.0001109865,0.02500,3.344
+73,mlp.experts.88.up_proj,0.0000351008,0.02500,3.440
+73,mlp.experts.92.up_proj,0.0000815651,0.02500,3.349
+73,mlp.experts.96.up_proj,0.0000662360,0.02500,3.470
+73,mlp.experts.100.up_proj,0.0001327899,0.02500,3.799
+73,mlp.experts.101.up_proj,0.0000555448,0.02500,3.758
+73,mlp.experts.71.up_proj,0.0001017137,0.02500,4.307
+73,mlp.experts.97.up_proj,0.0000837075,0.02500,3.489
+73,mlp.experts.67.up_proj,0.0000975077,0.02500,4.332
+73,mlp.experts.59.up_proj,0.0000912303,0.02500,4.238
+73,mlp.experts.63.up_proj,0.0000471491,0.02500,4.732
+73,mlp.experts.104.up_proj,0.0001623719,0.02500,3.038
+73,mlp.experts.108.up_proj,0.0000526590,0.02500,3.030
+73,mlp.experts.93.up_proj,0.0000545767,0.02500,3.767
+73,mlp.experts.116.up_proj,0.0000994660,0.02500,2.862
+73,mlp.experts.112.up_proj,0.0000383231,0.02500,3.031
+73,mlp.experts.89.up_proj,0.0001316643,0.02500,3.853
+73,mlp.experts.117.up_proj,0.0001156710,0.02500,3.736
+73,mlp.experts.113.up_proj,0.0000544368,0.02500,3.250
+73,mlp.experts.109.up_proj,0.0000290837,0.02500,2.273
+73,mlp.experts.105.up_proj,0.0001201362,0.02500,2.290
+73,mlp.experts.87.up_proj,0.0000565882,0.02500,5.339
+73,mlp.experts.83.up_proj,0.0000828506,0.02500,5.307
+73,mlp.experts.75.up_proj,0.0000955002,0.02500,5.215
+73,mlp.experts.79.up_proj,0.0000719029,0.02500,5.299
+73,mlp.experts.103.up_proj,0.0000752003,0.02500,4.482
+73,mlp.experts.91.up_proj,0.0001158170,0.02500,4.536
+73,mlp.experts.99.up_proj,0.0000813778,0.02500,4.813
+73,mlp.experts.95.up_proj,0.0002310709,0.02500,4.408
+73,mlp.experts.119.up_proj,0.0000573572,0.02500,4.343
+73,mlp.experts.107.up_proj,0.0000686418,0.02500,4.202
+73,mlp.experts.115.up_proj,0.0000953160,0.02500,4.064
+73,mlp.experts.111.up_proj,0.0000440866,0.02500,3.830
+73,mlp.experts.10.down_proj,0.0000136255,0.02500,1.283
+73,mlp.experts.6.down_proj,0.0000206496,0.02500,1.333
+73,mlp.experts.2.down_proj,0.0000185904,0.02500,1.477
+73,mlp.experts.14.down_proj,0.0000078007,0.02500,1.533
+73,mlp.experts.13.down_proj,0.0000111462,0.02500,1.907
+73,mlp.experts.1.down_proj,0.0000139701,0.02500,1.928
+73,mlp.experts.9.down_proj,0.0000111617,0.02500,1.990
+73,mlp.experts.5.down_proj,0.0000160991,0.02500,2.084
+73,mlp.experts.22.down_proj,0.0000096149,0.02500,1.040
+73,mlp.experts.18.down_proj,0.0000517335,0.02500,0.940
+73,mlp.experts.3.down_proj,0.0000080152,0.02500,2.469
+73,mlp.experts.7.down_proj,0.0000230035,0.02500,2.401
+73,mlp.experts.11.down_proj,0.0000191408,0.02500,2.480
+73,mlp.experts.15.down_proj,0.0000258710,0.02500,2.419
+73,mlp.experts.26.down_proj,0.0000189455,0.02500,1.207
+73,mlp.experts.30.down_proj,0.0000090378,0.02500,1.114
+73,mlp.experts.12.down_proj,0.0000136271,0.02500,2.266
+73,mlp.experts.0.down_proj,0.0000131131,0.02500,2.709
+73,mlp.experts.4.down_proj,0.0000050788,0.02500,2.726
+73,mlp.experts.8.down_proj,0.0000196089,0.02500,2.828
+73,mlp.experts.29.down_proj,0.0000064516,0.02500,1.080
+73,mlp.experts.25.down_proj,0.0000142379,0.02500,1.049
+73,mlp.experts.17.down_proj,0.0000108686,0.02500,1.237
+73,mlp.experts.21.down_proj,0.0000173056,0.02500,1.120
+73,mlp.experts.38.down_proj,0.0000086820,0.02500,0.941
+73,mlp.experts.19.down_proj,0.0000077405,0.02500,0.884
+73,mlp.experts.31.down_proj,0.0000138700,0.02500,0.881
+73,mlp.experts.27.down_proj,0.0000159425,0.02500,0.886
+73,mlp.experts.23.down_proj,0.0000130600,0.02500,0.900
+73,mlp.experts.42.down_proj,0.0000237960,0.02500,0.968
+73,mlp.experts.34.down_proj,0.0000272084,0.02500,1.087
+73,mlp.experts.46.down_proj,0.0000171563,0.02500,1.073
+73,mlp.experts.28.down_proj,0.0000421622,0.02500,1.354
+73,mlp.experts.45.down_proj,0.0000246382,0.02500,1.048
+73,mlp.experts.16.down_proj,0.0000083348,0.02500,1.358
+73,mlp.experts.20.down_proj,0.0000109803,0.02500,1.352
+73,mlp.experts.41.down_proj,0.0000252026,0.02500,1.049
+73,mlp.experts.33.down_proj,0.0000148785,0.02500,0.962
+73,mlp.experts.24.down_proj,0.0000348679,0.02500,1.337
+73,mlp.experts.37.down_proj,0.0000124089,0.02500,1.109
+73,mlp.experts.35.down_proj,0.0000244236,0.02500,1.026
+73,mlp.experts.43.down_proj,0.0000215334,0.02500,1.013
+73,mlp.experts.58.down_proj,0.0000703996,0.02500,0.923
+73,mlp.experts.47.down_proj,0.0000154027,0.02500,1.025
+73,mlp.experts.39.down_proj,0.0000118479,0.02500,1.029
+73,mlp.experts.54.down_proj,0.0000081618,0.02500,1.094
+73,mlp.experts.50.down_proj,0.0000125442,0.02500,0.933
+73,mlp.experts.62.down_proj,0.0000070899,0.02500,1.085
+73,mlp.experts.57.down_proj,0.0000078441,0.02500,0.981
+73,mlp.experts.49.down_proj,0.0000165855,0.02500,0.960
+73,mlp.experts.61.down_proj,0.0000236931,0.02500,1.236
+73,mlp.experts.70.down_proj,0.0000134917,0.02500,0.913
+73,mlp.experts.55.down_proj,0.0000192189,0.02500,0.987
+73,mlp.experts.63.down_proj,0.0000148922,0.02500,0.994
+73,mlp.experts.51.down_proj,0.0000265512,0.02500,1.021
+73,mlp.experts.59.down_proj,0.0000239755,0.02500,1.020
+73,mlp.experts.44.down_proj,0.0000055821,0.02500,1.501
+73,mlp.experts.74.down_proj,0.0000177888,0.02500,1.137
+73,mlp.experts.53.down_proj,0.0000102393,0.02500,1.215
+73,mlp.experts.32.down_proj,0.0000171610,0.02500,1.498
+73,mlp.experts.36.down_proj,0.0000137485,0.02500,1.523
+73,mlp.experts.66.down_proj,0.0000254479,0.02500,1.195
+73,mlp.experts.78.down_proj,0.0000757393,0.02500,0.916
+73,mlp.experts.40.down_proj,0.0000407792,0.02500,1.541
+73,mlp.experts.65.down_proj,0.0000217218,0.02500,1.028
+73,mlp.experts.73.down_proj,0.0000175731,0.02500,1.067
+73,mlp.experts.77.down_proj,0.0000071241,0.02500,0.995
+73,mlp.experts.71.down_proj,0.0000224086,0.02500,0.984
+73,mlp.experts.79.down_proj,0.0000121825,0.02500,0.987
+73,mlp.experts.75.down_proj,0.0000211726,0.02500,0.996
+73,mlp.experts.67.down_proj,0.0000192395,0.02500,1.007
+73,mlp.experts.90.down_proj,0.0000330071,0.02500,0.936
+73,mlp.experts.86.down_proj,0.0000288530,0.02500,1.209
+73,mlp.experts.94.down_proj,0.0000118493,0.02500,0.933
+73,mlp.experts.69.down_proj,0.0000618607,0.02500,1.215
+73,mlp.experts.82.down_proj,0.0000407398,0.02500,1.213
+73,mlp.experts.60.down_proj,0.0000179368,0.02500,1.599
+73,mlp.experts.89.down_proj,0.0000209341,0.02500,1.024
+73,mlp.experts.48.down_proj,0.0000189679,0.02500,1.652
+73,mlp.experts.93.down_proj,0.0000104372,0.02500,0.989
+73,mlp.experts.81.down_proj,0.0000185934,0.02500,1.206
+73,mlp.experts.95.down_proj,0.0000676605,0.02500,0.960
+73,mlp.experts.87.down_proj,0.0000167973,0.02500,0.978
+73,mlp.experts.91.down_proj,0.0000218343,0.02500,0.954
+73,mlp.experts.83.down_proj,0.0000142842,0.02500,0.958
+73,mlp.experts.52.down_proj,0.0000171663,0.02500,1.768
+73,mlp.experts.106.down_proj,0.0000078696,0.02500,0.911
+73,mlp.experts.56.down_proj,0.0000289111,0.02500,1.758
+73,mlp.experts.110.down_proj,0.0000143125,0.02500,0.858
+73,mlp.experts.102.down_proj,0.0000699576,0.02500,1.097
+73,mlp.experts.98.down_proj,0.0000117672,0.02500,0.892
+73,mlp.experts.85.down_proj,0.0000075915,0.02500,1.128
+73,mlp.experts.105.down_proj,0.0000235490,0.02500,0.876
+73,mlp.experts.109.down_proj,0.0000066143,0.02500,0.849
+73,mlp.experts.97.down_proj,0.0000197192,0.02500,0.974
+73,mlp.experts.114.down_proj,0.0000095801,0.02500,0.616
+73,mlp.experts.118.down_proj,0.0000097871,0.02500,0.806
+73,mlp.experts.111.down_proj,0.0000102158,0.02500,1.179
+73,mlp.experts.103.down_proj,0.0000112429,0.02500,1.190
+73,mlp.experts.107.down_proj,0.0000100246,0.02500,1.188
+73,mlp.experts.76.down_proj,0.0000149808,0.02500,1.427
+73,mlp.experts.101.down_proj,0.0000103730,0.02500,0.724
+73,mlp.experts.64.down_proj,0.0000214791,0.02500,1.411
+73,mlp.experts.99.down_proj,0.0000182925,0.02500,1.407
+73,mlp.experts.68.down_proj,0.0000089994,0.02500,1.451
+73,mlp.experts.113.down_proj,0.0000107341,0.02500,0.604
+73,mlp.experts.72.down_proj,0.0000383161,0.02500,1.411
+73,mlp.experts.117.down_proj,0.0000283226,0.02500,0.543
+73,mlp.experts.119.down_proj,0.0000078958,0.02500,0.849
+73,mlp.experts.115.down_proj,0.0000197189,0.02500,0.734
+73,mlp.experts.92.down_proj,0.0000134273,0.02500,1.465
+73,mlp.experts.80.down_proj,0.0000136025,0.02500,1.432
+73,mlp.experts.84.down_proj,0.0000089154,0.02500,1.639
+73,mlp.experts.88.down_proj,0.0000098433,0.02500,1.601
+73,mlp.experts.108.down_proj,0.0000125427,0.02500,1.705
+73,mlp.experts.96.down_proj,0.0000137472,0.02500,1.725
+73,mlp.experts.104.down_proj,0.0000462490,0.02500,1.562
+73,mlp.experts.100.down_proj,0.0000423039,0.02500,1.666
+73,mlp.experts.112.down_proj,0.0000054160,0.02500,1.090
+73,mlp.experts.116.down_proj,0.0000307793,0.02500,0.869
+74,self_attn.k_proj,0.0000003900,0.02500,1.564
+74,self_attn.v_proj,0.0000008881,0.02500,1.718
+74,self_attn.q_proj,0.0000027896,0.02500,2.188
+74,self_attn.o_proj,0.0000003901,0.02500,3.699
+74,mlp.shared_experts.gate_proj,0.0000045354,0.02500,1.534
+74,mlp.shared_experts.up_proj,0.0000028490,0.02500,1.499
+74,mlp.shared_experts.down_proj,0.0000004443,0.02500,0.385
+74,mlp.experts.7.gate_proj,0.0001086925,0.02500,4.748
+74,mlp.experts.11.gate_proj,0.0001127768,0.02500,4.819
+74,mlp.experts.15.gate_proj,0.0000860830,0.02500,4.896
+74,mlp.experts.3.gate_proj,0.0000948510,0.02500,4.898
+74,mlp.experts.1.gate_proj,0.0001072896,0.02500,6.249
+74,mlp.experts.5.gate_proj,0.0001193126,0.02500,6.589
+74,mlp.experts.9.gate_proj,0.0000557936,0.02500,6.806
+74,mlp.experts.13.gate_proj,0.0000425375,0.02500,7.243
+74,mlp.experts.23.gate_proj,0.0000666691,0.02500,3.014
+74,mlp.experts.12.gate_proj,0.0001112229,0.02500,7.825
+74,mlp.experts.4.gate_proj,0.0000676565,0.02500,7.831
+74,mlp.experts.27.gate_proj,0.0000971571,0.02500,3.080
+74,mlp.experts.19.gate_proj,0.0000572771,0.02500,3.073
+74,mlp.experts.31.gate_proj,0.0000611949,0.02500,3.151
+74,mlp.experts.8.gate_proj,0.0000747462,0.02500,8.056
+74,mlp.experts.0.gate_proj,0.0000851167,0.02500,8.112
+74,mlp.experts.10.gate_proj,0.0000864897,0.02500,8.358
+74,mlp.experts.6.gate_proj,0.0000969451,0.02500,8.414
+74,mlp.experts.14.gate_proj,0.0000380013,0.02500,8.531
+74,mlp.experts.2.gate_proj,0.0000454346,0.02500,8.696
+74,mlp.experts.25.gate_proj,0.0001434959,0.02500,3.236
+74,mlp.experts.17.gate_proj,0.0001174984,0.02500,3.927
+74,mlp.experts.21.gate_proj,0.0000684500,0.02500,3.911
+74,mlp.experts.39.gate_proj,0.0001189442,0.02500,2.924
+74,mlp.experts.43.gate_proj,0.0001406962,0.02500,2.945
+74,mlp.experts.35.gate_proj,0.0001129899,0.02500,2.966
+74,mlp.experts.47.gate_proj,0.0001082052,0.02500,2.895
+74,mlp.experts.29.gate_proj,0.0000380506,0.02500,3.807
+74,mlp.experts.22.gate_proj,0.0000915943,0.02500,3.591
+74,mlp.experts.26.gate_proj,0.0000699351,0.02500,3.692
+74,mlp.experts.30.gate_proj,0.0000531736,0.02500,3.520
+74,mlp.experts.18.gate_proj,0.0000769395,0.02500,3.499
+74,mlp.experts.33.gate_proj,0.0000478816,0.02500,3.069
+74,mlp.experts.28.gate_proj,0.0000982723,0.02500,5.484
+74,mlp.experts.20.gate_proj,0.0000651438,0.02500,5.530
+74,mlp.experts.16.gate_proj,0.0001063651,0.02500,5.339
+74,mlp.experts.24.gate_proj,0.0002067103,0.02500,5.475
+74,mlp.experts.55.gate_proj,0.0000682666,0.02500,2.917
+74,mlp.experts.59.gate_proj,0.0000517448,0.02500,2.949
+74,mlp.experts.51.gate_proj,0.0000474296,0.02500,2.916
+74,mlp.experts.45.gate_proj,0.0001427582,0.02500,2.863
+74,mlp.experts.63.gate_proj,0.0000862044,0.02500,2.979
+74,mlp.experts.41.gate_proj,0.0000223029,0.02500,4.002
+74,mlp.experts.37.gate_proj,0.0000438539,0.02500,3.643
+74,mlp.experts.42.gate_proj,0.0001411343,0.02500,3.458
+74,mlp.experts.46.gate_proj,0.0001094055,0.02500,3.502
+74,mlp.experts.38.gate_proj,0.0000912420,0.02500,3.595
+74,mlp.experts.34.gate_proj,0.0001004704,0.02500,3.495
+74,mlp.experts.71.gate_proj,0.0000931607,0.02500,3.060
+74,mlp.experts.49.gate_proj,0.0001027281,0.02500,3.583
+74,mlp.experts.75.gate_proj,0.0000516920,0.02500,3.047
+74,mlp.experts.79.gate_proj,0.0000725134,0.02500,2.928
+74,mlp.experts.57.gate_proj,0.0001307165,0.02500,2.873
+74,mlp.experts.32.gate_proj,0.0000691734,0.02500,3.529
+74,mlp.experts.67.gate_proj,0.0000453446,0.02500,3.153
+74,mlp.experts.53.gate_proj,0.0000934540,0.02500,2.939
+74,mlp.experts.40.gate_proj,0.0000300986,0.02500,3.720
+74,mlp.experts.44.gate_proj,0.0000797225,0.02500,3.988
+74,mlp.experts.36.gate_proj,0.0000600133,0.02500,4.057
+74,mlp.experts.61.gate_proj,0.0000537637,0.02500,3.895
+74,mlp.experts.62.gate_proj,0.0001107838,0.02500,3.128
+74,mlp.experts.58.gate_proj,0.0000839810,0.02500,3.192
+74,mlp.experts.54.gate_proj,0.0001101425,0.02500,3.193
+74,mlp.experts.50.gate_proj,0.0000444057,0.02500,3.203
+74,mlp.experts.87.gate_proj,0.0000782685,0.02500,2.925
+74,mlp.experts.95.gate_proj,0.0000890641,0.02500,2.933
+74,mlp.experts.91.gate_proj,0.0000512846,0.02500,2.994
+74,mlp.experts.83.gate_proj,0.0001372767,0.02500,2.902
+74,mlp.experts.73.gate_proj,0.0000774248,0.02500,3.336
+74,mlp.experts.65.gate_proj,0.0000500602,0.02500,3.482
+74,mlp.experts.69.gate_proj,0.0001169488,0.02500,3.343
+74,mlp.experts.60.gate_proj,0.0000950506,0.02500,3.144
+74,mlp.experts.48.gate_proj,0.0000750657,0.02500,3.751
+74,mlp.experts.56.gate_proj,0.0000919881,0.02500,3.549
+74,mlp.experts.77.gate_proj,0.0000809904,0.02500,3.411
+74,mlp.experts.52.gate_proj,0.0001188509,0.02500,4.068
+74,mlp.experts.103.gate_proj,0.0001274807,0.02500,2.988
+74,mlp.experts.111.gate_proj,0.0000748407,0.02500,2.895
+74,mlp.experts.107.gate_proj,0.0000569289,0.02500,2.926
+74,mlp.experts.99.gate_proj,0.0001260064,0.02500,2.901
+74,mlp.experts.70.gate_proj,0.0000636640,0.02500,4.570
+74,mlp.experts.85.gate_proj,0.0000949248,0.02500,3.031
+74,mlp.experts.74.gate_proj,0.0000863966,0.02500,4.766
+74,mlp.experts.78.gate_proj,0.0000769824,0.02500,4.833
+74,mlp.experts.66.gate_proj,0.0000766187,0.02500,4.693
+74,mlp.experts.89.gate_proj,0.0000583732,0.02500,3.470
+74,mlp.experts.81.gate_proj,0.0000686783,0.02500,3.471
+74,mlp.experts.93.gate_proj,0.0000635924,0.02500,3.239
+74,mlp.experts.64.gate_proj,0.0000687133,0.02500,4.002
+74,mlp.experts.76.gate_proj,0.0000920347,0.02500,4.407
+74,mlp.experts.72.gate_proj,0.0001251504,0.02500,4.260
+74,mlp.experts.68.gate_proj,0.0000925463,0.02500,3.800
+74,mlp.experts.7.up_proj,0.0001040400,0.02500,3.490
+74,mlp.experts.3.up_proj,0.0000928695,0.02500,3.479
+74,mlp.experts.119.gate_proj,0.0000862579,0.02500,3.709
+74,mlp.experts.115.gate_proj,0.0000855535,0.02500,3.680
+74,mlp.experts.101.gate_proj,0.0000505317,0.02500,3.271
+74,mlp.experts.82.gate_proj,0.0000718960,0.02500,3.248
+74,mlp.experts.94.gate_proj,0.0000710251,0.02500,3.368
+74,mlp.experts.86.gate_proj,0.0000607464,0.02500,3.588
+74,mlp.experts.90.gate_proj,0.0000457224,0.02500,3.609
+74,mlp.experts.97.gate_proj,0.0000888024,0.02500,3.681
+74,mlp.experts.105.gate_proj,0.0001169111,0.02500,3.823
+74,mlp.experts.80.gate_proj,0.0000454718,0.02500,3.405
+74,mlp.experts.109.gate_proj,0.0000731748,0.02500,3.747
+74,mlp.experts.92.gate_proj,0.0000667187,0.02500,3.501
+74,mlp.experts.88.gate_proj,0.0001312625,0.02500,3.345
+74,mlp.experts.84.gate_proj,0.0000749463,0.02500,3.487
+74,mlp.experts.15.up_proj,0.0000831533,0.02500,3.198
+74,mlp.experts.23.up_proj,0.0000643739,0.02500,3.372
+74,mlp.experts.11.up_proj,0.0001112445,0.02500,3.312
+74,mlp.experts.117.gate_proj,0.0001244511,0.02500,3.142
+74,mlp.experts.110.gate_proj,0.0000581407,0.02500,3.157
+74,mlp.experts.98.gate_proj,0.0000476801,0.02500,3.216
+74,mlp.experts.19.up_proj,0.0000557486,0.02500,3.935
+74,mlp.experts.106.gate_proj,0.0000631805,0.02500,3.114
+74,mlp.experts.102.gate_proj,0.0000999924,0.02500,3.312
+74,mlp.experts.1.up_proj,0.0001038506,0.02500,3.147
+74,mlp.experts.113.gate_proj,0.0000612310,0.02500,3.723
+74,mlp.experts.96.gate_proj,0.0000345608,0.02500,3.260
+74,mlp.experts.104.gate_proj,0.0000866556,0.02500,3.188
+74,mlp.experts.108.gate_proj,0.0000704196,0.02500,3.377
+74,mlp.experts.100.gate_proj,0.0001143393,0.02500,3.224
+74,mlp.experts.5.up_proj,0.0001162597,0.02500,3.826
+74,mlp.experts.39.up_proj,0.0001166003,0.02500,3.319
+74,mlp.experts.27.up_proj,0.0000944322,0.02500,3.263
+74,mlp.experts.35.up_proj,0.0001105503,0.02500,2.974
+74,mlp.experts.114.gate_proj,0.0000431037,0.02500,3.134
+74,mlp.experts.6.up_proj,0.0000946753,0.02500,3.201
+74,mlp.experts.13.up_proj,0.0000416452,0.02500,3.376
+74,mlp.experts.2.up_proj,0.0000449645,0.02500,3.158
+74,mlp.experts.118.gate_proj,0.0000846966,0.02500,3.173
+74,mlp.experts.31.up_proj,0.0000578061,0.02500,3.995
+74,mlp.experts.9.up_proj,0.0000540116,0.02500,3.352
+74,mlp.experts.17.up_proj,0.0001142644,0.02500,3.911
+74,mlp.experts.21.up_proj,0.0000663645,0.02500,2.941
+74,mlp.experts.112.gate_proj,0.0000799028,0.02500,4.182
+74,mlp.experts.0.up_proj,0.0000819469,0.02500,4.477
+74,mlp.experts.43.up_proj,0.0001373357,0.02500,3.072
+74,mlp.experts.29.up_proj,0.0000372338,0.02500,2.973
+74,mlp.experts.51.up_proj,0.0000458380,0.02500,3.100
+74,mlp.experts.10.up_proj,0.0000823021,0.02500,3.171
+74,mlp.experts.116.gate_proj,0.0000528538,0.02500,4.443
+74,mlp.experts.18.up_proj,0.0000750236,0.02500,3.164
+74,mlp.experts.14.up_proj,0.0000372519,0.02500,3.074
+74,mlp.experts.22.up_proj,0.0000896075,0.02500,3.373
+74,mlp.experts.4.up_proj,0.0000652968,0.02500,4.891
+74,mlp.experts.55.up_proj,0.0000675941,0.02500,3.890
+74,mlp.experts.47.up_proj,0.0001006307,0.02500,3.472
+74,mlp.experts.37.up_proj,0.0000426562,0.02500,3.223
+74,mlp.experts.33.up_proj,0.0000466722,0.02500,3.774
+74,mlp.experts.25.up_proj,0.0001408322,0.02500,3.892
+74,mlp.experts.59.up_proj,0.0000505916,0.02500,3.395
+74,mlp.experts.26.up_proj,0.0000680829,0.02500,3.363
+74,mlp.experts.67.up_proj,0.0000438197,0.02500,3.482
+74,mlp.experts.8.up_proj,0.0000715612,0.02500,4.215
+74,mlp.experts.38.up_proj,0.0000890537,0.02500,3.206
+74,mlp.experts.30.up_proj,0.0000514393,0.02500,3.391
+74,mlp.experts.45.up_proj,0.0001341717,0.02500,3.729
+74,mlp.experts.71.up_proj,0.0000909034,0.02500,3.205
+74,mlp.experts.34.up_proj,0.0000970012,0.02500,3.467
+74,mlp.experts.16.up_proj,0.0001042916,0.02500,3.979
+74,mlp.experts.12.up_proj,0.0001065583,0.02500,3.953
+74,mlp.experts.63.up_proj,0.0000833450,0.02500,3.477
+74,mlp.experts.20.up_proj,0.0000617655,0.02500,4.016
+74,mlp.experts.41.up_proj,0.0000219126,0.02500,2.965
+74,mlp.experts.49.up_proj,0.0001014999,0.02500,3.226
+74,mlp.experts.53.up_proj,0.0000916969,0.02500,3.781
+74,mlp.experts.75.up_proj,0.0000512274,0.02500,3.270
+74,mlp.experts.42.up_proj,0.0001365574,0.02500,3.167
+74,mlp.experts.54.up_proj,0.0001081947,0.02500,3.165
+74,mlp.experts.50.up_proj,0.0000438607,0.02500,3.117
+74,mlp.experts.46.up_proj,0.0001065900,0.02500,3.191
+74,mlp.experts.61.up_proj,0.0000528793,0.02500,3.161
+74,mlp.experts.83.up_proj,0.0001326927,0.02500,3.462
+74,mlp.experts.24.up_proj,0.0002018349,0.02500,3.507
+74,mlp.experts.32.up_proj,0.0000674186,0.02500,3.546
+74,mlp.experts.87.up_proj,0.0000745428,0.02500,3.812
+74,mlp.experts.79.up_proj,0.0000709844,0.02500,3.433
+74,mlp.experts.28.up_proj,0.0000948995,0.02500,3.554
+74,mlp.experts.36.up_proj,0.0000579598,0.02500,3.691
+74,mlp.experts.57.up_proj,0.0001003404,0.02500,3.428
+74,mlp.experts.65.up_proj,0.0000494192,0.02500,3.309
+74,mlp.experts.69.up_proj,0.0001150105,0.02500,3.548
+74,mlp.experts.91.up_proj,0.0000494902,0.02500,3.042
+74,mlp.experts.58.up_proj,0.0000816792,0.02500,3.081
+74,mlp.experts.70.up_proj,0.0000624021,0.02500,3.092
+74,mlp.experts.66.up_proj,0.0000748353,0.02500,3.045
+74,mlp.experts.99.up_proj,0.0001230022,0.02500,2.995
+74,mlp.experts.62.up_proj,0.0001098366,0.02500,3.164
+74,mlp.experts.77.up_proj,0.0000786345,0.02500,3.456
+74,mlp.experts.103.up_proj,0.0001326655,0.02500,2.896
+74,mlp.experts.95.up_proj,0.0000822015,0.02500,2.890
+74,mlp.experts.48.up_proj,0.0000733686,0.02500,4.519
+74,mlp.experts.81.up_proj,0.0000672852,0.02500,3.242
+74,mlp.experts.40.up_proj,0.0000292217,0.02500,4.926
+74,mlp.experts.73.up_proj,0.0000754421,0.02500,3.799
+74,mlp.experts.107.up_proj,0.0000556937,0.02500,2.953
+74,mlp.experts.52.up_proj,0.0001155073,0.02500,4.490
+74,mlp.experts.44.up_proj,0.0000771674,0.02500,4.940
+74,mlp.experts.115.up_proj,0.0000833571,0.02500,2.851
+74,mlp.experts.85.up_proj,0.0000905313,0.02500,3.566
+74,mlp.experts.74.up_proj,0.0000842229,0.02500,3.369
+74,mlp.experts.119.up_proj,0.0000829829,0.02500,2.693
+74,mlp.experts.111.up_proj,0.0000722620,0.02500,2.620
+74,mlp.experts.82.up_proj,0.0000704480,0.02500,3.366
+74,mlp.experts.86.up_proj,0.0000587547,0.02500,3.534
+74,mlp.experts.78.up_proj,0.0000751820,0.02500,3.489
+74,mlp.experts.93.up_proj,0.0000618981,0.02500,3.670
+74,mlp.experts.97.up_proj,0.0000867181,0.02500,3.844
+74,mlp.experts.89.up_proj,0.0000572073,0.02500,3.710
+74,mlp.experts.101.up_proj,0.0000489340,0.02500,4.260
+74,mlp.experts.64.up_proj,0.0000662923,0.02500,5.855
+74,mlp.experts.56.up_proj,0.0000884597,0.02500,5.853
+74,mlp.experts.90.up_proj,0.0000445655,0.02500,4.762
+74,mlp.experts.102.up_proj,0.0000992687,0.02500,4.732
+74,mlp.experts.98.up_proj,0.0000455015,0.02500,4.859
+74,mlp.experts.68.up_proj,0.0000881495,0.02500,5.651
+74,mlp.experts.94.up_proj,0.0000685883,0.02500,4.768
+74,mlp.experts.60.up_proj,0.0000920203,0.02500,5.767
+74,mlp.experts.109.up_proj,0.0000708533,0.02500,4.448
+74,mlp.experts.113.up_proj,0.0000605002,0.02500,3.786
+74,mlp.experts.105.up_proj,0.0001139498,0.02500,3.516
+74,mlp.experts.117.up_proj,0.0001232972,0.02500,2.962
+74,mlp.experts.72.up_proj,0.0001218436,0.02500,4.189
+74,mlp.experts.80.up_proj,0.0000443512,0.02500,4.435
+74,mlp.experts.84.up_proj,0.0000726033,0.02500,4.310
+74,mlp.experts.76.up_proj,0.0000897702,0.02500,4.506
+74,mlp.experts.106.up_proj,0.0000621272,0.02500,5.164
+74,mlp.experts.118.up_proj,0.0000833031,0.02500,5.090
+74,mlp.experts.114.up_proj,0.0000434438,0.02500,5.085
+74,mlp.experts.110.up_proj,0.0000555954,0.02500,5.060
+74,mlp.experts.88.up_proj,0.0001266448,0.02500,24.167
+74,mlp.experts.96.up_proj,0.0000336469,0.02500,24.294
+74,mlp.experts.100.up_proj,0.0001131948,0.02500,24.126
+74,mlp.experts.92.up_proj,0.0000646371,0.02500,24.119
+74,mlp.experts.104.up_proj,0.0000845673,0.02500,4.563
+74,mlp.experts.112.up_proj,0.0000778767,0.02500,4.366
+74,mlp.experts.116.up_proj,0.0000512961,0.02500,4.212
+74,mlp.experts.108.up_proj,0.0000689818,0.02500,4.011
+74,mlp.experts.7.down_proj,0.0000195771,0.02500,1.526
+74,mlp.experts.0.down_proj,0.0000150214,0.02500,1.595
+74,mlp.experts.8.down_proj,0.0000171082,0.02500,1.595
+74,mlp.experts.4.down_proj,0.0000102828,0.02500,1.635
+74,mlp.experts.3.down_proj,0.0000473043,0.02500,1.667
+74,mlp.experts.11.down_proj,0.0000315205,0.02500,1.671
+74,mlp.experts.12.down_proj,0.0000188603,0.02500,1.720
+74,mlp.experts.15.down_proj,0.0000111476,0.02500,1.652
+74,mlp.experts.24.down_proj,0.0000586724,0.02500,0.880
+74,mlp.experts.16.down_proj,0.0000182814,0.02500,0.882
+74,mlp.experts.20.down_proj,0.0000146341,0.02500,0.890
+74,mlp.experts.10.down_proj,0.0000214110,0.02500,2.532
+74,mlp.experts.2.down_proj,0.0000177780,0.02500,2.538
+74,mlp.experts.6.down_proj,0.0000186234,0.02500,2.569
+74,mlp.experts.28.down_proj,0.0000261505,0.02500,0.867
+74,mlp.experts.14.down_proj,0.0000091927,0.02500,2.355
+74,mlp.experts.23.down_proj,0.0000096536,0.02500,1.189
+74,mlp.experts.31.down_proj,0.0000112535,0.02500,1.112
+74,mlp.experts.19.down_proj,0.0000128920,0.02500,1.259
+74,mlp.experts.1.down_proj,0.0000213692,0.02500,2.955
+74,mlp.experts.27.down_proj,0.0000184656,0.02500,1.281
+74,mlp.experts.13.down_proj,0.0000067567,0.02500,2.796
+74,mlp.experts.9.down_proj,0.0000167494,0.02500,3.019
+74,mlp.experts.5.down_proj,0.0000327715,0.02500,3.066
+74,mlp.experts.32.down_proj,0.0000147522,0.02500,0.914
+74,mlp.experts.36.down_proj,0.0000097447,0.02500,0.930
+74,mlp.experts.40.down_proj,0.0000153761,0.02500,1.064
+74,mlp.experts.44.down_proj,0.0000181519,0.02500,0.963
+74,mlp.experts.26.down_proj,0.0000121658,0.02500,1.056
+74,mlp.experts.18.down_proj,0.0000353699,0.02500,1.056
+74,mlp.experts.22.down_proj,0.0000227149,0.02500,1.055
+74,mlp.experts.30.down_proj,0.0000126637,0.02500,1.088
+74,mlp.experts.39.down_proj,0.0000225140,0.02500,1.256
+74,mlp.experts.47.down_proj,0.0000425440,0.02500,1.221
+74,mlp.experts.29.down_proj,0.0000062428,0.02500,1.173
+74,mlp.experts.35.down_proj,0.0000257372,0.02500,1.261
+74,mlp.experts.17.down_proj,0.0000261450,0.02500,1.343
+74,mlp.experts.21.down_proj,0.0000116239,0.02500,1.284
+74,mlp.experts.43.down_proj,0.0000243967,0.02500,1.427
+74,mlp.experts.25.down_proj,0.0000355712,0.02500,1.370
+74,mlp.experts.48.down_proj,0.0000137492,0.02500,1.003
+74,mlp.experts.52.down_proj,0.0000234005,0.02500,0.986
+74,mlp.experts.42.down_proj,0.0000310359,0.02500,0.957
+74,mlp.experts.34.down_proj,0.0000184218,0.02500,0.956
+74,mlp.experts.38.down_proj,0.0000189124,0.02500,0.951
+74,mlp.experts.46.down_proj,0.0000257904,0.02500,0.953
+74,mlp.experts.56.down_proj,0.0000182104,0.02500,1.106
+74,mlp.experts.60.down_proj,0.0000265369,0.02500,1.127
+74,mlp.experts.55.down_proj,0.0000326307,0.02500,1.384
+74,mlp.experts.63.down_proj,0.0000348494,0.02500,1.363
+74,mlp.experts.64.down_proj,0.0000209703,0.02500,1.069
+74,mlp.experts.58.down_proj,0.0000132424,0.02500,0.945
+74,mlp.experts.51.down_proj,0.0000074501,0.02500,1.331
+74,mlp.experts.50.down_proj,0.0000065565,0.02500,0.975
+74,mlp.experts.54.down_proj,0.0000295004,0.02500,0.970
+74,mlp.experts.62.down_proj,0.0000322912,0.02500,0.940
+74,mlp.experts.68.down_proj,0.0000213920,0.02500,1.160
+74,mlp.experts.45.down_proj,0.0000430923,0.02500,1.430
+74,mlp.experts.33.down_proj,0.0000109183,0.02500,1.448
+74,mlp.experts.72.down_proj,0.0000197978,0.02500,1.131
+74,mlp.experts.37.down_proj,0.0000072105,0.02500,1.436
+74,mlp.experts.59.down_proj,0.0000103924,0.02500,1.428
+74,mlp.experts.41.down_proj,0.0000045341,0.02500,1.429
+74,mlp.experts.76.down_proj,0.0000164697,0.02500,1.196
+74,mlp.experts.74.down_proj,0.0000264397,0.02500,0.975
+74,mlp.experts.66.down_proj,0.0000138610,0.02500,0.973
+74,mlp.experts.70.down_proj,0.0000141746,0.02500,0.975
+74,mlp.experts.78.down_proj,0.0000240945,0.02500,0.977
+74,mlp.experts.67.down_proj,0.0000078585,0.02500,1.034
+74,mlp.experts.71.down_proj,0.0000202355,0.02500,1.211
+74,mlp.experts.80.down_proj,0.0000065608,0.02500,1.234
+74,mlp.experts.79.down_proj,0.0000120796,0.02500,1.285
+74,mlp.experts.75.down_proj,0.0000158952,0.02500,1.000
+74,mlp.experts.84.down_proj,0.0000129294,0.02500,1.368
+74,mlp.experts.88.down_proj,0.0000306649,0.02500,1.280
+74,mlp.experts.61.down_proj,0.0000125534,0.02500,1.476
+74,mlp.experts.49.down_proj,0.0000205638,0.02500,1.443
+74,mlp.experts.92.down_proj,0.0000194046,0.02500,1.320
+74,mlp.experts.53.down_proj,0.0000188340,0.02500,1.513
+74,mlp.experts.57.down_proj,0.0000280582,0.02500,1.483
+74,mlp.experts.90.down_proj,0.0000073761,0.02500,0.955
+74,mlp.experts.82.down_proj,0.0000142916,0.02500,0.950
+74,mlp.experts.83.down_proj,0.0000232524,0.02500,0.894
+74,mlp.experts.86.down_proj,0.0000104984,0.02500,0.963
+74,mlp.experts.94.down_proj,0.0000208121,0.02500,0.975
+74,mlp.experts.91.down_proj,0.0000079660,0.02500,0.895
+74,mlp.experts.87.down_proj,0.0000149387,0.02500,1.150
+74,mlp.experts.96.down_proj,0.0000064812,0.02500,1.155
+74,mlp.experts.95.down_proj,0.0000379608,0.02500,1.189
+74,mlp.experts.100.down_proj,0.0000300897,0.02500,1.105
+74,mlp.experts.104.down_proj,0.0000284894,0.02500,1.084
+74,mlp.experts.108.down_proj,0.0000183157,0.02500,0.988
+74,mlp.experts.106.down_proj,0.0000216118,0.02500,0.952
+74,mlp.experts.98.down_proj,0.0000116967,0.02500,0.952
+74,mlp.experts.102.down_proj,0.0000194827,0.02500,0.944
+74,mlp.experts.110.down_proj,0.0000158202,0.02500,0.923
+74,mlp.experts.99.down_proj,0.0000200091,0.02500,1.128
+74,mlp.experts.112.down_proj,0.0000222802,0.02500,0.733
+74,mlp.experts.77.down_proj,0.0000252829,0.02500,1.511
+74,mlp.experts.103.down_proj,0.0000391130,0.02500,0.962
+74,mlp.experts.107.down_proj,0.0000158369,0.02500,1.005
+74,mlp.experts.116.down_proj,0.0000135777,0.02500,0.640
+74,mlp.experts.65.down_proj,0.0000105991,0.02500,1.537
+74,mlp.experts.111.down_proj,0.0000102621,0.02500,0.853
+74,mlp.experts.73.down_proj,0.0000159535,0.02500,1.534
+74,mlp.experts.69.down_proj,0.0000211290,0.02500,1.582
+74,mlp.experts.114.down_proj,0.0000113787,0.02500,0.650
+74,mlp.experts.118.down_proj,0.0000193313,0.02500,0.653
+74,mlp.experts.115.down_proj,0.0000171176,0.02500,0.652
+74,mlp.experts.119.down_proj,0.0000310313,0.02500,0.583
+74,mlp.experts.93.down_proj,0.0000268071,0.02500,1.838
+74,mlp.experts.89.down_proj,0.0000103104,0.02500,1.700
+74,mlp.experts.81.down_proj,0.0000123051,0.02500,1.850
+74,mlp.experts.85.down_proj,0.0000199286,0.02500,1.727
+74,mlp.experts.109.down_proj,0.0000137460,0.02500,1.654
+74,mlp.experts.105.down_proj,0.0000206083,0.02500,1.562
+74,mlp.experts.101.down_proj,0.0000105178,0.02500,1.520
+74,mlp.experts.97.down_proj,0.0000173053,0.02500,1.561
+74,mlp.experts.117.down_proj,0.0000340689,0.02500,0.865
+74,mlp.experts.113.down_proj,0.0000187375,0.02500,0.866
+75,self_attn.v_proj,0.0000012373,0.02500,2.082
+75,self_attn.k_proj,0.0000005272,0.02500,2.356
+75,self_attn.q_proj,0.0000036967,0.02500,2.398
+75,self_attn.o_proj,0.0000001755,0.02500,3.610
+75,mlp.shared_experts.gate_proj,0.0000043316,0.02500,1.341
+75,mlp.shared_experts.up_proj,0.0000029681,0.02500,2.422
+75,mlp.shared_experts.down_proj,0.0000006168,0.02500,0.424
+75,mlp.experts.8.gate_proj,0.0001083885,0.02500,4.971
+75,mlp.experts.4.gate_proj,0.0001023052,0.02500,5.073
+75,mlp.experts.12.gate_proj,0.0001272401,0.02500,5.341
+75,mlp.experts.0.gate_proj,0.0001004356,0.02500,5.480
+75,mlp.experts.3.gate_proj,0.0000924380,0.02500,6.662
+75,mlp.experts.7.gate_proj,0.0001823256,0.02500,6.675
+75,mlp.experts.15.gate_proj,0.0000667411,0.02500,6.676
+75,mlp.experts.11.gate_proj,0.0000930016,0.02500,6.677
+75,mlp.experts.5.gate_proj,0.0000684148,0.02500,6.742
+75,mlp.experts.9.gate_proj,0.0000945570,0.02500,6.753
+75,mlp.experts.13.gate_proj,0.0000471452,0.02500,6.977
+75,mlp.experts.2.gate_proj,0.0000931888,0.02500,6.994
+75,mlp.experts.1.gate_proj,0.0001014362,0.02500,7.043
+75,mlp.experts.10.gate_proj,0.0001387468,0.02500,7.096
+75,mlp.experts.14.gate_proj,0.0001075435,0.02500,7.098
+75,mlp.experts.6.gate_proj,0.0001758968,0.02500,7.306
+75,mlp.experts.16.gate_proj,0.0000829904,0.02500,3.059
+75,mlp.experts.24.gate_proj,0.0001973451,0.02500,3.695
+75,mlp.experts.28.gate_proj,0.0000561278,0.02500,3.458
+75,mlp.experts.20.gate_proj,0.0001076261,0.02500,4.018
+75,mlp.experts.23.gate_proj,0.0000444386,0.02500,3.446
+75,mlp.experts.19.gate_proj,0.0000553350,0.02500,3.510
+75,mlp.experts.27.gate_proj,0.0001135385,0.02500,3.556
+75,mlp.experts.31.gate_proj,0.0001059263,0.02500,3.620
+75,mlp.experts.18.gate_proj,0.0000573261,0.02500,3.921
+75,mlp.experts.30.gate_proj,0.0001401428,0.02500,3.869
+75,mlp.experts.26.gate_proj,0.0001153874,0.02500,3.876
+75,mlp.experts.22.gate_proj,0.0001146798,0.02500,3.794
+75,mlp.experts.21.gate_proj,0.0000821350,0.02500,4.717
+75,mlp.experts.25.gate_proj,0.0000908299,0.02500,4.764
+75,mlp.experts.29.gate_proj,0.0000677795,0.02500,4.652
+75,mlp.experts.17.gate_proj,0.0000690443,0.02500,4.648
+75,mlp.experts.32.gate_proj,0.0001417470,0.02500,3.532
+75,mlp.experts.40.gate_proj,0.0001276842,0.02500,3.489
+75,mlp.experts.44.gate_proj,0.0001267054,0.02500,3.785
+75,mlp.experts.36.gate_proj,0.0000831987,0.02500,3.741
+75,mlp.experts.39.gate_proj,0.0000292388,0.02500,3.270
+75,mlp.experts.43.gate_proj,0.0000654030,0.02500,3.222
+75,mlp.experts.35.gate_proj,0.0000992852,0.02500,3.328
+75,mlp.experts.47.gate_proj,0.0001094830,0.02500,3.296
+75,mlp.experts.38.gate_proj,0.0001355032,0.02500,3.102
+75,mlp.experts.42.gate_proj,0.0000724259,0.02500,3.307
+75,mlp.experts.34.gate_proj,0.0000805521,0.02500,3.993
+75,mlp.experts.46.gate_proj,0.0000888710,0.02500,4.055
+75,mlp.experts.48.gate_proj,0.0000941003,0.02500,3.067
+75,mlp.experts.56.gate_proj,0.0000910094,0.02500,3.628
+75,mlp.experts.60.gate_proj,0.0001434452,0.02500,3.644
+75,mlp.experts.52.gate_proj,0.0000882709,0.02500,3.530
+75,mlp.experts.37.gate_proj,0.0000835820,0.02500,5.068
+75,mlp.experts.33.gate_proj,0.0000836989,0.02500,5.022
+75,mlp.experts.41.gate_proj,0.0000968288,0.02500,5.398
+75,mlp.experts.45.gate_proj,0.0000671668,0.02500,5.434
+75,mlp.experts.59.gate_proj,0.0000309195,0.02500,3.740
+75,mlp.experts.55.gate_proj,0.0000441672,0.02500,3.884
+75,mlp.experts.51.gate_proj,0.0000684050,0.02500,3.890
+75,mlp.experts.50.gate_proj,0.0000947935,0.02500,2.835
+75,mlp.experts.62.gate_proj,0.0001161999,0.02500,2.796
+75,mlp.experts.63.gate_proj,0.0000366119,0.02500,4.273
+75,mlp.experts.54.gate_proj,0.0001022296,0.02500,3.766
+75,mlp.experts.58.gate_proj,0.0001266621,0.02500,3.914
+75,mlp.experts.64.gate_proj,0.0002013515,0.02500,3.375
+75,mlp.experts.68.gate_proj,0.0000822929,0.02500,2.906
+75,mlp.experts.76.gate_proj,0.0001518388,0.02500,3.212
+75,mlp.experts.72.gate_proj,0.0000528068,0.02500,3.894
+75,mlp.experts.53.gate_proj,0.0001024009,0.02500,4.152
+75,mlp.experts.66.gate_proj,0.0001075271,0.02500,3.075
+75,mlp.experts.78.gate_proj,0.0000661987,0.02500,3.054
+75,mlp.experts.49.gate_proj,0.0001730647,0.02500,4.283
+75,mlp.experts.57.gate_proj,0.0000361487,0.02500,4.174
+75,mlp.experts.61.gate_proj,0.0001006102,0.02500,4.259
+75,mlp.experts.70.gate_proj,0.0000904904,0.02500,3.417
+75,mlp.experts.71.gate_proj,0.0000951395,0.02500,4.230
+75,mlp.experts.75.gate_proj,0.0001019275,0.02500,4.435
+75,mlp.experts.74.gate_proj,0.0001189165,0.02500,3.560
+75,mlp.experts.67.gate_proj,0.0000721648,0.02500,4.398
+75,mlp.experts.80.gate_proj,0.0000808314,0.02500,3.444
+75,mlp.experts.79.gate_proj,0.0001609071,0.02500,4.444
+75,mlp.experts.92.gate_proj,0.0000492782,0.02500,3.351
+75,mlp.experts.88.gate_proj,0.0000999362,0.02500,3.193
+75,mlp.experts.84.gate_proj,0.0000566560,0.02500,3.683
+75,mlp.experts.94.gate_proj,0.0001240832,0.02500,3.223
+75,mlp.experts.82.gate_proj,0.0001139208,0.02500,3.470
+75,mlp.experts.90.gate_proj,0.0000634609,0.02500,3.111
+75,mlp.experts.86.gate_proj,0.0000190543,0.02500,3.718
+75,mlp.experts.69.gate_proj,0.0000395093,0.02500,4.903
+75,mlp.experts.96.gate_proj,0.0000491598,0.02500,3.634
+75,mlp.experts.87.gate_proj,0.0000480420,0.02500,4.310
+75,mlp.experts.65.gate_proj,0.0000598041,0.02500,4.905
+75,mlp.experts.108.gate_proj,0.0001265184,0.02500,3.136
+75,mlp.experts.91.gate_proj,0.0001148973,0.02500,4.329
+75,mlp.experts.83.gate_proj,0.0000840027,0.02500,4.334
+75,mlp.experts.73.gate_proj,0.0000380744,0.02500,5.097
+75,mlp.experts.77.gate_proj,0.0001011616,0.02500,4.926
+75,mlp.experts.100.gate_proj,0.0000853523,0.02500,3.606
+75,mlp.experts.104.gate_proj,0.0001327447,0.02500,3.688
+75,mlp.experts.95.gate_proj,0.0000776676,0.02500,4.305
+75,mlp.experts.110.gate_proj,0.0000998546,0.02500,3.687
+75,mlp.experts.106.gate_proj,0.0001127587,0.02500,2.977
+75,mlp.experts.102.gate_proj,0.0000672256,0.02500,2.915
+75,mlp.experts.98.gate_proj,0.0001261425,0.02500,3.784
+75,mlp.experts.112.gate_proj,0.0000804270,0.02500,3.463
+75,mlp.experts.4.up_proj,0.0000998843,0.02500,3.380
+75,mlp.experts.116.gate_proj,0.0000755806,0.02500,3.661
+75,mlp.experts.0.up_proj,0.0000977248,0.02500,3.784
+75,mlp.experts.103.gate_proj,0.0001228649,0.02500,4.707
+75,mlp.experts.107.gate_proj,0.0001200972,0.02500,4.662
+75,mlp.experts.85.gate_proj,0.0000553477,0.02500,5.187
+75,mlp.experts.99.gate_proj,0.0001004065,0.02500,4.718
+75,mlp.experts.81.gate_proj,0.0000622012,0.02500,5.062
+75,mlp.experts.89.gate_proj,0.0000678873,0.02500,5.000
+75,mlp.experts.93.gate_proj,0.0000870626,0.02500,5.191
+75,mlp.experts.111.gate_proj,0.0000452513,0.02500,4.965
+75,mlp.experts.2.up_proj,0.0000914585,0.02500,4.551
+75,mlp.experts.6.up_proj,0.0001720380,0.02500,4.666
+75,mlp.experts.114.gate_proj,0.0000589718,0.02500,4.551
+75,mlp.experts.118.gate_proj,0.0000141601,0.02500,4.698
+75,mlp.experts.8.up_proj,0.0001033759,0.02500,4.007
+75,mlp.experts.20.up_proj,0.0001047011,0.02500,3.959
+75,mlp.experts.12.up_proj,0.0001245593,0.02500,3.989
+75,mlp.experts.16.up_proj,0.0000784105,0.02500,4.035
+75,mlp.experts.101.gate_proj,0.0000632676,0.02500,3.770
+75,mlp.experts.97.gate_proj,0.0000763910,0.02500,3.937
+75,mlp.experts.105.gate_proj,0.0000688166,0.02500,4.063
+75,mlp.experts.109.gate_proj,0.0000622609,0.02500,4.281
+75,mlp.experts.18.up_proj,0.0000552716,0.02500,4.044
+75,mlp.experts.10.up_proj,0.0001365796,0.02500,3.921
+75,mlp.experts.119.gate_proj,0.0000536405,0.02500,6.123
+75,mlp.experts.22.up_proj,0.0001122092,0.02500,4.253
+75,mlp.experts.3.up_proj,0.0000898890,0.02500,6.174
+75,mlp.experts.14.up_proj,0.0001046622,0.02500,4.094
+75,mlp.experts.24.up_proj,0.0001901534,0.02500,3.943
+75,mlp.experts.115.gate_proj,0.0000387991,0.02500,6.222
+75,mlp.experts.36.up_proj,0.0000807963,0.02500,3.952
+75,mlp.experts.7.up_proj,0.0001172205,0.02500,5.858
+75,mlp.experts.28.up_proj,0.0000538664,0.02500,3.744
+75,mlp.experts.32.up_proj,0.0001378982,0.02500,3.736
+75,mlp.experts.117.gate_proj,0.0000818136,0.02500,5.522
+75,mlp.experts.26.up_proj,0.0001070559,0.02500,3.578
+75,mlp.experts.113.gate_proj,0.0001032906,0.02500,5.344
+75,mlp.experts.34.up_proj,0.0000777893,0.02500,3.913
+75,mlp.experts.38.up_proj,0.0001335676,0.02500,3.755
+75,mlp.experts.30.up_proj,0.0001354225,0.02500,3.750
+75,mlp.experts.1.up_proj,0.0001003610,0.02500,5.340
+75,mlp.experts.40.up_proj,0.0001253015,0.02500,3.656
+75,mlp.experts.5.up_proj,0.0000679179,0.02500,5.099
+75,mlp.experts.52.up_proj,0.0000853427,0.02500,3.839
+75,mlp.experts.15.up_proj,0.0000645260,0.02500,4.944
+75,mlp.experts.19.up_proj,0.0000545403,0.02500,4.949
+75,mlp.experts.11.up_proj,0.0000912444,0.02500,4.955
+75,mlp.experts.23.up_proj,0.0000443999,0.02500,4.870
+75,mlp.experts.44.up_proj,0.0001231966,0.02500,4.789
+75,mlp.experts.48.up_proj,0.0000912543,0.02500,4.856
+75,mlp.experts.42.up_proj,0.0000712785,0.02500,4.005
+75,mlp.experts.54.up_proj,0.0000986317,0.02500,3.807
+75,mlp.experts.50.up_proj,0.0000922483,0.02500,3.963
+75,mlp.experts.46.up_proj,0.0000863303,0.02500,3.910
+75,mlp.experts.13.up_proj,0.0000455383,0.02500,4.418
+75,mlp.experts.9.up_proj,0.0000905765,0.02500,4.776
+75,mlp.experts.56.up_proj,0.0000899351,0.02500,4.814
+75,mlp.experts.17.up_proj,0.0000665037,0.02500,5.062
+75,mlp.experts.68.up_proj,0.0000805310,0.02500,4.703
+75,mlp.experts.21.up_proj,0.0000812722,0.02500,5.056
+75,mlp.experts.31.up_proj,0.0001013840,0.02500,4.359
+75,mlp.experts.35.up_proj,0.0000980205,0.02500,4.368
+75,mlp.experts.27.up_proj,0.0001093931,0.02500,4.262
+75,mlp.experts.39.up_proj,0.0000286768,0.02500,4.264
+75,mlp.experts.60.up_proj,0.0001391416,0.02500,4.014
+75,mlp.experts.64.up_proj,0.0001884164,0.02500,3.865
+75,mlp.experts.58.up_proj,0.0001231043,0.02500,3.736
+75,mlp.experts.70.up_proj,0.0000894390,0.02500,3.663
+75,mlp.experts.66.up_proj,0.0001040990,0.02500,3.650
+75,mlp.experts.29.up_proj,0.0000662561,0.02500,4.378
+75,mlp.experts.25.up_proj,0.0000869341,0.02500,4.183
+75,mlp.experts.33.up_proj,0.0000821843,0.02500,3.941
+75,mlp.experts.37.up_proj,0.0000798647,0.02500,3.775
+75,mlp.experts.51.up_proj,0.0000667583,0.02500,4.320
+75,mlp.experts.47.up_proj,0.0001073767,0.02500,4.635
+75,mlp.experts.43.up_proj,0.0000640633,0.02500,4.350
+75,mlp.experts.55.up_proj,0.0000434728,0.02500,4.543
+75,mlp.experts.45.up_proj,0.0000633939,0.02500,3.808
+75,mlp.experts.41.up_proj,0.0000957179,0.02500,3.695
+75,mlp.experts.49.up_proj,0.0001660152,0.02500,3.634
+75,mlp.experts.53.up_proj,0.0001006036,0.02500,3.687
+75,mlp.experts.59.up_proj,0.0000299114,0.02500,4.459
+75,mlp.experts.67.up_proj,0.0000698437,0.02500,4.735
+75,mlp.experts.63.up_proj,0.0000354792,0.02500,4.635
+75,mlp.experts.71.up_proj,0.0000931957,0.02500,4.420
+75,mlp.experts.72.up_proj,0.0000515566,0.02500,11.658
+75,mlp.experts.84.up_proj,0.0000557607,0.02500,11.581
+75,mlp.experts.79.up_proj,0.0001569030,0.02500,3.505
+75,mlp.experts.75.up_proj,0.0000982192,0.02500,3.693
+75,mlp.experts.76.up_proj,0.0001471594,0.02500,12.073
+75,mlp.experts.83.up_proj,0.0000826641,0.02500,3.710
+75,mlp.experts.80.up_proj,0.0000786642,0.02500,12.253
+75,mlp.experts.87.up_proj,0.0000465591,0.02500,3.985
+75,mlp.experts.91.up_proj,0.0001127551,0.02500,3.890
+75,mlp.experts.95.up_proj,0.0000751499,0.02500,4.016
+75,mlp.experts.88.up_proj,0.0000970267,0.02500,5.795
+75,mlp.experts.99.up_proj,0.0000980569,0.02500,4.120
+75,mlp.experts.100.up_proj,0.0000821049,0.02500,5.704
+75,mlp.experts.103.up_proj,0.0001218216,0.02500,3.921
+75,mlp.experts.92.up_proj,0.0000486835,0.02500,5.429
+75,mlp.experts.96.up_proj,0.0000480006,0.02500,5.469
+75,mlp.experts.111.up_proj,0.0000444041,0.02500,3.659
+75,mlp.experts.107.up_proj,0.0001178285,0.02500,3.837
+75,mlp.experts.115.up_proj,0.0000372095,0.02500,3.646
+75,mlp.experts.119.up_proj,0.0000520697,0.02500,3.436
+75,mlp.experts.116.up_proj,0.0000739986,0.02500,5.528
+75,mlp.experts.104.up_proj,0.0001298481,0.02500,5.794
+75,mlp.experts.108.up_proj,0.0001246577,0.02500,5.089
+75,mlp.experts.112.up_proj,0.0000783573,0.02500,4.876
+75,mlp.experts.61.up_proj,0.0000985774,0.02500,22.763
+75,mlp.experts.57.up_proj,0.0000354776,0.02500,22.915
+75,mlp.experts.65.up_proj,0.0000586032,0.02500,23.124
+75,mlp.experts.69.up_proj,0.0000386435,0.02500,23.224
+75,mlp.experts.77.up_proj,0.0000987709,0.02500,4.020
+75,mlp.experts.73.up_proj,0.0000370437,0.02500,4.139
+75,mlp.experts.81.up_proj,0.0000606741,0.02500,4.183
+75,mlp.experts.85.up_proj,0.0000536187,0.02500,3.978
+75,mlp.experts.93.up_proj,0.0000846059,0.02500,3.287
+75,mlp.experts.89.up_proj,0.0000663933,0.02500,3.313
+75,mlp.experts.97.up_proj,0.0000742353,0.02500,3.200
+75,mlp.experts.101.up_proj,0.0000616488,0.02500,3.489
+75,mlp.experts.109.up_proj,0.0000587054,0.02500,3.593
+75,mlp.experts.105.up_proj,0.0000676344,0.02500,3.213
+75,mlp.experts.113.up_proj,0.0001015288,0.02500,3.340
+75,mlp.experts.117.up_proj,0.0000801020,0.02500,3.146
+75,mlp.experts.62.up_proj,0.0001144774,0.02500,6.510
+75,mlp.experts.86.up_proj,0.0000182044,0.02500,6.582
+75,mlp.experts.82.up_proj,0.0001131374,0.02500,6.655
+75,mlp.experts.74.up_proj,0.0001173911,0.02500,6.702
+75,mlp.experts.78.up_proj,0.0000644045,0.02500,3.325
+75,mlp.experts.98.up_proj,0.0001236640,0.02500,3.240
+75,mlp.experts.102.up_proj,0.0000644145,0.02500,3.431
+75,mlp.experts.90.up_proj,0.0000618316,0.02500,3.479
+75,mlp.experts.118.up_proj,0.0000138679,0.02500,2.720
+75,mlp.experts.114.up_proj,0.0000575769,0.02500,2.874
+75,mlp.experts.94.up_proj,0.0001228988,0.02500,3.035
+75,mlp.experts.106.up_proj,0.0001084590,0.02500,2.904
+75,mlp.experts.110.up_proj,0.0000969673,0.02500,1.324
+75,mlp.experts.9.down_proj,0.0000223711,0.02500,1.313
+75,mlp.experts.1.down_proj,0.0000230873,0.02500,1.365
+75,mlp.experts.5.down_proj,0.0000192506,0.02500,1.381
+75,mlp.experts.6.down_proj,0.0000337465,0.02500,1.405
+75,mlp.experts.2.down_proj,0.0000248241,0.02500,1.401
+75,mlp.experts.14.down_proj,0.0000220921,0.02500,1.403
+75,mlp.experts.10.down_proj,0.0000424660,0.02500,1.423
+75,mlp.experts.13.down_proj,0.0000221227,0.02500,1.447
+75,mlp.experts.4.down_proj,0.0000167367,0.02500,1.565
+75,mlp.experts.8.down_proj,0.0000201915,0.02500,1.587
+75,mlp.experts.12.down_proj,0.0000272724,0.02500,1.592
+75,mlp.experts.0.down_proj,0.0000288570,0.02500,1.600
+75,mlp.experts.11.down_proj,0.0000188401,0.02500,1.581
+75,mlp.experts.3.down_proj,0.0000193525,0.02500,1.607
+75,mlp.experts.7.down_proj,0.0000292111,0.02500,1.623
+75,mlp.experts.15.down_proj,0.0000235975,0.02500,1.714
+75,mlp.experts.29.down_proj,0.0000181680,0.02500,0.949
+75,mlp.experts.30.down_proj,0.0000248782,0.02500,1.028
+75,mlp.experts.26.down_proj,0.0000383552,0.02500,1.032
+75,mlp.experts.21.down_proj,0.0000154605,0.02500,1.074
+75,mlp.experts.25.down_proj,0.0000265320,0.02500,1.146
+75,mlp.experts.22.down_proj,0.0000299872,0.02500,1.066
+75,mlp.experts.18.down_proj,0.0000209785,0.02500,1.100
+75,mlp.experts.17.down_proj,0.0000182054,0.02500,1.296
+75,mlp.experts.27.down_proj,0.0000592833,0.02500,1.377
+75,mlp.experts.23.down_proj,0.0000067962,0.02500,1.358
+75,mlp.experts.19.down_proj,0.0000129037,0.02500,1.413
+75,mlp.experts.20.down_proj,0.0000317673,0.02500,1.632
+75,mlp.experts.31.down_proj,0.0000273552,0.02500,1.500
+75,mlp.experts.24.down_proj,0.0001338993,0.02500,1.675
+75,mlp.experts.16.down_proj,0.0000160520,0.02500,1.666
+75,mlp.experts.28.down_proj,0.0000247099,0.02500,1.674
+75,mlp.experts.46.down_proj,0.0000137467,0.02500,0.976
+75,mlp.experts.38.down_proj,0.0000264446,0.02500,0.976
+75,mlp.experts.42.down_proj,0.0000122958,0.02500,1.034
+75,mlp.experts.34.down_proj,0.0000123044,0.02500,1.029
+75,mlp.experts.37.down_proj,0.0000163394,0.02500,1.186
+75,mlp.experts.41.down_proj,0.0000428425,0.02500,1.201
+75,mlp.experts.45.down_proj,0.0000108875,0.02500,1.321
+75,mlp.experts.33.down_proj,0.0000143809,0.02500,1.292
+75,mlp.experts.62.down_proj,0.0000279367,0.02500,0.855
+75,mlp.experts.54.down_proj,0.0000163316,0.02500,0.847
+75,mlp.experts.58.down_proj,0.0000394899,0.02500,0.870
+75,mlp.experts.50.down_proj,0.0000189650,0.02500,0.847
+75,mlp.experts.43.down_proj,0.0000120020,0.02500,1.549
+75,mlp.experts.39.down_proj,0.0000092972,0.02500,1.555
+75,mlp.experts.35.down_proj,0.0000291036,0.02500,1.530
+75,mlp.experts.36.down_proj,0.0000163655,0.02500,1.444
+75,mlp.experts.40.down_proj,0.0000255555,0.02500,1.482
+75,mlp.experts.53.down_proj,0.0000226042,0.02500,1.138
+75,mlp.experts.44.down_proj,0.0000231711,0.02500,1.527
+75,mlp.experts.32.down_proj,0.0000443725,0.02500,1.544
+75,mlp.experts.47.down_proj,0.0000329718,0.02500,1.596
+75,mlp.experts.61.down_proj,0.0000179660,0.02500,1.133
+75,mlp.experts.57.down_proj,0.0000101471,0.02500,1.206
+75,mlp.experts.49.down_proj,0.0000389432,0.02500,1.045
+75,mlp.experts.70.down_proj,0.0000192815,0.02500,0.844
+75,mlp.experts.78.down_proj,0.0000097511,0.02500,0.859
+75,mlp.experts.74.down_proj,0.0000308117,0.02500,0.858
+75,mlp.experts.66.down_proj,0.0000220176,0.02500,0.851
+75,mlp.experts.73.down_proj,0.0000160094,0.02500,0.936
+75,mlp.experts.69.down_proj,0.0000086271,0.02500,1.026
+75,mlp.experts.59.down_proj,0.0000080977,0.02500,1.374
+75,mlp.experts.55.down_proj,0.0000238841,0.02500,1.389
+75,mlp.experts.51.down_proj,0.0000141056,0.02500,1.378
+75,mlp.experts.77.down_proj,0.0000237462,0.02500,1.096
+75,mlp.experts.52.down_proj,0.0000182511,0.02500,1.341
+75,mlp.experts.65.down_proj,0.0000129151,0.02500,1.065
+75,mlp.experts.86.down_proj,0.0000045530,0.02500,0.982
+75,mlp.experts.56.down_proj,0.0000163290,0.02500,1.379
+75,mlp.experts.94.down_proj,0.0000343603,0.02500,0.985
+75,mlp.experts.48.down_proj,0.0000310643,0.02500,1.354
+75,mlp.experts.90.down_proj,0.0000121675,0.02500,0.995
+75,mlp.experts.82.down_proj,0.0000300098,0.02500,0.975
+75,mlp.experts.60.down_proj,0.0000273512,0.02500,1.447
+75,mlp.experts.63.down_proj,0.0000057492,0.02500,1.468
+75,mlp.experts.89.down_proj,0.0000148993,0.02500,1.102
+75,mlp.experts.85.down_proj,0.0000115860,0.02500,1.123
+75,mlp.experts.93.down_proj,0.0000171821,0.02500,0.997
+75,mlp.experts.110.down_proj,0.0000188336,0.02500,0.905
+75,mlp.experts.102.down_proj,0.0000138786,0.02500,0.912
+75,mlp.experts.98.down_proj,0.0000192467,0.02500,0.883
+75,mlp.experts.106.down_proj,0.0000270820,0.02500,0.908
+75,mlp.experts.75.down_proj,0.0000332518,0.02500,1.330
+75,mlp.experts.67.down_proj,0.0000141231,0.02500,1.304
+75,mlp.experts.81.down_proj,0.0000105610,0.02500,1.187
+75,mlp.experts.71.down_proj,0.0000136098,0.02500,1.342
+75,mlp.experts.72.down_proj,0.0000140081,0.02500,1.375
+75,mlp.experts.68.down_proj,0.0000152282,0.02500,1.502
+75,mlp.experts.64.down_proj,0.0000555836,0.02500,1.397
+75,mlp.experts.76.down_proj,0.0000301570,0.02500,1.400
+75,mlp.experts.79.down_proj,0.0000269111,0.02500,1.362
+75,mlp.experts.118.down_proj,0.0000076051,0.02500,0.737
+75,mlp.experts.114.down_proj,0.0000123039,0.02500,0.713
+75,mlp.experts.101.down_proj,0.0000215311,0.02500,0.893
+75,mlp.experts.109.down_proj,0.0000099276,0.02500,0.904
+75,mlp.experts.105.down_proj,0.0000218910,0.02500,1.072
+75,mlp.experts.97.down_proj,0.0000129328,0.02500,0.882
+75,mlp.experts.117.down_proj,0.0000251215,0.02500,0.601
+75,mlp.experts.91.down_proj,0.0000270811,0.02500,1.462
+75,mlp.experts.83.down_proj,0.0000183178,0.02500,1.473
+75,mlp.experts.87.down_proj,0.0000134863,0.02500,1.465
+75,mlp.experts.84.down_proj,0.0000114894,0.02500,1.239
+75,mlp.experts.113.down_proj,0.0000428659,0.02500,0.661
+75,mlp.experts.80.down_proj,0.0000221325,0.02500,1.265
+75,mlp.experts.88.down_proj,0.0000193536,0.02500,1.410
+75,mlp.experts.92.down_proj,0.0000068648,0.02500,1.338
+75,mlp.experts.95.down_proj,0.0000108616,0.02500,1.472
+75,mlp.experts.100.down_proj,0.0000171427,0.02500,1.249
+75,mlp.experts.99.down_proj,0.0000350782,0.02500,1.310
+75,mlp.experts.96.down_proj,0.0000075513,0.02500,1.199
+75,mlp.experts.107.down_proj,0.0000274669,0.02500,1.346
+75,mlp.experts.104.down_proj,0.0000620531,0.02500,1.183
+75,mlp.experts.108.down_proj,0.0000306347,0.02500,1.167
+75,mlp.experts.103.down_proj,0.0000240993,0.02500,1.437
+75,mlp.experts.111.down_proj,0.0000086756,0.02500,1.333
+75,mlp.experts.116.down_proj,0.0000126940,0.02500,0.753
+75,mlp.experts.112.down_proj,0.0000139405,0.02500,0.724
+75,mlp.experts.115.down_proj,0.0000047654,0.02500,0.892
+75,mlp.experts.119.down_proj,0.0000118428,0.02500,0.807
+76,self_attn.k_proj,0.0000002291,0.02500,2.144
+76,self_attn.q_proj,0.0000014822,0.02500,2.397
+76,self_attn.v_proj,0.0000006899,0.02500,2.524
+76,self_attn.o_proj,0.0000007377,0.02500,4.312
+76,mlp.shared_experts.gate_proj,0.0000049518,0.02500,1.322
+76,mlp.shared_experts.up_proj,0.0000033426,0.02500,1.494
+76,mlp.shared_experts.down_proj,0.0000006238,0.02500,0.425
+76,mlp.experts.2.gate_proj,0.0002230947,0.02500,4.835
+76,mlp.experts.10.gate_proj,0.0000621252,0.02500,4.783
+76,mlp.experts.6.gate_proj,0.0001077666,0.02500,4.914
+76,mlp.experts.14.gate_proj,0.0000789366,0.02500,5.216
+76,mlp.experts.1.gate_proj,0.0000713950,0.02500,5.483
+76,mlp.experts.13.gate_proj,0.0000178149,0.02500,5.590
+76,mlp.experts.9.gate_proj,0.0000731309,0.02500,5.937
+76,mlp.experts.5.gate_proj,0.0000924886,0.02500,5.991
+76,mlp.experts.0.gate_proj,0.0000953203,0.02500,6.078
+76,mlp.experts.8.gate_proj,0.0001100278,0.02500,6.002
+76,mlp.experts.12.gate_proj,0.0001045662,0.02500,6.264
+76,mlp.experts.4.gate_proj,0.0000627514,0.02500,6.152
+76,mlp.experts.11.gate_proj,0.0000909687,0.02500,6.824
+76,mlp.experts.15.gate_proj,0.0000873744,0.02500,6.980
+76,mlp.experts.7.gate_proj,0.0001670963,0.02500,7.053
+76,mlp.experts.3.gate_proj,0.0001535616,0.02500,7.159
+76,mlp.experts.22.gate_proj,0.0002121602,0.02500,2.916
+76,mlp.experts.18.gate_proj,0.0000955836,0.02500,3.435
+76,mlp.experts.26.gate_proj,0.0001122986,0.02500,3.751
+76,mlp.experts.30.gate_proj,0.0000432772,0.02500,3.401
+76,mlp.experts.29.gate_proj,0.0001036476,0.02500,4.329
+76,mlp.experts.17.gate_proj,0.0000766191,0.02500,4.450
+76,mlp.experts.20.gate_proj,0.0001549057,0.02500,3.661
+76,mlp.experts.24.gate_proj,0.0000603945,0.02500,3.892
+76,mlp.experts.25.gate_proj,0.0000982212,0.02500,4.287
+76,mlp.experts.16.gate_proj,0.0001085617,0.02500,4.181
+76,mlp.experts.21.gate_proj,0.0001595087,0.02500,4.404
+76,mlp.experts.28.gate_proj,0.0001233600,0.02500,4.178
+76,mlp.experts.23.gate_proj,0.0000673095,0.02500,3.741
+76,mlp.experts.27.gate_proj,0.0000844732,0.02500,4.108
+76,mlp.experts.38.gate_proj,0.0000498803,0.02500,3.510
+76,mlp.experts.19.gate_proj,0.0000325445,0.02500,4.332
+76,mlp.experts.31.gate_proj,0.0000362196,0.02500,4.576
+76,mlp.experts.34.gate_proj,0.0001063976,0.02500,3.771
+76,mlp.experts.42.gate_proj,0.0000468543,0.02500,3.453
+76,mlp.experts.46.gate_proj,0.0001372257,0.02500,3.499
+76,mlp.experts.40.gate_proj,0.0000994756,0.02500,2.866
+76,mlp.experts.36.gate_proj,0.0000754450,0.02500,3.006
+76,mlp.experts.32.gate_proj,0.0001782531,0.02500,2.893
+76,mlp.experts.44.gate_proj,0.0000893624,0.02500,2.910
+76,mlp.experts.45.gate_proj,0.0001582221,0.02500,4.480
+76,mlp.experts.33.gate_proj,0.0001191408,0.02500,4.524
+76,mlp.experts.43.gate_proj,0.0000646465,0.02500,3.730
+76,mlp.experts.41.gate_proj,0.0000876543,0.02500,4.531
+76,mlp.experts.54.gate_proj,0.0000685947,0.02500,3.412
+76,mlp.experts.47.gate_proj,0.0001121096,0.02500,3.434
+76,mlp.experts.37.gate_proj,0.0000949140,0.02500,4.631
+76,mlp.experts.39.gate_proj,0.0001815395,0.02500,4.289
+76,mlp.experts.35.gate_proj,0.0001095196,0.02500,3.768
+76,mlp.experts.50.gate_proj,0.0001851341,0.02500,3.448
+76,mlp.experts.58.gate_proj,0.0000867824,0.02500,3.532
+76,mlp.experts.56.gate_proj,0.0000550257,0.02500,2.816
+76,mlp.experts.52.gate_proj,0.0000650821,0.02500,2.865
+76,mlp.experts.62.gate_proj,0.0000887658,0.02500,3.724
+76,mlp.experts.48.gate_proj,0.0000510616,0.02500,2.849
+76,mlp.experts.60.gate_proj,0.0001054955,0.02500,2.845
+76,mlp.experts.70.gate_proj,0.0000452195,0.02500,3.662
+76,mlp.experts.72.gate_proj,0.0001034927,0.02500,2.781
+76,mlp.experts.59.gate_proj,0.0001304013,0.02500,3.928
+76,mlp.experts.68.gate_proj,0.0000935270,0.02500,2.820
+76,mlp.experts.49.gate_proj,0.0000938245,0.02500,4.258
+76,mlp.experts.64.gate_proj,0.0000538215,0.02500,2.802
+76,mlp.experts.63.gate_proj,0.0000820117,0.02500,3.858
+76,mlp.experts.74.gate_proj,0.0001425482,0.02500,3.241
+76,mlp.experts.61.gate_proj,0.0001148857,0.02500,4.491
+76,mlp.experts.66.gate_proj,0.0000834063,0.02500,3.474
+76,mlp.experts.76.gate_proj,0.0000816876,0.02500,2.805
+76,mlp.experts.51.gate_proj,0.0001019357,0.02500,3.938
+76,mlp.experts.57.gate_proj,0.0001192436,0.02500,4.445
+76,mlp.experts.55.gate_proj,0.0001034894,0.02500,4.196
+76,mlp.experts.53.gate_proj,0.0000909767,0.02500,4.319
+76,mlp.experts.78.gate_proj,0.0000495302,0.02500,3.463
+76,mlp.experts.88.gate_proj,0.0001914401,0.02500,2.875
+76,mlp.experts.80.gate_proj,0.0001052826,0.02500,2.810
+76,mlp.experts.84.gate_proj,0.0001300007,0.02500,2.914
+76,mlp.experts.92.gate_proj,0.0000781301,0.02500,2.925
+76,mlp.experts.75.gate_proj,0.0001113162,0.02500,3.415
+76,mlp.experts.65.gate_proj,0.0000460640,0.02500,3.544
+76,mlp.experts.82.gate_proj,0.0000473264,0.02500,3.323
+76,mlp.experts.90.gate_proj,0.0000562455,0.02500,3.466
+76,mlp.experts.77.gate_proj,0.0000746575,0.02500,3.454
+76,mlp.experts.94.gate_proj,0.0000788976,0.02500,3.012
+76,mlp.experts.71.gate_proj,0.0000949211,0.02500,3.228
+76,mlp.experts.73.gate_proj,0.0000579956,0.02500,3.416
+76,mlp.experts.86.gate_proj,0.0000771528,0.02500,4.099
+76,mlp.experts.69.gate_proj,0.0000858260,0.02500,3.390
+76,mlp.experts.79.gate_proj,0.0000413708,0.02500,4.241
+76,mlp.experts.67.gate_proj,0.0001063655,0.02500,4.198
+76,mlp.experts.104.gate_proj,0.0001127973,0.02500,2.905
+76,mlp.experts.96.gate_proj,0.0000373181,0.02500,2.921
+76,mlp.experts.100.gate_proj,0.0001171852,0.02500,2.916
+76,mlp.experts.108.gate_proj,0.0001242752,0.02500,2.976
+76,mlp.experts.91.gate_proj,0.0000972665,0.02500,3.215
+76,mlp.experts.106.gate_proj,0.0000734650,0.02500,3.069
+76,mlp.experts.81.gate_proj,0.0000846147,0.02500,3.247
+76,mlp.experts.87.gate_proj,0.0000823930,0.02500,3.055
+76,mlp.experts.93.gate_proj,0.0000906412,0.02500,3.251
+76,mlp.experts.110.gate_proj,0.0001042600,0.02500,3.252
+76,mlp.experts.89.gate_proj,0.0000625971,0.02500,3.249
+76,mlp.experts.98.gate_proj,0.0001217149,0.02500,3.606
+76,mlp.experts.85.gate_proj,0.0000432870,0.02500,3.284
+76,mlp.experts.102.gate_proj,0.0000691025,0.02500,3.988
+76,mlp.experts.95.gate_proj,0.0001498060,0.02500,4.139
+76,mlp.experts.0.up_proj,0.0000937629,0.02500,2.919
+76,mlp.experts.112.gate_proj,0.0001253105,0.02500,2.931
+76,mlp.experts.116.gate_proj,0.0000936521,0.02500,3.034
+76,mlp.experts.83.gate_proj,0.0001249458,0.02500,4.422
+76,mlp.experts.4.up_proj,0.0000614647,0.02500,3.001
+76,mlp.experts.2.up_proj,0.0002158090,0.02500,3.173
+76,mlp.experts.109.gate_proj,0.0001021697,0.02500,3.420
+76,mlp.experts.97.gate_proj,0.0001332636,0.02500,3.567
+76,mlp.experts.6.up_proj,0.0001045980,0.02500,3.500
+76,mlp.experts.114.gate_proj,0.0000682757,0.02500,3.448
+76,mlp.experts.105.gate_proj,0.0000374397,0.02500,3.478
+76,mlp.experts.103.gate_proj,0.0000935652,0.02500,3.847
+76,mlp.experts.107.gate_proj,0.0000678623,0.02500,4.251
+76,mlp.experts.101.gate_proj,0.0000428674,0.02500,3.476
+76,mlp.experts.118.gate_proj,0.0000457072,0.02500,3.387
+76,mlp.experts.16.up_proj,0.0001066781,0.02500,2.920
+76,mlp.experts.8.up_proj,0.0001087471,0.02500,2.885
+76,mlp.experts.111.gate_proj,0.0000757698,0.02500,3.242
+76,mlp.experts.12.up_proj,0.0001042975,0.02500,2.929
+76,mlp.experts.20.up_proj,0.0001541429,0.02500,2.911
+76,mlp.experts.99.gate_proj,0.0001121147,0.02500,3.722
+76,mlp.experts.18.up_proj,0.0000943463,0.02500,3.063
+76,mlp.experts.113.gate_proj,0.0000552669,0.02500,3.264
+76,mlp.experts.5.up_proj,0.0000898491,0.02500,3.320
+76,mlp.experts.10.up_proj,0.0000608568,0.02500,3.302
+76,mlp.experts.1.up_proj,0.0000682241,0.02500,3.295
+76,mlp.experts.3.up_proj,0.0001510582,0.02500,3.267
+76,mlp.experts.117.gate_proj,0.0001055053,0.02500,3.267
+76,mlp.experts.22.up_proj,0.0002069839,0.02500,3.611
+76,mlp.experts.119.gate_proj,0.0000477816,0.02500,3.464
+76,mlp.experts.32.up_proj,0.0001754558,0.02500,2.976
+76,mlp.experts.24.up_proj,0.0000596675,0.02500,2.956
+76,mlp.experts.7.up_proj,0.0001640187,0.02500,2.963
+76,mlp.experts.28.up_proj,0.0001211990,0.02500,3.006
+76,mlp.experts.36.up_proj,0.0000729880,0.02500,2.945
+76,mlp.experts.14.up_proj,0.0000784259,0.02500,3.884
+76,mlp.experts.115.gate_proj,0.0000539441,0.02500,3.404
+76,mlp.experts.34.up_proj,0.0001039400,0.02500,3.440
+76,mlp.experts.9.up_proj,0.0000699912,0.02500,3.202
+76,mlp.experts.21.up_proj,0.0001520117,0.02500,3.284
+76,mlp.experts.17.up_proj,0.0000745914,0.02500,3.249
+76,mlp.experts.26.up_proj,0.0001089891,0.02500,3.332
+76,mlp.experts.13.up_proj,0.0000173365,0.02500,3.279
+76,mlp.experts.38.up_proj,0.0000465954,0.02500,3.265
+76,mlp.experts.48.up_proj,0.0000502627,0.02500,2.943
+76,mlp.experts.40.up_proj,0.0000953897,0.02500,2.938
+76,mlp.experts.15.up_proj,0.0000836547,0.02500,3.401
+76,mlp.experts.23.up_proj,0.0000670391,0.02500,2.907
+76,mlp.experts.44.up_proj,0.0000876718,0.02500,2.998
+76,mlp.experts.19.up_proj,0.0000348124,0.02500,3.769
+76,mlp.experts.52.up_proj,0.0000645332,0.02500,2.922
+76,mlp.experts.30.up_proj,0.0000428687,0.02500,3.992
+76,mlp.experts.50.up_proj,0.0001842164,0.02500,3.431
+76,mlp.experts.11.up_proj,0.0000878340,0.02500,3.873
+76,mlp.experts.25.up_proj,0.0000951903,0.02500,3.375
+76,mlp.experts.64.up_proj,0.0000526094,0.02500,2.923
+76,mlp.experts.56.up_proj,0.0000534816,0.02500,2.847
+76,mlp.experts.37.up_proj,0.0000889135,0.02500,3.479
+76,mlp.experts.31.up_proj,0.0000351297,0.02500,2.969
+76,mlp.experts.33.up_proj,0.0001145650,0.02500,3.419
+76,mlp.experts.39.up_proj,0.0001778211,0.02500,2.986
+76,mlp.experts.60.up_proj,0.0001044986,0.02500,2.910
+76,mlp.experts.42.up_proj,0.0000447063,0.02500,3.491
+76,mlp.experts.29.up_proj,0.0001001605,0.02500,3.474
+76,mlp.experts.68.up_proj,0.0000911504,0.02500,2.894
+76,mlp.experts.54.up_proj,0.0000665406,0.02500,3.554
+76,mlp.experts.35.up_proj,0.0001068111,0.02500,3.904
+76,mlp.experts.46.up_proj,0.0001352496,0.02500,3.318
+76,mlp.experts.80.up_proj,0.0001017139,0.02500,2.950
+76,mlp.experts.72.up_proj,0.0001009050,0.02500,2.929
+76,mlp.experts.47.up_proj,0.0001099235,0.02500,2.872
+76,mlp.experts.41.up_proj,0.0000847186,0.02500,3.264
+76,mlp.experts.55.up_proj,0.0001019036,0.02500,2.890
+76,mlp.experts.76.up_proj,0.0000805379,0.02500,2.858
+76,mlp.experts.66.up_proj,0.0000807198,0.02500,3.772
+76,mlp.experts.53.up_proj,0.0000895070,0.02500,3.264
+76,mlp.experts.84.up_proj,0.0001262014,0.02500,2.883
+76,mlp.experts.49.up_proj,0.0000905292,0.02500,3.178
+76,mlp.experts.58.up_proj,0.0000859217,0.02500,3.151
+76,mlp.experts.45.up_proj,0.0001558667,0.02500,3.242
+76,mlp.experts.27.up_proj,0.0000821926,0.02500,3.972
+76,mlp.experts.70.up_proj,0.0000446740,0.02500,3.521
+76,mlp.experts.51.up_proj,0.0000949226,0.02500,3.872
+76,mlp.experts.62.up_proj,0.0000868358,0.02500,3.374
+76,mlp.experts.88.up_proj,0.0001898224,0.02500,2.842
+76,mlp.experts.96.up_proj,0.0000370135,0.02500,2.973
+76,mlp.experts.63.up_proj,0.0000799273,0.02500,2.977
+76,mlp.experts.92.up_proj,0.0000756186,0.02500,2.850
+76,mlp.experts.100.up_proj,0.0001171329,0.02500,2.891
+76,mlp.experts.71.up_proj,0.0000935626,0.02500,3.254
+76,mlp.experts.57.up_proj,0.0001165872,0.02500,3.375
+76,mlp.experts.74.up_proj,0.0001389055,0.02500,3.073
+76,mlp.experts.69.up_proj,0.0000834289,0.02500,3.387
+76,mlp.experts.65.up_proj,0.0000449802,0.02500,3.348
+76,mlp.experts.43.up_proj,0.0000603391,0.02500,3.268
+76,mlp.experts.82.up_proj,0.0000461690,0.02500,3.802
+76,mlp.experts.61.up_proj,0.0001130732,0.02500,3.466
+76,mlp.experts.86.up_proj,0.0000753608,0.02500,3.612
+76,mlp.experts.78.up_proj,0.0000490136,0.02500,3.266
+76,mlp.experts.104.up_proj,0.0001119338,0.02500,2.996
+76,mlp.experts.112.up_proj,0.0001211453,0.02500,3.008
+76,mlp.experts.67.up_proj,0.0001016900,0.02500,3.757
+76,mlp.experts.108.up_proj,0.0001188887,0.02500,2.997
+76,mlp.experts.79.up_proj,0.0000410365,0.02500,3.046
+76,mlp.experts.116.up_proj,0.0000905334,0.02500,2.835
+76,mlp.experts.90.up_proj,0.0000548401,0.02500,3.356
+76,mlp.experts.59.up_proj,0.0001278115,0.02500,3.118
+76,mlp.experts.87.up_proj,0.0000811861,0.02500,3.780
+76,mlp.experts.102.up_proj,0.0000690646,0.02500,2.864
+76,mlp.experts.98.up_proj,0.0001201890,0.02500,3.752
+76,mlp.experts.73.up_proj,0.0000576438,0.02500,4.636
+76,mlp.experts.85.up_proj,0.0000425268,0.02500,4.808
+76,mlp.experts.81.up_proj,0.0000835751,0.02500,4.937
+76,mlp.experts.95.up_proj,0.0001463734,0.02500,2.675
+76,mlp.experts.94.up_proj,0.0000772190,0.02500,3.188
+76,mlp.experts.77.up_proj,0.0000729006,0.02500,4.910
+76,mlp.experts.83.up_proj,0.0001226261,0.02500,3.284
+76,mlp.experts.75.up_proj,0.0001074279,0.02500,2.760
+76,mlp.experts.106.up_proj,0.0000719533,0.02500,3.387
+76,mlp.experts.118.up_proj,0.0000450106,0.02500,2.978
+76,mlp.experts.103.up_proj,0.0000918509,0.02500,3.684
+76,mlp.experts.114.up_proj,0.0000668572,0.02500,3.189
+76,mlp.experts.111.up_proj,0.0000740169,0.02500,2.751
+76,mlp.experts.110.up_proj,0.0001016202,0.02500,2.687
+76,mlp.experts.91.up_proj,0.0000945360,0.02500,2.480
+76,mlp.experts.99.up_proj,0.0001116837,0.02500,3.431
+76,mlp.experts.89.up_proj,0.0000619345,0.02500,4.705
+76,mlp.experts.101.up_proj,0.0000422768,0.02500,4.628
+76,mlp.experts.97.up_proj,0.0001229192,0.02500,4.631
+76,mlp.experts.93.up_proj,0.0000877393,0.02500,4.455
+76,mlp.experts.119.up_proj,0.0000471023,0.02500,3.006
+76,mlp.experts.107.up_proj,0.0000656036,0.02500,2.327
+76,mlp.experts.115.up_proj,0.0000530996,0.02500,2.100
+76,mlp.experts.105.up_proj,0.0000361367,0.02500,3.722
+76,mlp.experts.117.up_proj,0.0001034272,0.02500,3.697
+76,mlp.experts.113.up_proj,0.0000551695,0.02500,3.565
+76,mlp.experts.109.up_proj,0.0000999609,0.02500,3.433
+76,mlp.experts.5.down_proj,0.0000217219,0.02500,1.198
+76,mlp.experts.13.down_proj,0.0000046605,0.02500,1.221
+76,mlp.experts.1.down_proj,0.0000136623,0.02500,1.228
+76,mlp.experts.9.down_proj,0.0000142811,0.02500,1.272
+76,mlp.experts.2.down_proj,0.0000612017,0.02500,1.317
+76,mlp.experts.6.down_proj,0.0000281054,0.02500,1.322
+76,mlp.experts.14.down_proj,0.0000213561,0.02500,1.324
+76,mlp.experts.10.down_proj,0.0000101606,0.02500,1.352
+76,mlp.experts.21.down_proj,0.0000443561,0.02500,1.099
+76,mlp.experts.29.down_proj,0.0000241130,0.02500,1.139
+76,mlp.experts.25.down_proj,0.0000324967,0.02500,1.199
+76,mlp.experts.17.down_proj,0.0000188246,0.02500,1.234
+76,mlp.experts.30.down_proj,0.0000066186,0.02500,1.179
+76,mlp.experts.18.down_proj,0.0000196112,0.02500,1.196
+76,mlp.experts.8.down_proj,0.0000619432,0.02500,2.530
+76,mlp.experts.22.down_proj,0.0000818506,0.02500,1.226
+76,mlp.experts.26.down_proj,0.0000191750,0.02500,1.239
+76,mlp.experts.0.down_proj,0.0000221619,0.02500,2.626
+76,mlp.experts.12.down_proj,0.0000278173,0.02500,2.626
+76,mlp.experts.4.down_proj,0.0000103884,0.02500,2.667
+76,mlp.experts.7.down_proj,0.0000491252,0.02500,2.952
+76,mlp.experts.15.down_proj,0.0000321981,0.02500,2.975
+76,mlp.experts.3.down_proj,0.0000402787,0.02500,3.053
+76,mlp.experts.11.down_proj,0.0000171654,0.02500,3.076
+76,mlp.experts.37.down_proj,0.0000474167,0.02500,1.165
+76,mlp.experts.45.down_proj,0.0000305520,0.02500,1.203
+76,mlp.experts.41.down_proj,0.0000172269,0.02500,1.131
+76,mlp.experts.33.down_proj,0.0000300521,0.02500,1.173
+76,mlp.experts.46.down_proj,0.0000288452,0.02500,1.571
+76,mlp.experts.34.down_proj,0.0000284866,0.02500,1.620
+76,mlp.experts.38.down_proj,0.0000081897,0.02500,1.613
+76,mlp.experts.42.down_proj,0.0000076682,0.02500,1.608
+76,mlp.experts.31.down_proj,0.0000131890,0.02500,1.241
+76,mlp.experts.23.down_proj,0.0000138848,0.02500,1.332
+76,mlp.experts.19.down_proj,0.0000076847,0.02500,1.295
+76,mlp.experts.27.down_proj,0.0000240512,0.02500,1.302
+76,mlp.experts.53.down_proj,0.0000257010,0.02500,0.976
+76,mlp.experts.24.down_proj,0.0000103585,0.02500,1.973
+76,mlp.experts.28.down_proj,0.0000507174,0.02500,1.907
+76,mlp.experts.61.down_proj,0.0000213057,0.02500,1.014
+76,mlp.experts.57.down_proj,0.0000285579,0.02500,0.977
+76,mlp.experts.16.down_proj,0.0000151302,0.02500,1.984
+76,mlp.experts.20.down_proj,0.0000551644,0.02500,1.995
+76,mlp.experts.49.down_proj,0.0000205243,0.02500,1.013
+76,mlp.experts.47.down_proj,0.0000329305,0.02500,1.104
+76,mlp.experts.39.down_proj,0.0000476781,0.02500,1.115
+76,mlp.experts.35.down_proj,0.0000229516,0.02500,1.154
+76,mlp.experts.40.down_proj,0.0000174058,0.02500,1.001
+76,mlp.experts.44.down_proj,0.0000181497,0.02500,1.044
+76,mlp.experts.32.down_proj,0.0000458160,0.02500,1.012
+76,mlp.experts.43.down_proj,0.0000113108,0.02500,1.266
+76,mlp.experts.36.down_proj,0.0000176662,0.02500,1.002
+76,mlp.experts.62.down_proj,0.0000382332,0.02500,1.853
+76,mlp.experts.50.down_proj,0.0000510479,0.02500,1.801
+76,mlp.experts.54.down_proj,0.0000237333,0.02500,1.859
+76,mlp.experts.69.down_proj,0.0000125971,0.02500,1.604
+76,mlp.experts.58.down_proj,0.0000202280,0.02500,1.975
+76,mlp.experts.73.down_proj,0.0000175875,0.02500,1.590
+76,mlp.experts.77.down_proj,0.0000161968,0.02500,1.614
+76,mlp.experts.65.down_proj,0.0000071390,0.02500,1.537
+76,mlp.experts.63.down_proj,0.0000187631,0.02500,1.166
+76,mlp.experts.55.down_proj,0.0000283872,0.02500,1.167
+76,mlp.experts.51.down_proj,0.0000248344,0.02500,1.210
+76,mlp.experts.59.down_proj,0.0000353958,0.02500,1.133
+76,mlp.experts.85.down_proj,0.0000091791,0.02500,0.889
+76,mlp.experts.56.down_proj,0.0000238141,0.02500,1.560
+76,mlp.experts.93.down_proj,0.0000342933,0.02500,0.896
+76,mlp.experts.89.down_proj,0.0000123629,0.02500,0.952
+76,mlp.experts.81.down_proj,0.0000227161,0.02500,0.956
+76,mlp.experts.60.down_proj,0.0000417808,0.02500,1.609
+76,mlp.experts.48.down_proj,0.0000361037,0.02500,1.673
+76,mlp.experts.52.down_proj,0.0000112055,0.02500,1.677
+76,mlp.experts.79.down_proj,0.0000115532,0.02500,1.131
+76,mlp.experts.71.down_proj,0.0000160165,0.02500,1.153
+76,mlp.experts.78.down_proj,0.0000213637,0.02500,1.845
+76,mlp.experts.67.down_proj,0.0000426547,0.02500,1.101
+76,mlp.experts.75.down_proj,0.0000275348,0.02500,1.096
+76,mlp.experts.70.down_proj,0.0000272772,0.02500,1.883
+76,mlp.experts.66.down_proj,0.0000210128,0.02500,2.003
+76,mlp.experts.74.down_proj,0.0000417335,0.02500,1.850
+76,mlp.experts.101.down_proj,0.0000087222,0.02500,1.349
+76,mlp.experts.97.down_proj,0.0000314017,0.02500,1.269
+76,mlp.experts.109.down_proj,0.0000248112,0.02500,1.368
+76,mlp.experts.105.down_proj,0.0000207688,0.02500,1.356
+76,mlp.experts.95.down_proj,0.0000348339,0.02500,0.969
+76,mlp.experts.87.down_proj,0.0000159664,0.02500,0.975
+76,mlp.experts.83.down_proj,0.0000199936,0.02500,0.989
+76,mlp.experts.91.down_proj,0.0000568596,0.02500,1.027
+76,mlp.experts.72.down_proj,0.0000267904,0.02500,2.060
+76,mlp.experts.64.down_proj,0.0000100790,0.02500,1.917
+76,mlp.experts.76.down_proj,0.0000170239,0.02500,2.027
+76,mlp.experts.68.down_proj,0.0000240209,0.02500,1.917
+76,mlp.experts.117.down_proj,0.0000309242,0.02500,0.982
+76,mlp.experts.113.down_proj,0.0000199585,0.02500,0.878
+76,mlp.experts.94.down_proj,0.0000161663,0.02500,1.730
+76,mlp.experts.86.down_proj,0.0000126647,0.02500,1.644
+76,mlp.experts.82.down_proj,0.0000112619,0.02500,1.705
+76,mlp.experts.90.down_proj,0.0000145527,0.02500,1.635
+76,mlp.experts.103.down_proj,0.0000257155,0.02500,1.026
+76,mlp.experts.111.down_proj,0.0000120338,0.02500,1.136
+76,mlp.experts.99.down_proj,0.0000301323,0.02500,1.013
+76,mlp.experts.107.down_proj,0.0000146963,0.02500,1.062
+76,mlp.experts.115.down_proj,0.0000081498,0.02500,0.652
+76,mlp.experts.119.down_proj,0.0000079850,0.02500,0.776
+76,mlp.experts.88.down_proj,0.0000911837,0.02500,1.604
+76,mlp.experts.80.down_proj,0.0000342804,0.02500,1.704
+76,mlp.experts.92.down_proj,0.0000151408,0.02500,1.715
+76,mlp.experts.84.down_proj,0.0000240092,0.02500,1.725
+76,mlp.experts.110.down_proj,0.0000169052,0.02500,1.656
+76,mlp.experts.102.down_proj,0.0000142510,0.02500,1.652
+76,mlp.experts.106.down_proj,0.0000144325,0.02500,1.544
+76,mlp.experts.98.down_proj,0.0000229958,0.02500,1.576
+76,mlp.experts.104.down_proj,0.0000345228,0.02500,1.213
+76,mlp.experts.108.down_proj,0.0000265698,0.02500,1.042
+76,mlp.experts.100.down_proj,0.0000481987,0.02500,1.004
+76,mlp.experts.96.down_proj,0.0000118467,0.02500,1.083
+76,mlp.experts.118.down_proj,0.0000107098,0.02500,0.825
+76,mlp.experts.114.down_proj,0.0000262568,0.02500,0.822
+76,mlp.experts.116.down_proj,0.0000197267,0.02500,0.598
+76,mlp.experts.112.down_proj,0.0000327430,0.02500,0.664
+77,self_attn.k_proj,0.0000003380,0.02500,1.691
+77,self_attn.v_proj,0.0000010533,0.02500,1.978
+77,self_attn.q_proj,0.0000026347,0.02500,2.183
+77,self_attn.o_proj,0.0000004457,0.02500,4.127
+77,mlp.shared_experts.gate_proj,0.0000050413,0.02500,1.462
+77,mlp.shared_experts.up_proj,0.0000038056,0.02500,1.693
+77,mlp.shared_experts.down_proj,0.0000008027,0.02500,0.425
+77,mlp.experts.1.gate_proj,0.0001089116,0.02500,4.303
+77,mlp.experts.9.gate_proj,0.0001358188,0.02500,4.181
+77,mlp.experts.13.gate_proj,0.0000947830,0.02500,4.254
+77,mlp.experts.5.gate_proj,0.0000513941,0.02500,4.257
+77,mlp.experts.0.gate_proj,0.0000691644,0.02500,4.743
+77,mlp.experts.4.gate_proj,0.0000453047,0.02500,4.700
+77,mlp.experts.8.gate_proj,0.0001025051,0.02500,4.833
+77,mlp.experts.7.gate_proj,0.0001392315,0.02500,4.851
+77,mlp.experts.12.gate_proj,0.0001266039,0.02500,4.925
+77,mlp.experts.11.gate_proj,0.0001006896,0.02500,4.950
+77,mlp.experts.3.gate_proj,0.0001600015,0.02500,5.078
+77,mlp.experts.14.gate_proj,0.0000940086,0.02500,5.460
+77,mlp.experts.15.gate_proj,0.0000977711,0.02500,5.472
+77,mlp.experts.2.gate_proj,0.0000758315,0.02500,5.722
+77,mlp.experts.6.gate_proj,0.0001269634,0.02500,5.599
+77,mlp.experts.10.gate_proj,0.0001076742,0.02500,6.044
+77,mlp.experts.17.gate_proj,0.0001350773,0.02500,3.398
+77,mlp.experts.21.gate_proj,0.0000928477,0.02500,3.275
+77,mlp.experts.25.gate_proj,0.0002426052,0.02500,3.449
+77,mlp.experts.28.gate_proj,0.0000819521,0.02500,2.858
+77,mlp.experts.29.gate_proj,0.0000935694,0.02500,3.560
+77,mlp.experts.24.gate_proj,0.0000872451,0.02500,3.147
+77,mlp.experts.16.gate_proj,0.0000840056,0.02500,3.665
+77,mlp.experts.20.gate_proj,0.0000523094,0.02500,3.758
+77,mlp.experts.27.gate_proj,0.0001310226,0.02500,4.217
+77,mlp.experts.23.gate_proj,0.0001240199,0.02500,4.362
+77,mlp.experts.19.gate_proj,0.0000878721,0.02500,4.299
+77,mlp.experts.31.gate_proj,0.0000559554,0.02500,4.651
+77,mlp.experts.30.gate_proj,0.0000438339,0.02500,5.066
+77,mlp.experts.22.gate_proj,0.0000790100,0.02500,5.120
+77,mlp.experts.18.gate_proj,0.0000901726,0.02500,5.267
+77,mlp.experts.40.gate_proj,0.0000792282,0.02500,3.235
+77,mlp.experts.33.gate_proj,0.0001030482,0.02500,3.783
+77,mlp.experts.37.gate_proj,0.0001234609,0.02500,3.841
+77,mlp.experts.26.gate_proj,0.0000489292,0.02500,5.370
+77,mlp.experts.45.gate_proj,0.0000431867,0.02500,3.616
+77,mlp.experts.41.gate_proj,0.0000952575,0.02500,3.970
+77,mlp.experts.36.gate_proj,0.0000943597,0.02500,3.281
+77,mlp.experts.44.gate_proj,0.0001546335,0.02500,4.103
+77,mlp.experts.32.gate_proj,0.0000363127,0.02500,3.864
+77,mlp.experts.43.gate_proj,0.0000836852,0.02500,3.451
+77,mlp.experts.35.gate_proj,0.0000593008,0.02500,3.399
+77,mlp.experts.39.gate_proj,0.0000722347,0.02500,3.628
+77,mlp.experts.47.gate_proj,0.0000400831,0.02500,3.410
+77,mlp.experts.56.gate_proj,0.0000559262,0.02500,3.539
+77,mlp.experts.49.gate_proj,0.0001701245,0.02500,3.559
+77,mlp.experts.53.gate_proj,0.0001155161,0.02500,3.616
+77,mlp.experts.61.gate_proj,0.0001036147,0.02500,3.673
+77,mlp.experts.57.gate_proj,0.0001270005,0.02500,3.590
+77,mlp.experts.60.gate_proj,0.0000418007,0.02500,3.363
+77,mlp.experts.52.gate_proj,0.0000889747,0.02500,3.670
+77,mlp.experts.46.gate_proj,0.0000955757,0.02500,4.919
+77,mlp.experts.38.gate_proj,0.0000989957,0.02500,4.793
+77,mlp.experts.48.gate_proj,0.0000924882,0.02500,3.522
+77,mlp.experts.34.gate_proj,0.0000775484,0.02500,4.923
+77,mlp.experts.42.gate_proj,0.0001008892,0.02500,4.957
+77,mlp.experts.59.gate_proj,0.0000902736,0.02500,4.899
+77,mlp.experts.51.gate_proj,0.0000698996,0.02500,4.793
+77,mlp.experts.55.gate_proj,0.0001373462,0.02500,4.806
+77,mlp.experts.65.gate_proj,0.0001403921,0.02500,3.170
+77,mlp.experts.69.gate_proj,0.0000706851,0.02500,3.176
+77,mlp.experts.76.gate_proj,0.0000784176,0.02500,2.954
+77,mlp.experts.77.gate_proj,0.0000989079,0.02500,3.172
+77,mlp.experts.73.gate_proj,0.0001389686,0.02500,3.142
+77,mlp.experts.64.gate_proj,0.0000448690,0.02500,2.899
+77,mlp.experts.63.gate_proj,0.0001120327,0.02500,5.007
+77,mlp.experts.72.gate_proj,0.0000769588,0.02500,3.943
+77,mlp.experts.68.gate_proj,0.0000918786,0.02500,3.920
+77,mlp.experts.62.gate_proj,0.0000839624,0.02500,4.167
+77,mlp.experts.54.gate_proj,0.0000714451,0.02500,4.368
+77,mlp.experts.50.gate_proj,0.0000943964,0.02500,4.396
+77,mlp.experts.58.gate_proj,0.0000386011,0.02500,4.376
+77,mlp.experts.81.gate_proj,0.0000520402,0.02500,3.086
+77,mlp.experts.85.gate_proj,0.0000315518,0.02500,3.139
+77,mlp.experts.89.gate_proj,0.0000979136,0.02500,3.090
+77,mlp.experts.93.gate_proj,0.0000817689,0.02500,3.152
+77,mlp.experts.80.gate_proj,0.0000867840,0.02500,2.933
+77,mlp.experts.92.gate_proj,0.0000835970,0.02500,3.474
+77,mlp.experts.88.gate_proj,0.0000938187,0.02500,3.237
+77,mlp.experts.75.gate_proj,0.0001351033,0.02500,4.716
+77,mlp.experts.71.gate_proj,0.0001051313,0.02500,4.854
+77,mlp.experts.67.gate_proj,0.0000429958,0.02500,5.168
+77,mlp.experts.84.gate_proj,0.0000789674,0.02500,3.848
+77,mlp.experts.79.gate_proj,0.0001525259,0.02500,4.676
+77,mlp.experts.97.gate_proj,0.0000694171,0.02500,2.987
+77,mlp.experts.78.gate_proj,0.0000655740,0.02500,4.513
+77,mlp.experts.101.gate_proj,0.0001024370,0.02500,3.025
+77,mlp.experts.96.gate_proj,0.0000669640,0.02500,2.932
+77,mlp.experts.109.gate_proj,0.0001277414,0.02500,3.079
+77,mlp.experts.105.gate_proj,0.0000943238,0.02500,3.083
+77,mlp.experts.108.gate_proj,0.0000548582,0.02500,3.106
+77,mlp.experts.70.gate_proj,0.0000695398,0.02500,4.904
+77,mlp.experts.66.gate_proj,0.0001650222,0.02500,4.775
+77,mlp.experts.91.gate_proj,0.0000859169,0.02500,3.443
+77,mlp.experts.104.gate_proj,0.0001150388,0.02500,3.774
+77,mlp.experts.74.gate_proj,0.0000698152,0.02500,5.043
+77,mlp.experts.87.gate_proj,0.0000989077,0.02500,3.488
+77,mlp.experts.83.gate_proj,0.0000588476,0.02500,3.748
+77,mlp.experts.100.gate_proj,0.0000945584,0.02500,3.698
+77,mlp.experts.95.gate_proj,0.0000949237,0.02500,3.962
+77,mlp.experts.113.gate_proj,0.0001227739,0.02500,3.139
+77,mlp.experts.117.gate_proj,0.0000321895,0.02500,3.069
+77,mlp.experts.1.up_proj,0.0001066609,0.02500,3.110
+77,mlp.experts.5.up_proj,0.0000508080,0.02500,3.157
+77,mlp.experts.112.gate_proj,0.0001237115,0.02500,3.530
+77,mlp.experts.4.up_proj,0.0000443800,0.02500,3.698
+77,mlp.experts.0.up_proj,0.0000680064,0.02500,3.291
+77,mlp.experts.103.gate_proj,0.0000684052,0.02500,3.348
+77,mlp.experts.94.gate_proj,0.0001216048,0.02500,5.279
+77,mlp.experts.107.gate_proj,0.0001124566,0.02500,3.877
+77,mlp.experts.86.gate_proj,0.0000512540,0.02500,4.878
+77,mlp.experts.116.gate_proj,0.0000665503,0.02500,2.915
+77,mlp.experts.82.gate_proj,0.0000744760,0.02500,4.907
+77,mlp.experts.99.gate_proj,0.0000951886,0.02500,3.464
+77,mlp.experts.90.gate_proj,0.0001144425,0.02500,4.640
+77,mlp.experts.111.gate_proj,0.0001476928,0.02500,3.400
+77,mlp.experts.9.up_proj,0.0001322130,0.02500,3.347
+77,mlp.experts.13.up_proj,0.0000937661,0.02500,3.299
+77,mlp.experts.17.up_proj,0.0001307123,0.02500,3.476
+77,mlp.experts.21.up_proj,0.0000873313,0.02500,3.506
+77,mlp.experts.8.up_proj,0.0001006399,0.02500,3.365
+77,mlp.experts.16.up_proj,0.0000820006,0.02500,2.913
+77,mlp.experts.119.gate_proj,0.0001194173,0.02500,3.058
+77,mlp.experts.20.up_proj,0.0000517727,0.02500,3.930
+77,mlp.experts.3.up_proj,0.0001590979,0.02500,3.370
+77,mlp.experts.12.up_proj,0.0001254625,0.02500,3.593
+77,mlp.experts.115.gate_proj,0.0000837778,0.02500,3.913
+77,mlp.experts.7.up_proj,0.0001370096,0.02500,3.409
+77,mlp.experts.102.gate_proj,0.0001605288,0.02500,4.757
+77,mlp.experts.110.gate_proj,0.0000677613,0.02500,5.075
+77,mlp.experts.98.gate_proj,0.0000697891,0.02500,4.776
+77,mlp.experts.24.up_proj,0.0000855227,0.02500,3.431
+77,mlp.experts.29.up_proj,0.0000878802,0.02500,4.050
+77,mlp.experts.25.up_proj,0.0002384891,0.02500,4.159
+77,mlp.experts.32.up_proj,0.0000347540,0.02500,2.961
+77,mlp.experts.33.up_proj,0.0001015504,0.02500,4.009
+77,mlp.experts.37.up_proj,0.0001204843,0.02500,4.076
+77,mlp.experts.106.gate_proj,0.0001126703,0.02500,4.921
+77,mlp.experts.36.up_proj,0.0000935232,0.02500,3.255
+77,mlp.experts.15.up_proj,0.0000968496,0.02500,3.529
+77,mlp.experts.19.up_proj,0.0000852426,0.02500,3.791
+77,mlp.experts.28.up_proj,0.0000788678,0.02500,3.656
+77,mlp.experts.11.up_proj,0.0000979697,0.02500,3.604
+77,mlp.experts.40.up_proj,0.0000790846,0.02500,3.135
+77,mlp.experts.118.gate_proj,0.0001312965,0.02500,3.587
+77,mlp.experts.114.gate_proj,0.0001894068,0.02500,3.559
+77,mlp.experts.6.up_proj,0.0001250898,0.02500,3.748
+77,mlp.experts.23.up_proj,0.0001196970,0.02500,4.309
+77,mlp.experts.48.up_proj,0.0000906038,0.02500,3.708
+77,mlp.experts.52.up_proj,0.0000873086,0.02500,3.250
+77,mlp.experts.2.up_proj,0.0000740657,0.02500,3.583
+77,mlp.experts.41.up_proj,0.0000941839,0.02500,4.192
+77,mlp.experts.45.up_proj,0.0000426508,0.02500,4.331
+77,mlp.experts.49.up_proj,0.0001697089,0.02500,4.141
+77,mlp.experts.53.up_proj,0.0001132710,0.02500,4.211
+77,mlp.experts.31.up_proj,0.0000556010,0.02500,4.357
+77,mlp.experts.44.up_proj,0.0001495216,0.02500,3.483
+77,mlp.experts.56.up_proj,0.0000551511,0.02500,3.283
+77,mlp.experts.14.up_proj,0.0000930160,0.02500,3.678
+77,mlp.experts.64.up_proj,0.0000436789,0.02500,3.121
+77,mlp.experts.35.up_proj,0.0000583647,0.02500,4.991
+77,mlp.experts.22.up_proj,0.0000751895,0.02500,3.653
+77,mlp.experts.68.up_proj,0.0000895741,0.02500,3.261
+77,mlp.experts.10.up_proj,0.0001035802,0.02500,4.081
+77,mlp.experts.27.up_proj,0.0001300365,0.02500,5.118
+77,mlp.experts.18.up_proj,0.0000886781,0.02500,3.894
+77,mlp.experts.39.up_proj,0.0000710147,0.02500,5.190
+77,mlp.experts.61.up_proj,0.0001019932,0.02500,4.470
+77,mlp.experts.57.up_proj,0.0001232659,0.02500,4.753
+77,mlp.experts.60.up_proj,0.0000410463,0.02500,3.327
+77,mlp.experts.69.up_proj,0.0000677195,0.02500,4.489
+77,mlp.experts.65.up_proj,0.0001327699,0.02500,4.769
+77,mlp.experts.72.up_proj,0.0000756938,0.02500,3.651
+77,mlp.experts.47.up_proj,0.0000392286,0.02500,4.990
+77,mlp.experts.80.up_proj,0.0000855073,0.02500,3.668
+77,mlp.experts.84.up_proj,0.0000757556,0.02500,3.693
+77,mlp.experts.51.up_proj,0.0000680097,0.02500,4.915
+77,mlp.experts.30.up_proj,0.0000428799,0.02500,5.145
+77,mlp.experts.38.up_proj,0.0000984884,0.02500,5.055
+77,mlp.experts.43.up_proj,0.0000813241,0.02500,4.589
+77,mlp.experts.76.up_proj,0.0000779481,0.02500,3.394
+77,mlp.experts.34.up_proj,0.0000758481,0.02500,4.989
+77,mlp.experts.55.up_proj,0.0001358458,0.02500,4.359
+77,mlp.experts.26.up_proj,0.0000482498,0.02500,5.714
+77,mlp.experts.77.up_proj,0.0000974719,0.02500,4.603
+77,mlp.experts.73.up_proj,0.0001356878,0.02500,4.596
+77,mlp.experts.88.up_proj,0.0000909164,0.02500,3.649
+77,mlp.experts.85.up_proj,0.0000313306,0.02500,4.521
+77,mlp.experts.81.up_proj,0.0000487408,0.02500,4.625
+77,mlp.experts.96.up_proj,0.0000658590,0.02500,3.674
+77,mlp.experts.100.up_proj,0.0000941244,0.02500,3.677
+77,mlp.experts.63.up_proj,0.0001108069,0.02500,4.421
+77,mlp.experts.92.up_proj,0.0000822993,0.02500,3.313
+77,mlp.experts.67.up_proj,0.0000416020,0.02500,4.365
+77,mlp.experts.46.up_proj,0.0000947806,0.02500,4.541
+77,mlp.experts.54.up_proj,0.0000709456,0.02500,4.669
+77,mlp.experts.59.up_proj,0.0000889265,0.02500,4.651
+77,mlp.experts.50.up_proj,0.0000887844,0.02500,4.096
+77,mlp.experts.42.up_proj,0.0001004800,0.02500,4.164
+77,mlp.experts.112.up_proj,0.0001204350,0.02500,3.087
+77,mlp.experts.89.up_proj,0.0000968469,0.02500,3.889
+77,mlp.experts.93.up_proj,0.0000802510,0.02500,4.092
+77,mlp.experts.104.up_proj,0.0001170790,0.02500,3.847
+77,mlp.experts.101.up_proj,0.0001000445,0.02500,3.935
+77,mlp.experts.71.up_proj,0.0001023714,0.02500,4.579
+77,mlp.experts.97.up_proj,0.0000681292,0.02500,3.970
+77,mlp.experts.116.up_proj,0.0000637544,0.02500,3.079
+77,mlp.experts.108.up_proj,0.0000533976,0.02500,2.523
+77,mlp.experts.79.up_proj,0.0001475000,0.02500,4.824
+77,mlp.experts.62.up_proj,0.0000829688,0.02500,3.490
+77,mlp.experts.70.up_proj,0.0000689331,0.02500,3.497
+77,mlp.experts.83.up_proj,0.0000586634,0.02500,4.424
+77,mlp.experts.58.up_proj,0.0000388507,0.02500,3.608
+77,mlp.experts.66.up_proj,0.0001647247,0.02500,3.884
+77,mlp.experts.105.up_proj,0.0000935200,0.02500,4.321
+77,mlp.experts.109.up_proj,0.0001268027,0.02500,4.289
+77,mlp.experts.113.up_proj,0.0001220780,0.02500,4.028
+77,mlp.experts.75.up_proj,0.0001316059,0.02500,4.835
+77,mlp.experts.117.up_proj,0.0000317314,0.02500,4.286
+77,mlp.experts.87.up_proj,0.0000975516,0.02500,4.543
+77,mlp.experts.95.up_proj,0.0000911771,0.02500,4.738
+77,mlp.experts.78.up_proj,0.0000634251,0.02500,4.625
+77,mlp.experts.86.up_proj,0.0000507167,0.02500,4.498
+77,mlp.experts.99.up_proj,0.0000947279,0.02500,4.996
+77,mlp.experts.74.up_proj,0.0000678257,0.02500,4.746
+77,mlp.experts.82.up_proj,0.0000742872,0.02500,4.770
+77,mlp.experts.91.up_proj,0.0000837780,0.02500,4.447
+77,mlp.experts.103.up_proj,0.0000676781,0.02500,4.423
+77,mlp.experts.111.up_proj,0.0001418739,0.02500,4.063
+77,mlp.experts.94.up_proj,0.0001197742,0.02500,4.571
+77,mlp.experts.102.up_proj,0.0001572321,0.02500,4.794
+77,mlp.experts.107.up_proj,0.0001097631,0.02500,3.689
+77,mlp.experts.115.up_proj,0.0000819365,0.02500,4.412
+77,mlp.experts.119.up_proj,0.0001169653,0.02500,3.491
+77,mlp.experts.90.up_proj,0.0001140796,0.02500,4.528
+77,mlp.experts.98.up_proj,0.0000687096,0.02500,4.519
+77,mlp.experts.110.up_proj,0.0000675041,0.02500,4.736
+77,mlp.experts.118.up_proj,0.0001283650,0.02500,4.614
+77,mlp.experts.106.up_proj,0.0001086337,0.02500,4.491
+77,mlp.experts.114.up_proj,0.0001844745,0.02500,4.388
+77,mlp.experts.0.down_proj,0.0000121273,0.02500,1.006
+77,mlp.experts.3.down_proj,0.0000322359,0.02500,1.039
+77,mlp.experts.7.down_proj,0.0000400327,0.02500,1.042
+77,mlp.experts.15.down_proj,0.0000181543,0.02500,1.051
+77,mlp.experts.12.down_proj,0.0000257853,0.02500,1.074
+77,mlp.experts.11.down_proj,0.0000177328,0.02500,1.077
+77,mlp.experts.4.down_proj,0.0000073027,0.02500,1.184
+77,mlp.experts.8.down_proj,0.0000255699,0.02500,1.232
+77,mlp.experts.13.down_proj,0.0000212759,0.02500,1.257
+77,mlp.experts.9.down_proj,0.0000307715,0.02500,1.265
+77,mlp.experts.6.down_proj,0.0000364652,0.02500,1.273
+77,mlp.experts.1.down_proj,0.0000223621,0.02500,1.282
+77,mlp.experts.5.down_proj,0.0000210557,0.02500,1.311
+77,mlp.experts.2.down_proj,0.0000159433,0.02500,1.325
+77,mlp.experts.10.down_proj,0.0000410291,0.02500,1.502
+77,mlp.experts.14.down_proj,0.0000304719,0.02500,1.553
+77,mlp.experts.16.down_proj,0.0000188754,0.02500,0.902
+77,mlp.experts.23.down_proj,0.0000356226,0.02500,1.064
+77,mlp.experts.19.down_proj,0.0000284042,0.02500,1.072
+77,mlp.experts.24.down_proj,0.0000128369,0.02500,0.884
+77,mlp.experts.27.down_proj,0.0000330664,0.02500,1.064
+77,mlp.experts.31.down_proj,0.0000275351,0.02500,1.118
+77,mlp.experts.28.down_proj,0.0000374899,0.02500,1.101
+77,mlp.experts.20.down_proj,0.0000167792,0.02500,1.144
+77,mlp.experts.18.down_proj,0.0000203403,0.02500,1.152
+77,mlp.experts.26.down_proj,0.0000078010,0.02500,1.081
+77,mlp.experts.22.down_proj,0.0000164438,0.02500,1.340
+77,mlp.experts.30.down_proj,0.0000060386,0.02500,1.214
+77,mlp.experts.25.down_proj,0.0000680087,0.02500,1.585
+77,mlp.experts.29.down_proj,0.0000307486,0.02500,1.597
+77,mlp.experts.21.down_proj,0.0000282263,0.02500,1.593
+77,mlp.experts.17.down_proj,0.0000602166,0.02500,1.646
+77,mlp.experts.39.down_proj,0.0000190308,0.02500,0.969
+77,mlp.experts.35.down_proj,0.0000118906,0.02500,0.979
+77,mlp.experts.32.down_proj,0.0000091289,0.02500,1.189
+77,mlp.experts.43.down_proj,0.0000318153,0.02500,0.972
+77,mlp.experts.47.down_proj,0.0000201710,0.02500,0.981
+77,mlp.experts.40.down_proj,0.0000219642,0.02500,1.215
+77,mlp.experts.44.down_proj,0.0000590451,0.02500,1.283
+77,mlp.experts.34.down_proj,0.0000128306,0.02500,1.028
+77,mlp.experts.36.down_proj,0.0000258874,0.02500,1.213
+77,mlp.experts.42.down_proj,0.0000247120,0.02500,1.014
+77,mlp.experts.38.down_proj,0.0000230066,0.02500,1.065
+77,mlp.experts.46.down_proj,0.0000326956,0.02500,1.109
+77,mlp.experts.55.down_proj,0.0000288457,0.02500,0.919
+77,mlp.experts.51.down_proj,0.0000368957,0.02500,0.915
+77,mlp.experts.59.down_proj,0.0000357114,0.02500,0.915
+77,mlp.experts.63.down_proj,0.0000269103,0.02500,0.914
+77,mlp.experts.45.down_proj,0.0000067108,0.02500,1.373
+77,mlp.experts.41.down_proj,0.0000173280,0.02500,1.386
+77,mlp.experts.48.down_proj,0.0000215475,0.02500,1.148
+77,mlp.experts.37.down_proj,0.0000225335,0.02500,1.379
+77,mlp.experts.33.down_proj,0.0000323334,0.02500,1.376
+77,mlp.experts.56.down_proj,0.0000134631,0.02500,1.178
+77,mlp.experts.60.down_proj,0.0000173172,0.02500,1.102
+77,mlp.experts.50.down_proj,0.0000276173,0.02500,1.100
+77,mlp.experts.54.down_proj,0.0000231063,0.02500,0.953
+77,mlp.experts.52.down_proj,0.0000221209,0.02500,1.131
+77,mlp.experts.58.down_proj,0.0000126224,0.02500,1.208
+77,mlp.experts.62.down_proj,0.0000163486,0.02500,1.042
+77,mlp.experts.71.down_proj,0.0000249417,0.02500,1.030
+77,mlp.experts.67.down_proj,0.0000072663,0.02500,1.043
+77,mlp.experts.75.down_proj,0.0000301073,0.02500,1.042
+77,mlp.experts.79.down_proj,0.0000439969,0.02500,1.035
+77,mlp.experts.64.down_proj,0.0000146953,0.02500,0.938
+77,mlp.experts.72.down_proj,0.0000217316,0.02500,0.896
+77,mlp.experts.76.down_proj,0.0000138124,0.02500,0.907
+77,mlp.experts.57.down_proj,0.0000420439,0.02500,1.259
+77,mlp.experts.53.down_proj,0.0000214397,0.02500,1.248
+77,mlp.experts.66.down_proj,0.0000408019,0.02500,0.957
+77,mlp.experts.61.down_proj,0.0000232327,0.02500,1.338
+77,mlp.experts.49.down_proj,0.0000445492,0.02500,1.274
+77,mlp.experts.68.down_proj,0.0000170014,0.02500,0.907
+77,mlp.experts.70.down_proj,0.0000130665,0.02500,1.147
+77,mlp.experts.78.down_proj,0.0000264300,0.02500,0.938
+77,mlp.experts.87.down_proj,0.0000226159,0.02500,0.905
+77,mlp.experts.83.down_proj,0.0000166840,0.02500,0.903
+77,mlp.experts.91.down_proj,0.0000277170,0.02500,0.927
+77,mlp.experts.74.down_proj,0.0000342672,0.02500,1.201
+77,mlp.experts.95.down_proj,0.0000274456,0.02500,0.921
+77,mlp.experts.80.down_proj,0.0000169266,0.02500,0.898
+77,mlp.experts.88.down_proj,0.0000186963,0.02500,0.886
+77,mlp.experts.92.down_proj,0.0000150890,0.02500,0.887
+77,mlp.experts.84.down_proj,0.0000159345,0.02500,0.885
+77,mlp.experts.82.down_proj,0.0000224670,0.02500,0.949
+77,mlp.experts.73.down_proj,0.0000301965,0.02500,1.225
+77,mlp.experts.77.down_proj,0.0000459243,0.02500,1.233
+77,mlp.experts.94.down_proj,0.0000372975,0.02500,0.971
+77,mlp.experts.65.down_proj,0.0000573231,0.02500,1.289
+77,mlp.experts.103.down_proj,0.0000127972,0.02500,0.959
+77,mlp.experts.99.down_proj,0.0000174411,0.02500,0.961
+77,mlp.experts.69.down_proj,0.0000163444,0.02500,1.392
+77,mlp.experts.107.down_proj,0.0000473159,0.02500,0.982
+77,mlp.experts.111.down_proj,0.0000506318,0.02500,0.994
+77,mlp.experts.86.down_proj,0.0000104598,0.02500,1.253
+77,mlp.experts.96.down_proj,0.0000164031,0.02500,0.973
+77,mlp.experts.90.down_proj,0.0000389396,0.02500,1.155
+77,mlp.experts.104.down_proj,0.0000440728,0.02500,0.986
+77,mlp.experts.108.down_proj,0.0000110756,0.02500,0.990
+77,mlp.experts.100.down_proj,0.0000191357,0.02500,0.970
+77,mlp.experts.119.down_proj,0.0000437389,0.02500,0.705
+77,mlp.experts.115.down_proj,0.0000181340,0.02500,0.694
+77,mlp.experts.98.down_proj,0.0000110151,0.02500,1.230
+77,mlp.experts.89.down_proj,0.0000221159,0.02500,1.241
+77,mlp.experts.112.down_proj,0.0000299336,0.02500,0.967
+77,mlp.experts.110.down_proj,0.0000185416,0.02500,1.197
+77,mlp.experts.93.down_proj,0.0000145184,0.02500,1.229
+77,mlp.experts.81.down_proj,0.0000136695,0.02500,1.242
+77,mlp.experts.102.down_proj,0.0000498031,0.02500,1.106
+77,mlp.experts.106.down_proj,0.0000462359,0.02500,0.993
+77,mlp.experts.116.down_proj,0.0000354706,0.02500,0.732
+77,mlp.experts.85.down_proj,0.0000090702,0.02500,1.308
+77,mlp.experts.114.down_proj,0.0000465072,0.02500,0.746
+77,mlp.experts.118.down_proj,0.0000620082,0.02500,0.557
+77,mlp.experts.105.down_proj,0.0000216090,0.02500,1.450
+77,mlp.experts.109.down_proj,0.0000652558,0.02500,1.396
+77,mlp.experts.97.down_proj,0.0000151861,0.02500,1.362
+77,mlp.experts.101.down_proj,0.0000228290,0.02500,1.272
+77,mlp.experts.113.down_proj,0.0000251572,0.02500,0.573
+77,mlp.experts.117.down_proj,0.0000099394,0.02500,0.552
+78,self_attn.v_proj,0.0000008044,0.02500,1.894
+78,self_attn.k_proj,0.0000003096,0.02500,2.058
+78,self_attn.q_proj,0.0000021812,0.02500,2.318
+78,self_attn.o_proj,0.0000011900,0.02500,4.063
+78,mlp.shared_experts.gate_proj,0.0000052324,0.02500,1.482
+78,mlp.shared_experts.up_proj,0.0000034647,0.02500,1.684
+78,mlp.shared_experts.down_proj,0.0000009076,0.02500,0.441
+78,mlp.experts.12.gate_proj,0.0000819144,0.02500,4.486
+78,mlp.experts.8.gate_proj,0.0000996476,0.02500,4.628
+78,mlp.experts.1.gate_proj,0.0001615208,0.02500,4.853
+78,mlp.experts.0.gate_proj,0.0001677901,0.02500,4.876
+78,mlp.experts.11.gate_proj,0.0001146198,0.02500,4.771
+78,mlp.experts.14.gate_proj,0.0000611257,0.02500,4.819
+78,mlp.experts.4.gate_proj,0.0000438571,0.02500,4.825
+78,mlp.experts.10.gate_proj,0.0000821521,0.02500,4.898
+78,mlp.experts.3.gate_proj,0.0001229908,0.02500,5.142
+78,mlp.experts.2.gate_proj,0.0000392247,0.02500,5.155
+78,mlp.experts.6.gate_proj,0.0001289726,0.02500,5.009
+78,mlp.experts.7.gate_proj,0.0000999826,0.02500,5.058
+78,mlp.experts.9.gate_proj,0.0000883244,0.02500,5.092
+78,mlp.experts.15.gate_proj,0.0001139535,0.02500,5.167
+78,mlp.experts.13.gate_proj,0.0000832901,0.02500,5.219
+78,mlp.experts.5.gate_proj,0.0001064707,0.02500,5.282
+78,mlp.experts.24.gate_proj,0.0001747881,0.02500,3.523
+78,mlp.experts.30.gate_proj,0.0001549406,0.02500,3.359
+78,mlp.experts.20.gate_proj,0.0001397933,0.02500,3.420
+78,mlp.experts.26.gate_proj,0.0000361610,0.02500,3.386
+78,mlp.experts.16.gate_proj,0.0000806742,0.02500,3.666
+78,mlp.experts.28.gate_proj,0.0000674428,0.02500,3.860
+78,mlp.experts.18.gate_proj,0.0000674794,0.02500,3.421
+78,mlp.experts.22.gate_proj,0.0000893001,0.02500,3.513
+78,mlp.experts.17.gate_proj,0.0000544802,0.02500,3.887
+78,mlp.experts.25.gate_proj,0.0000987506,0.02500,3.789
+78,mlp.experts.21.gate_proj,0.0001080187,0.02500,3.736
+78,mlp.experts.29.gate_proj,0.0001047868,0.02500,3.840
+78,mlp.experts.27.gate_proj,0.0000405558,0.02500,4.933
+78,mlp.experts.19.gate_proj,0.0001911785,0.02500,4.949
+78,mlp.experts.23.gate_proj,0.0001625431,0.02500,4.915
+78,mlp.experts.31.gate_proj,0.0000462430,0.02500,4.849
+78,mlp.experts.32.gate_proj,0.0001590277,0.02500,3.331
+78,mlp.experts.46.gate_proj,0.0000951528,0.02500,3.596
+78,mlp.experts.44.gate_proj,0.0000687900,0.02500,3.583
+78,mlp.experts.38.gate_proj,0.0001757807,0.02500,3.452
+78,mlp.experts.40.gate_proj,0.0001525090,0.02500,3.868
+78,mlp.experts.34.gate_proj,0.0000661148,0.02500,3.670
+78,mlp.experts.42.gate_proj,0.0000657940,0.02500,3.800
+78,mlp.experts.33.gate_proj,0.0002040221,0.02500,3.579
+78,mlp.experts.36.gate_proj,0.0000650946,0.02500,3.908
+78,mlp.experts.41.gate_proj,0.0001003354,0.02500,3.567
+78,mlp.experts.37.gate_proj,0.0001681976,0.02500,3.623
+78,mlp.experts.45.gate_proj,0.0001062061,0.02500,3.674
+78,mlp.experts.35.gate_proj,0.0000766999,0.02500,4.178
+78,mlp.experts.43.gate_proj,0.0000494068,0.02500,4.392
+78,mlp.experts.47.gate_proj,0.0000718523,0.02500,4.198
+78,mlp.experts.39.gate_proj,0.0001683742,0.02500,4.291
+78,mlp.experts.49.gate_proj,0.0001383221,0.02500,3.638
+78,mlp.experts.62.gate_proj,0.0000780823,0.02500,4.075
+78,mlp.experts.48.gate_proj,0.0002368328,0.02500,4.206
+78,mlp.experts.57.gate_proj,0.0001614010,0.02500,3.472
+78,mlp.experts.58.gate_proj,0.0000770064,0.02500,3.872
+78,mlp.experts.52.gate_proj,0.0001320027,0.02500,3.854
+78,mlp.experts.60.gate_proj,0.0001464488,0.02500,4.130
+78,mlp.experts.54.gate_proj,0.0000641323,0.02500,4.103
+78,mlp.experts.61.gate_proj,0.0000750269,0.02500,3.376
+78,mlp.experts.50.gate_proj,0.0000719778,0.02500,4.147
+78,mlp.experts.53.gate_proj,0.0000699243,0.02500,3.641
+78,mlp.experts.56.gate_proj,0.0000563098,0.02500,4.494
+78,mlp.experts.59.gate_proj,0.0002299408,0.02500,4.203
+78,mlp.experts.55.gate_proj,0.0001185985,0.02500,4.131
+78,mlp.experts.51.gate_proj,0.0001465406,0.02500,4.373
+78,mlp.experts.63.gate_proj,0.0001028678,0.02500,4.472
+78,mlp.experts.65.gate_proj,0.0000949264,0.02500,3.129
+78,mlp.experts.73.gate_proj,0.0001069017,0.02500,3.172
+78,mlp.experts.77.gate_proj,0.0000822346,0.02500,3.132
+78,mlp.experts.69.gate_proj,0.0001211617,0.02500,3.149
+78,mlp.experts.78.gate_proj,0.0000204523,0.02500,4.090
+78,mlp.experts.66.gate_proj,0.0000707316,0.02500,3.895
+78,mlp.experts.74.gate_proj,0.0001638191,0.02500,4.233
+78,mlp.experts.70.gate_proj,0.0000934553,0.02500,4.195
+78,mlp.experts.64.gate_proj,0.0000766835,0.02500,4.432
+78,mlp.experts.68.gate_proj,0.0000632036,0.02500,4.422
+78,mlp.experts.76.gate_proj,0.0000735093,0.02500,4.425
+78,mlp.experts.72.gate_proj,0.0001500958,0.02500,4.599
+78,mlp.experts.75.gate_proj,0.0000828305,0.02500,3.133
+78,mlp.experts.67.gate_proj,0.0001083324,0.02500,3.082
+78,mlp.experts.71.gate_proj,0.0001076639,0.02500,3.208
+78,mlp.experts.79.gate_proj,0.0000970900,0.02500,3.114
+78,mlp.experts.81.gate_proj,0.0000318299,0.02500,3.264
+78,mlp.experts.89.gate_proj,0.0001184909,0.02500,3.191
+78,mlp.experts.93.gate_proj,0.0000566200,0.02500,3.208
+78,mlp.experts.85.gate_proj,0.0000909145,0.02500,3.185
+78,mlp.experts.82.gate_proj,0.0000726829,0.02500,3.125
+78,mlp.experts.94.gate_proj,0.0000755984,0.02500,3.634
+78,mlp.experts.86.gate_proj,0.0001008716,0.02500,3.574
+78,mlp.experts.90.gate_proj,0.0000620108,0.02500,3.843
+78,mlp.experts.80.gate_proj,0.0000947772,0.02500,4.448
+78,mlp.experts.92.gate_proj,0.0000986352,0.02500,4.416
+78,mlp.experts.91.gate_proj,0.0001277321,0.02500,3.551
+78,mlp.experts.84.gate_proj,0.0001028396,0.02500,4.567
+78,mlp.experts.83.gate_proj,0.0000948516,0.02500,3.733
+78,mlp.experts.97.gate_proj,0.0001709586,0.02500,3.179
+78,mlp.experts.105.gate_proj,0.0000620006,0.02500,3.164
+78,mlp.experts.95.gate_proj,0.0000746749,0.02500,3.748
+78,mlp.experts.109.gate_proj,0.0000929725,0.02500,3.121
+78,mlp.experts.88.gate_proj,0.0001112611,0.02500,4.494
+78,mlp.experts.101.gate_proj,0.0000654404,0.02500,3.002
+78,mlp.experts.98.gate_proj,0.0001722000,0.02500,3.212
+78,mlp.experts.102.gate_proj,0.0000763183,0.02500,3.577
+78,mlp.experts.110.gate_proj,0.0001450767,0.02500,3.975
+78,mlp.experts.106.gate_proj,0.0000520441,0.02500,3.817
+78,mlp.experts.96.gate_proj,0.0000944191,0.02500,5.238
+78,mlp.experts.108.gate_proj,0.0000783833,0.02500,5.308
+78,mlp.experts.100.gate_proj,0.0001168645,0.02500,5.287
+78,mlp.experts.87.gate_proj,0.0000558409,0.02500,9.391
+78,mlp.experts.114.gate_proj,0.0001522664,0.02500,4.799
+78,mlp.experts.118.gate_proj,0.0000489907,0.02500,5.358
+78,mlp.experts.6.up_proj,0.0001285579,0.02500,5.327
+78,mlp.experts.2.up_proj,0.0000380407,0.02500,5.439
+78,mlp.experts.107.gate_proj,0.0000863541,0.02500,9.140
+78,mlp.experts.99.gate_proj,0.0000982276,0.02500,9.027
+78,mlp.experts.103.gate_proj,0.0001376255,0.02500,3.720
+78,mlp.experts.111.gate_proj,0.0000952785,0.02500,9.238
+78,mlp.experts.10.up_proj,0.0000824384,0.02500,4.680
+78,mlp.experts.14.up_proj,0.0000589552,0.02500,4.705
+78,mlp.experts.22.up_proj,0.0000890012,0.02500,4.613
+78,mlp.experts.7.up_proj,0.0001000460,0.02500,2.966
+78,mlp.experts.18.up_proj,0.0000670613,0.02500,4.620
+78,mlp.experts.119.gate_proj,0.0000586993,0.02500,3.217
+78,mlp.experts.3.up_proj,0.0001227183,0.02500,3.909
+78,mlp.experts.115.gate_proj,0.0001284150,0.02500,3.910
+78,mlp.experts.26.up_proj,0.0000276127,0.02500,4.306
+78,mlp.experts.38.up_proj,0.0001742048,0.02500,4.226
+78,mlp.experts.23.up_proj,0.0001620535,0.02500,4.041
+78,mlp.experts.19.up_proj,0.0001894441,0.02500,3.987
+78,mlp.experts.30.up_proj,0.0001528263,0.02500,4.646
+78,mlp.experts.15.up_proj,0.0001111540,0.02500,4.234
+78,mlp.experts.11.up_proj,0.0001121358,0.02500,4.087
+78,mlp.experts.34.up_proj,0.0000636175,0.02500,4.438
+78,mlp.experts.42.up_proj,0.0000651162,0.02500,4.490
+78,mlp.experts.39.up_proj,0.0001699821,0.02500,3.791
+78,mlp.experts.54.up_proj,0.0000636629,0.02500,4.085
+78,mlp.experts.31.up_proj,0.0000459283,0.02500,3.895
+78,mlp.experts.27.up_proj,0.0000412626,0.02500,4.011
+78,mlp.experts.46.up_proj,0.0000925295,0.02500,4.270
+78,mlp.experts.35.up_proj,0.0000747884,0.02500,4.422
+78,mlp.experts.50.up_proj,0.0000696762,0.02500,4.236
+78,mlp.experts.58.up_proj,0.0000760508,0.02500,3.784
+78,mlp.experts.104.gate_proj,0.0001160919,0.02500,23.075
+78,mlp.experts.55.up_proj,0.0001140972,0.02500,3.290
+78,mlp.experts.70.up_proj,0.0000939975,0.02500,3.698
+78,mlp.experts.47.up_proj,0.0000705978,0.02500,3.499
+78,mlp.experts.62.up_proj,0.0000754095,0.02500,3.582
+78,mlp.experts.51.up_proj,0.0001441642,0.02500,3.571
+78,mlp.experts.66.up_proj,0.0000701145,0.02500,3.616
+78,mlp.experts.43.up_proj,0.0000484797,0.02500,4.189
+78,mlp.experts.71.up_proj,0.0001053108,0.02500,3.199
+78,mlp.experts.74.up_proj,0.0001590270,0.02500,3.694
+78,mlp.experts.112.gate_proj,0.0000630389,0.02500,22.712
+78,mlp.experts.63.up_proj,0.0000996851,0.02500,3.206
+78,mlp.experts.4.up_proj,0.0000435396,0.02500,22.839
+78,mlp.experts.116.gate_proj,0.0000763620,0.02500,22.884
+78,mlp.experts.0.up_proj,0.0001608849,0.02500,5.153
+78,mlp.experts.86.up_proj,0.0001005418,0.02500,4.497
+78,mlp.experts.67.up_proj,0.0001074984,0.02500,4.173
+78,mlp.experts.78.up_proj,0.0000202151,0.02500,4.648
+78,mlp.experts.59.up_proj,0.0002300376,0.02500,4.260
+78,mlp.experts.82.up_proj,0.0000715843,0.02500,4.708
+78,mlp.experts.87.up_proj,0.0000550688,0.02500,4.156
+78,mlp.experts.79.up_proj,0.0000964160,0.02500,3.789
+78,mlp.experts.90.up_proj,0.0000618399,0.02500,4.532
+78,mlp.experts.8.up_proj,0.0000967617,0.02500,5.231
+78,mlp.experts.102.up_proj,0.0000743264,0.02500,3.952
+78,mlp.experts.83.up_proj,0.0000925905,0.02500,3.809
+78,mlp.experts.20.up_proj,0.0001321653,0.02500,5.018
+78,mlp.experts.12.up_proj,0.0000816425,0.02500,5.036
+78,mlp.experts.94.up_proj,0.0000746732,0.02500,3.939
+78,mlp.experts.75.up_proj,0.0000818825,0.02500,3.883
+78,mlp.experts.16.up_proj,0.0000802364,0.02500,4.847
+78,mlp.experts.98.up_proj,0.0001705930,0.02500,4.171
+78,mlp.experts.103.up_proj,0.0001339649,0.02500,4.091
+78,mlp.experts.106.up_proj,0.0000505784,0.02500,3.638
+78,mlp.experts.95.up_proj,0.0000740432,0.02500,4.147
+78,mlp.experts.118.up_proj,0.0000482031,0.02500,3.658
+78,mlp.experts.24.up_proj,0.0001734178,0.02500,3.780
+78,mlp.experts.36.up_proj,0.0000639543,0.02500,3.806
+78,mlp.experts.110.up_proj,0.0001443494,0.02500,3.361
+78,mlp.experts.99.up_proj,0.0000981596,0.02500,3.955
+78,mlp.experts.28.up_proj,0.0000665749,0.02500,3.863
+78,mlp.experts.114.up_proj,0.0001492632,0.02500,3.051
+78,mlp.experts.32.up_proj,0.0001547777,0.02500,3.935
+78,mlp.experts.91.up_proj,0.0001227106,0.02500,4.559
+78,mlp.experts.111.up_proj,0.0000937348,0.02500,4.470
+78,mlp.experts.119.up_proj,0.0000572965,0.02500,4.859
+78,mlp.experts.52.up_proj,0.0001317061,0.02500,4.339
+78,mlp.experts.40.up_proj,0.0001520501,0.02500,4.497
+78,mlp.experts.115.up_proj,0.0001260310,0.02500,4.308
+78,mlp.experts.44.up_proj,0.0000677612,0.02500,4.381
+78,mlp.experts.107.up_proj,0.0000821530,0.02500,3.427
+78,mlp.experts.48.up_proj,0.0002352441,0.02500,4.291
+78,mlp.experts.56.up_proj,0.0000563840,0.02500,5.394
+78,mlp.experts.68.up_proj,0.0000626286,0.02500,5.614
+78,mlp.experts.60.up_proj,0.0001435293,0.02500,5.494
+78,mlp.experts.64.up_proj,0.0000752545,0.02500,5.801
+78,mlp.experts.84.up_proj,0.0001024155,0.02500,5.255
+78,mlp.experts.72.up_proj,0.0001471661,0.02500,5.765
+78,mlp.experts.76.up_proj,0.0000721793,0.02500,5.819
+78,mlp.experts.80.up_proj,0.0000944789,0.02500,5.698
+78,mlp.experts.100.up_proj,0.0001154552,0.02500,6.090
+78,mlp.experts.88.up_proj,0.0000962453,0.02500,5.975
+78,mlp.experts.92.up_proj,0.0000971461,0.02500,5.831
+78,mlp.experts.96.up_proj,0.0000923411,0.02500,5.908
+78,mlp.experts.116.up_proj,0.0000748871,0.02500,6.223
+78,mlp.experts.108.up_proj,0.0000758773,0.02500,5.883
+78,mlp.experts.104.up_proj,0.0001139157,0.02500,6.128
+78,mlp.experts.112.up_proj,0.0000618562,0.02500,5.330
+78,mlp.experts.117.gate_proj,0.0001169665,0.02500,5.638
+78,mlp.experts.1.up_proj,0.0001555751,0.02500,5.675
+78,mlp.experts.5.up_proj,0.0001027635,0.02500,5.703
+78,mlp.experts.113.gate_proj,0.0000994109,0.02500,5.881
+78,mlp.experts.21.up_proj,0.0001046668,0.02500,8.335
+78,mlp.experts.13.up_proj,0.0000821633,0.02500,8.566
+78,mlp.experts.9.up_proj,0.0000870653,0.02500,8.457
+78,mlp.experts.17.up_proj,0.0000538841,0.02500,8.844
+78,mlp.experts.37.up_proj,0.0001611757,0.02500,5.408
+78,mlp.experts.29.up_proj,0.0001010870,0.02500,5.404
+78,mlp.experts.33.up_proj,0.0002029188,0.02500,5.285
+78,mlp.experts.25.up_proj,0.0000955978,0.02500,5.935
+78,mlp.experts.53.up_proj,0.0000697492,0.02500,6.040
+78,mlp.experts.45.up_proj,0.0001034721,0.02500,5.840
+78,mlp.experts.49.up_proj,0.0001342565,0.02500,5.857
+78,mlp.experts.41.up_proj,0.0000999529,0.02500,6.249
+78,mlp.experts.61.up_proj,0.0000728739,0.02500,5.184
+78,mlp.experts.69.up_proj,0.0001193744,0.02500,5.618
+78,mlp.experts.65.up_proj,0.0000924302,0.02500,5.526
+78,mlp.experts.57.up_proj,0.0001621846,0.02500,5.828
+78,mlp.experts.77.up_proj,0.0000819660,0.02500,5.820
+78,mlp.experts.85.up_proj,0.0000910638,0.02500,5.582
+78,mlp.experts.81.up_proj,0.0000310746,0.02500,5.541
+78,mlp.experts.73.up_proj,0.0001052744,0.02500,5.652
+78,mlp.experts.93.up_proj,0.0000536908,0.02500,5.959
+78,mlp.experts.101.up_proj,0.0000649899,0.02500,5.873
+78,mlp.experts.97.up_proj,0.0001684905,0.02500,5.873
+78,mlp.experts.89.up_proj,0.0001161651,0.02500,5.698
+78,mlp.experts.109.up_proj,0.0000903594,0.02500,5.199
+78,mlp.experts.117.up_proj,0.0001123445,0.02500,5.325
+78,mlp.experts.113.up_proj,0.0000990086,0.02500,5.298
+78,mlp.experts.105.up_proj,0.0000619324,0.02500,4.478
+78,mlp.experts.3.down_proj,0.0000370318,0.02500,1.215
+78,mlp.experts.7.down_proj,0.0000236818,0.02500,1.143
+78,mlp.experts.11.down_proj,0.0000219545,0.02500,1.158
+78,mlp.experts.1.down_proj,0.0000548945,0.02500,1.366
+78,mlp.experts.15.down_proj,0.0000321893,0.02500,1.238
+78,mlp.experts.5.down_proj,0.0000334174,0.02500,1.265
+78,mlp.experts.13.down_proj,0.0000325566,0.02500,1.315
+78,mlp.experts.2.down_proj,0.0000159592,0.02500,1.483
+78,mlp.experts.4.down_proj,0.0000087926,0.02500,1.351
+78,mlp.experts.9.down_proj,0.0000220948,0.02500,1.380
+78,mlp.experts.8.down_proj,0.0000317980,0.02500,1.414
+78,mlp.experts.0.down_proj,0.0000266841,0.02500,1.573
+78,mlp.experts.12.down_proj,0.0000198771,0.02500,1.495
+78,mlp.experts.10.down_proj,0.0000153224,0.02500,1.612
+78,mlp.experts.6.down_proj,0.0000244138,0.02500,1.674
+78,mlp.experts.14.down_proj,0.0000093837,0.02500,1.674
+78,mlp.experts.19.down_proj,0.0000611561,0.02500,0.955
+78,mlp.experts.23.down_proj,0.0000368768,0.02500,0.968
+78,mlp.experts.27.down_proj,0.0000188988,0.02500,0.973
+78,mlp.experts.21.down_proj,0.0000427723,0.02500,0.998
+78,mlp.experts.31.down_proj,0.0000081500,0.02500,1.029
+78,mlp.experts.17.down_proj,0.0000137657,0.02500,1.127
+78,mlp.experts.25.down_proj,0.0000180044,0.02500,0.997
+78,mlp.experts.29.down_proj,0.0000184392,0.02500,1.197
+78,mlp.experts.18.down_proj,0.0000128293,0.02500,1.266
+78,mlp.experts.20.down_proj,0.0000345176,0.02500,1.425
+78,mlp.experts.24.down_proj,0.0000757510,0.02500,1.454
+78,mlp.experts.28.down_proj,0.0000174153,0.02500,1.389
+78,mlp.experts.30.down_proj,0.0000550722,0.02500,1.212
+78,mlp.experts.22.down_proj,0.0000168280,0.02500,1.219
+78,mlp.experts.16.down_proj,0.0000387097,0.02500,1.470
+78,mlp.experts.26.down_proj,0.0000231103,0.02500,1.326
+78,mlp.experts.35.down_proj,0.0000259940,0.02500,1.345
+78,mlp.experts.39.down_proj,0.0000323200,0.02500,1.355
+78,mlp.experts.37.down_proj,0.0000587021,0.02500,1.241
+78,mlp.experts.47.down_proj,0.0000105258,0.02500,1.308
+78,mlp.experts.34.down_proj,0.0000117844,0.02500,0.981
+78,mlp.experts.43.down_proj,0.0000411839,0.02500,1.465
+78,mlp.experts.33.down_proj,0.0000805819,0.02500,1.243
+78,mlp.experts.41.down_proj,0.0000470524,0.02500,1.242
+78,mlp.experts.46.down_proj,0.0000267697,0.02500,0.944
+78,mlp.experts.45.down_proj,0.0000216930,0.02500,1.332
+78,mlp.experts.38.down_proj,0.0000952259,0.02500,0.956
+78,mlp.experts.42.down_proj,0.0000344290,0.02500,0.967
+78,mlp.experts.36.down_proj,0.0000174438,0.02500,1.288
+78,mlp.experts.44.down_proj,0.0000116149,0.02500,1.284
+78,mlp.experts.32.down_proj,0.0000388848,0.02500,1.294
+78,mlp.experts.51.down_proj,0.0000917815,0.02500,0.904
+78,mlp.experts.55.down_proj,0.0000319366,0.02500,0.883
+78,mlp.experts.40.down_proj,0.0000369542,0.02500,1.504
+78,mlp.experts.63.down_proj,0.0000652965,0.02500,0.867
+78,mlp.experts.59.down_proj,0.0001001336,0.02500,0.862
+78,mlp.experts.50.down_proj,0.0000138850,0.02500,0.926
+78,mlp.experts.53.down_proj,0.0000173409,0.02500,1.132
+78,mlp.experts.57.down_proj,0.0000484528,0.02500,1.085
+78,mlp.experts.49.down_proj,0.0000536028,0.02500,1.110
+78,mlp.experts.62.down_proj,0.0000163622,0.02500,0.920
+78,mlp.experts.54.down_proj,0.0000114244,0.02500,0.913
+78,mlp.experts.58.down_proj,0.0000224462,0.02500,0.926
+78,mlp.experts.61.down_proj,0.0000152536,0.02500,1.012
+78,mlp.experts.67.down_proj,0.0000300268,0.02500,0.869
+78,mlp.experts.71.down_proj,0.0000219726,0.02500,0.869
+78,mlp.experts.79.down_proj,0.0000194637,0.02500,0.868
+78,mlp.experts.75.down_proj,0.0000159966,0.02500,0.864
+78,mlp.experts.66.down_proj,0.0000314803,0.02500,0.967
+78,mlp.experts.52.down_proj,0.0000436771,0.02500,1.463
+78,mlp.experts.69.down_proj,0.0000276304,0.02500,0.962
+78,mlp.experts.60.down_proj,0.0000300029,0.02500,1.432
+78,mlp.experts.48.down_proj,0.0000766891,0.02500,1.447
+78,mlp.experts.70.down_proj,0.0000308666,0.02500,0.947
+78,mlp.experts.78.down_proj,0.0000100821,0.02500,0.970
+78,mlp.experts.65.down_proj,0.0000281893,0.02500,1.012
+78,mlp.experts.73.down_proj,0.0000213599,0.02500,1.036
+78,mlp.experts.74.down_proj,0.0000574389,0.02500,0.962
+78,mlp.experts.56.down_proj,0.0000162611,0.02500,1.487
+78,mlp.experts.77.down_proj,0.0000215859,0.02500,1.041
+78,mlp.experts.83.down_proj,0.0000139489,0.02500,0.876
+78,mlp.experts.87.down_proj,0.0000191509,0.02500,0.882
+78,mlp.experts.91.down_proj,0.0000399881,0.02500,0.863
+78,mlp.experts.95.down_proj,0.0000342570,0.02500,0.877
+78,mlp.experts.82.down_proj,0.0000268554,0.02500,0.933
+78,mlp.experts.85.down_proj,0.0000391967,0.02500,1.014
+78,mlp.experts.86.down_proj,0.0000219055,0.02500,0.932
+78,mlp.experts.81.down_proj,0.0000216624,0.02500,0.925
+78,mlp.experts.94.down_proj,0.0000213245,0.02500,0.945
+78,mlp.experts.90.down_proj,0.0000126732,0.02500,0.922
+78,mlp.experts.89.down_proj,0.0000319175,0.02500,1.060
+78,mlp.experts.99.down_proj,0.0000382981,0.02500,0.865
+78,mlp.experts.93.down_proj,0.0000098945,0.02500,1.041
+78,mlp.experts.103.down_proj,0.0000350406,0.02500,0.874
+78,mlp.experts.107.down_proj,0.0000175885,0.02500,0.877
+78,mlp.experts.111.down_proj,0.0000168057,0.02500,0.893
+78,mlp.experts.68.down_proj,0.0000137673,0.02500,1.569
+78,mlp.experts.64.down_proj,0.0000153095,0.02500,1.538
+78,mlp.experts.76.down_proj,0.0000181908,0.02500,1.647
+78,mlp.experts.98.down_proj,0.0000512583,0.02500,0.924
+78,mlp.experts.72.down_proj,0.0000314841,0.02500,1.551
+78,mlp.experts.102.down_proj,0.0000276332,0.02500,0.935
+78,mlp.experts.110.down_proj,0.0000335995,0.02500,0.916
+78,mlp.experts.115.down_proj,0.0000472015,0.02500,0.715
+78,mlp.experts.97.down_proj,0.0000628771,0.02500,0.966
+78,mlp.experts.106.down_proj,0.0000173504,0.02500,0.914
+78,mlp.experts.119.down_proj,0.0000102577,0.02500,0.674
+78,mlp.experts.101.down_proj,0.0000203714,0.02500,1.154
+78,mlp.experts.105.down_proj,0.0000223369,0.02500,1.129
+78,mlp.experts.109.down_proj,0.0000201709,0.02500,1.013
+78,mlp.experts.114.down_proj,0.0000482731,0.02500,0.721
+78,mlp.experts.118.down_proj,0.0000157148,0.02500,0.619
+78,mlp.experts.84.down_proj,0.0000338598,0.02500,1.357
+78,mlp.experts.80.down_proj,0.0000439781,0.02500,1.386
+78,mlp.experts.92.down_proj,0.0000177160,0.02500,1.324
+78,mlp.experts.88.down_proj,0.0000390794,0.02500,1.247
+78,mlp.experts.117.down_proj,0.0000428811,0.02500,0.894
+78,mlp.experts.113.down_proj,0.0000261722,0.02500,1.056
+78,mlp.experts.100.down_proj,0.0000290129,0.02500,1.625
+78,mlp.experts.96.down_proj,0.0000198678,0.02500,1.606
+78,mlp.experts.108.down_proj,0.0000185831,0.02500,1.674
+78,mlp.experts.104.down_proj,0.0000376372,0.02500,1.603
+78,mlp.experts.116.down_proj,0.0000219917,0.02500,0.675
+78,mlp.experts.112.down_proj,0.0000092452,0.02500,0.610
+79,self_attn.v_proj,0.0000009318,0.02500,1.977
+79,self_attn.k_proj,0.0000003492,0.02500,2.053
+79,self_attn.q_proj,0.0000026067,0.02500,2.232
+79,self_attn.o_proj,0.0000012690,0.02500,4.261
+79,mlp.shared_experts.gate_proj,0.0000054906,0.02500,1.597
+79,mlp.shared_experts.up_proj,0.0000046045,0.02500,1.875
+79,mlp.shared_experts.down_proj,0.0000012780,0.02500,0.420
+79,mlp.experts.0.gate_proj,0.0000898645,0.02500,3.884
+79,mlp.experts.8.gate_proj,0.0000914268,0.02500,3.690
+79,mlp.experts.12.gate_proj,0.0000956240,0.02500,3.758
+79,mlp.experts.4.gate_proj,0.0001211603,0.02500,4.034
+79,mlp.experts.1.gate_proj,0.0000398932,0.02500,4.674
+79,mlp.experts.9.gate_proj,0.0000915500,0.02500,4.557
+79,mlp.experts.5.gate_proj,0.0000776980,0.02500,4.771
+79,mlp.experts.13.gate_proj,0.0000561024,0.02500,4.833
+79,mlp.experts.7.gate_proj,0.0001235351,0.02500,4.954
+79,mlp.experts.11.gate_proj,0.0001068990,0.02500,5.182
+79,mlp.experts.3.gate_proj,0.0001739874,0.02500,5.448
+79,mlp.experts.15.gate_proj,0.0000889435,0.02500,5.295
+79,mlp.experts.10.gate_proj,0.0000916042,0.02500,5.585
+79,mlp.experts.14.gate_proj,0.0002511689,0.02500,5.669
+79,mlp.experts.2.gate_proj,0.0001062846,0.02500,6.001
+79,mlp.experts.6.gate_proj,0.0000572421,0.02500,6.118
+79,mlp.experts.16.gate_proj,0.0000470173,0.02500,3.281
+79,mlp.experts.24.gate_proj,0.0001510364,0.02500,3.326
+79,mlp.experts.20.gate_proj,0.0001164917,0.02500,3.250
+79,mlp.experts.28.gate_proj,0.0000877317,0.02500,3.401
+79,mlp.experts.25.gate_proj,0.0000592750,0.02500,3.345
+79,mlp.experts.17.gate_proj,0.0000684567,0.02500,3.520
+79,mlp.experts.21.gate_proj,0.0000754295,0.02500,3.429
+79,mlp.experts.29.gate_proj,0.0001104191,0.02500,3.570
+79,mlp.experts.23.gate_proj,0.0001414034,0.02500,3.462
+79,mlp.experts.31.gate_proj,0.0002387317,0.02500,3.239
+79,mlp.experts.19.gate_proj,0.0000606287,0.02500,3.528
+79,mlp.experts.27.gate_proj,0.0001311057,0.02500,3.710
+79,mlp.experts.32.gate_proj,0.0001006502,0.02500,3.129
+79,mlp.experts.36.gate_proj,0.0000684185,0.02500,3.024
+79,mlp.experts.40.gate_proj,0.0000391832,0.02500,3.208
+79,mlp.experts.44.gate_proj,0.0001386501,0.02500,3.106
+79,mlp.experts.41.gate_proj,0.0000894215,0.02500,2.972
+79,mlp.experts.30.gate_proj,0.0001015108,0.02500,5.364
+79,mlp.experts.26.gate_proj,0.0001097886,0.02500,5.583
+79,mlp.experts.33.gate_proj,0.0000911747,0.02500,3.225
+79,mlp.experts.18.gate_proj,0.0000794385,0.02500,5.423
+79,mlp.experts.22.gate_proj,0.0001027923,0.02500,5.509
+79,mlp.experts.43.gate_proj,0.0000689640,0.02500,2.922
+79,mlp.experts.37.gate_proj,0.0001515160,0.02500,3.629
+79,mlp.experts.47.gate_proj,0.0001753126,0.02500,3.431
+79,mlp.experts.39.gate_proj,0.0001008149,0.02500,3.644
+79,mlp.experts.45.gate_proj,0.0000628165,0.02500,3.945
+79,mlp.experts.35.gate_proj,0.0001667503,0.02500,4.207
+79,mlp.experts.57.gate_proj,0.0000995898,0.02500,3.027
+79,mlp.experts.48.gate_proj,0.0000642664,0.02500,4.299
+79,mlp.experts.56.gate_proj,0.0000886174,0.02500,4.363
+79,mlp.experts.49.gate_proj,0.0000576834,0.02500,3.437
+79,mlp.experts.52.gate_proj,0.0001303131,0.02500,4.664
+79,mlp.experts.60.gate_proj,0.0002104423,0.02500,4.496
+79,mlp.experts.59.gate_proj,0.0001171017,0.02500,3.273
+79,mlp.experts.61.gate_proj,0.0000326023,0.02500,3.142
+79,mlp.experts.46.gate_proj,0.0000646509,0.02500,4.508
+79,mlp.experts.42.gate_proj,0.0001641701,0.02500,4.539
+79,mlp.experts.34.gate_proj,0.0001731829,0.02500,4.547
+79,mlp.experts.53.gate_proj,0.0001037442,0.02500,4.014
+79,mlp.experts.55.gate_proj,0.0000724089,0.02500,3.820
+79,mlp.experts.63.gate_proj,0.0001236176,0.02500,4.000
+79,mlp.experts.51.gate_proj,0.0001811375,0.02500,3.451
+79,mlp.experts.38.gate_proj,0.0000695874,0.02500,5.010
+79,mlp.experts.73.gate_proj,0.0000684238,0.02500,2.985
+79,mlp.experts.65.gate_proj,0.0001176644,0.02500,3.588
+79,mlp.experts.77.gate_proj,0.0001534050,0.02500,3.097
+79,mlp.experts.75.gate_proj,0.0001272148,0.02500,3.664
+79,mlp.experts.71.gate_proj,0.0000799312,0.02500,3.187
+79,mlp.experts.64.gate_proj,0.0001140861,0.02500,5.253
+79,mlp.experts.62.gate_proj,0.0001138794,0.02500,4.193
+79,mlp.experts.72.gate_proj,0.0001210122,0.02500,5.155
+79,mlp.experts.69.gate_proj,0.0000719618,0.02500,3.966
+79,mlp.experts.58.gate_proj,0.0001505815,0.02500,4.225
+79,mlp.experts.76.gate_proj,0.0001612058,0.02500,5.178
+79,mlp.experts.50.gate_proj,0.0000963305,0.02500,4.206
+79,mlp.experts.67.gate_proj,0.0000707953,0.02500,3.587
+79,mlp.experts.79.gate_proj,0.0000492736,0.02500,4.064
+79,mlp.experts.68.gate_proj,0.0000968890,0.02500,5.258
+79,mlp.experts.89.gate_proj,0.0000832213,0.02500,3.768
+79,mlp.experts.54.gate_proj,0.0001220424,0.02500,4.322
+79,mlp.experts.81.gate_proj,0.0001486324,0.02500,3.075
+79,mlp.experts.93.gate_proj,0.0000891216,0.02500,3.246
+79,mlp.experts.91.gate_proj,0.0001130135,0.02500,3.606
+79,mlp.experts.87.gate_proj,0.0000934573,0.02500,4.001
+79,mlp.experts.95.gate_proj,0.0000855199,0.02500,3.352
+79,mlp.experts.83.gate_proj,0.0000974327,0.02500,3.444
+79,mlp.experts.105.gate_proj,0.0001031654,0.02500,3.002
+79,mlp.experts.78.gate_proj,0.0000717550,0.02500,4.026
+79,mlp.experts.85.gate_proj,0.0000955024,0.02500,3.966
+79,mlp.experts.74.gate_proj,0.0000784493,0.02500,4.028
+79,mlp.experts.66.gate_proj,0.0000620081,0.02500,4.109
+79,mlp.experts.97.gate_proj,0.0001147655,0.02500,3.023
+79,mlp.experts.80.gate_proj,0.0001150184,0.02500,5.117
+79,mlp.experts.70.gate_proj,0.0000634971,0.02500,3.894
+79,mlp.experts.88.gate_proj,0.0001045404,0.02500,5.111
+79,mlp.experts.92.gate_proj,0.0000723473,0.02500,5.073
+79,mlp.experts.84.gate_proj,0.0000967481,0.02500,5.044
+79,mlp.experts.107.gate_proj,0.0001168590,0.02500,3.046
+79,mlp.experts.109.gate_proj,0.0000990757,0.02500,3.928
+79,mlp.experts.103.gate_proj,0.0000481519,0.02500,3.144
+79,mlp.experts.111.gate_proj,0.0001181074,0.02500,3.164
+79,mlp.experts.99.gate_proj,0.0001037702,0.02500,3.142
+79,mlp.experts.1.up_proj,0.0000401037,0.02500,3.122
+79,mlp.experts.101.gate_proj,0.0001484345,0.02500,3.293
+79,mlp.experts.90.gate_proj,0.0000857409,0.02500,3.200
+79,mlp.experts.82.gate_proj,0.0001011730,0.02500,3.184
+79,mlp.experts.94.gate_proj,0.0000776023,0.02500,3.591
+79,mlp.experts.86.gate_proj,0.0000875690,0.02500,3.226
+79,mlp.experts.113.gate_proj,0.0000643658,0.02500,4.060
+79,mlp.experts.3.up_proj,0.0001654427,0.02500,3.160
+79,mlp.experts.96.gate_proj,0.0000889426,0.02500,4.211
+79,mlp.experts.100.gate_proj,0.0001568373,0.02500,4.200
+79,mlp.experts.104.gate_proj,0.0000415122,0.02500,4.475
+79,mlp.experts.119.gate_proj,0.0000694910,0.02500,3.035
+79,mlp.experts.108.gate_proj,0.0001296640,0.02500,4.381
+79,mlp.experts.7.up_proj,0.0001195133,0.02500,3.045
+79,mlp.experts.115.gate_proj,0.0001082338,0.02500,3.091
+79,mlp.experts.5.up_proj,0.0000757321,0.02500,3.963
+79,mlp.experts.17.up_proj,0.0000694008,0.02500,3.385
+79,mlp.experts.117.gate_proj,0.0000994035,0.02500,3.223
+79,mlp.experts.106.gate_proj,0.0000558948,0.02500,3.260
+79,mlp.experts.98.gate_proj,0.0000696866,0.02500,3.282
+79,mlp.experts.110.gate_proj,0.0000671615,0.02500,3.259
+79,mlp.experts.102.gate_proj,0.0000873966,0.02500,3.235
+79,mlp.experts.19.up_proj,0.0000606443,0.02500,3.064
+79,mlp.experts.9.up_proj,0.0000908454,0.02500,3.666
+79,mlp.experts.15.up_proj,0.0000890973,0.02500,3.176
+79,mlp.experts.23.up_proj,0.0001381331,0.02500,3.162
+79,mlp.experts.11.up_proj,0.0001048390,0.02500,3.166
+79,mlp.experts.21.up_proj,0.0000752726,0.02500,3.321
+79,mlp.experts.112.gate_proj,0.0001013352,0.02500,4.460
+79,mlp.experts.2.up_proj,0.0001054480,0.02500,3.228
+79,mlp.experts.116.gate_proj,0.0001299190,0.02500,4.498
+79,mlp.experts.114.gate_proj,0.0000964176,0.02500,3.256
+79,mlp.experts.6.up_proj,0.0000552555,0.02500,3.300
+79,mlp.experts.0.up_proj,0.0000892664,0.02500,4.641
+79,mlp.experts.33.up_proj,0.0000899087,0.02500,3.829
+79,mlp.experts.4.up_proj,0.0001170951,0.02500,4.612
+79,mlp.experts.13.up_proj,0.0000557245,0.02500,3.811
+79,mlp.experts.118.gate_proj,0.0001379583,0.02500,3.407
+79,mlp.experts.35.up_proj,0.0001581323,0.02500,3.404
+79,mlp.experts.25.up_proj,0.0000589450,0.02500,3.172
+79,mlp.experts.31.up_proj,0.0002342453,0.02500,3.275
+79,mlp.experts.39.up_proj,0.0000989470,0.02500,3.293
+79,mlp.experts.27.up_proj,0.0001256676,0.02500,3.365
+79,mlp.experts.37.up_proj,0.0001494381,0.02500,3.262
+79,mlp.experts.18.up_proj,0.0000784080,0.02500,3.453
+79,mlp.experts.10.up_proj,0.0000903068,0.02500,3.371
+79,mlp.experts.22.up_proj,0.0000960031,0.02500,3.371
+79,mlp.experts.8.up_proj,0.0000899311,0.02500,4.244
+79,mlp.experts.14.up_proj,0.0002485027,0.02500,3.186
+79,mlp.experts.49.up_proj,0.0000570643,0.02500,4.130
+79,mlp.experts.29.up_proj,0.0001046964,0.02500,4.100
+79,mlp.experts.12.up_proj,0.0000940971,0.02500,4.445
+79,mlp.experts.20.up_proj,0.0001143469,0.02500,4.268
+79,mlp.experts.41.up_proj,0.0000889677,0.02500,3.088
+79,mlp.experts.16.up_proj,0.0000448996,0.02500,4.622
+79,mlp.experts.51.up_proj,0.0001794604,0.02500,3.722
+79,mlp.experts.53.up_proj,0.0001036923,0.02500,3.121
+79,mlp.experts.47.up_proj,0.0001741619,0.02500,3.740
+79,mlp.experts.55.up_proj,0.0000709461,0.02500,3.767
+79,mlp.experts.43.up_proj,0.0000683857,0.02500,3.704
+79,mlp.experts.34.up_proj,0.0001664406,0.02500,3.208
+79,mlp.experts.26.up_proj,0.0001040163,0.02500,3.216
+79,mlp.experts.38.up_proj,0.0000706373,0.02500,3.246
+79,mlp.experts.30.up_proj,0.0000971513,0.02500,3.244
+79,mlp.experts.57.up_proj,0.0001012916,0.02500,3.442
+79,mlp.experts.67.up_proj,0.0000722901,0.02500,3.205
+79,mlp.experts.65.up_proj,0.0001158105,0.02500,4.124
+79,mlp.experts.45.up_proj,0.0000609632,0.02500,4.132
+79,mlp.experts.24.up_proj,0.0001464046,0.02500,4.947
+79,mlp.experts.69.up_proj,0.0000705745,0.02500,3.320
+79,mlp.experts.63.up_proj,0.0001221153,0.02500,3.316
+79,mlp.experts.28.up_proj,0.0000833711,0.02500,4.866
+79,mlp.experts.59.up_proj,0.0001141793,0.02500,3.177
+79,mlp.experts.36.up_proj,0.0000677347,0.02500,4.915
+79,mlp.experts.50.up_proj,0.0000929652,0.02500,3.007
+79,mlp.experts.71.up_proj,0.0000801085,0.02500,3.592
+79,mlp.experts.32.up_proj,0.0000970233,0.02500,4.858
+79,mlp.experts.42.up_proj,0.0001543137,0.02500,3.077
+79,mlp.experts.54.up_proj,0.0001212820,0.02500,3.082
+79,mlp.experts.46.up_proj,0.0000655986,0.02500,3.030
+79,mlp.experts.81.up_proj,0.0001486154,0.02500,2.993
+79,mlp.experts.83.up_proj,0.0000951081,0.02500,3.552
+79,mlp.experts.85.up_proj,0.0000930882,0.02500,2.953
+79,mlp.experts.73.up_proj,0.0000672790,0.02500,3.980
+79,mlp.experts.61.up_proj,0.0000328929,0.02500,3.972
+79,mlp.experts.66.up_proj,0.0000606905,0.02500,3.065
+79,mlp.experts.58.up_proj,0.0001509213,0.02500,3.093
+79,mlp.experts.79.up_proj,0.0000479188,0.02500,3.831
+79,mlp.experts.70.up_proj,0.0000632947,0.02500,3.071
+79,mlp.experts.75.up_proj,0.0001254875,0.02500,3.772
+79,mlp.experts.62.up_proj,0.0001109377,0.02500,3.074
+79,mlp.experts.87.up_proj,0.0000887981,0.02500,3.892
+79,mlp.experts.40.up_proj,0.0000370606,0.02500,4.676
+79,mlp.experts.44.up_proj,0.0001316619,0.02500,4.779
+79,mlp.experts.52.up_proj,0.0001280948,0.02500,4.771
+79,mlp.experts.48.up_proj,0.0000634131,0.02500,4.788
+79,mlp.experts.97.up_proj,0.0001130204,0.02500,3.483
+79,mlp.experts.89.up_proj,0.0000828103,0.02500,3.353
+79,mlp.experts.101.up_proj,0.0001458046,0.02500,3.413
+79,mlp.experts.77.up_proj,0.0001466134,0.02500,3.139
+79,mlp.experts.99.up_proj,0.0001033209,0.02500,4.001
+79,mlp.experts.82.up_proj,0.0001018042,0.02500,3.184
+79,mlp.experts.74.up_proj,0.0000774863,0.02500,3.198
+79,mlp.experts.86.up_proj,0.0000864336,0.02500,3.200
+79,mlp.experts.78.up_proj,0.0000704526,0.02500,3.170
+79,mlp.experts.95.up_proj,0.0000859206,0.02500,4.221
+79,mlp.experts.91.up_proj,0.0001097410,0.02500,4.574
+79,mlp.experts.103.up_proj,0.0000477691,0.02500,4.381
+79,mlp.experts.56.up_proj,0.0000872777,0.02500,4.978
+79,mlp.experts.117.up_proj,0.0000981287,0.02500,3.276
+79,mlp.experts.93.up_proj,0.0000867191,0.02500,3.020
+79,mlp.experts.113.up_proj,0.0000627286,0.02500,3.795
+79,mlp.experts.98.up_proj,0.0000691920,0.02500,3.120
+79,mlp.experts.60.up_proj,0.0002082356,0.02500,4.817
+79,mlp.experts.68.up_proj,0.0000951961,0.02500,4.837
+79,mlp.experts.105.up_proj,0.0000994762,0.02500,3.736
+79,mlp.experts.90.up_proj,0.0000844658,0.02500,3.124
+79,mlp.experts.102.up_proj,0.0000836265,0.02500,3.067
+79,mlp.experts.64.up_proj,0.0001106334,0.02500,4.826
+79,mlp.experts.94.up_proj,0.0000750066,0.02500,3.159
+79,mlp.experts.115.up_proj,0.0001082421,0.02500,4.356
+79,mlp.experts.109.up_proj,0.0000962400,0.02500,1.975
+79,mlp.experts.111.up_proj,0.0001158777,0.02500,3.709
+79,mlp.experts.107.up_proj,0.0001180490,0.02500,3.266
+79,mlp.experts.119.up_proj,0.0000694296,0.02500,3.217
+79,mlp.experts.114.up_proj,0.0000938611,0.02500,2.963
+79,mlp.experts.106.up_proj,0.0000545502,0.02500,2.868
+79,mlp.experts.118.up_proj,0.0001327423,0.02500,2.828
+79,mlp.experts.110.up_proj,0.0000647679,0.02500,2.471
+79,mlp.experts.72.up_proj,0.0001205249,0.02500,4.142
+79,mlp.experts.76.up_proj,0.0001587782,0.02500,4.069
+79,mlp.experts.84.up_proj,0.0000956115,0.02500,4.193
+79,mlp.experts.80.up_proj,0.0001133141,0.02500,4.347
+79,mlp.experts.88.up_proj,0.0001042342,0.02500,3.925
+79,mlp.experts.100.up_proj,0.0001527741,0.02500,3.930
+79,mlp.experts.92.up_proj,0.0000722118,0.02500,4.283
+79,mlp.experts.96.up_proj,0.0000888059,0.02500,4.020
+79,mlp.experts.104.up_proj,0.0000404588,0.02500,3.857
+79,mlp.experts.116.up_proj,0.0001308176,0.02500,3.844
+79,mlp.experts.112.up_proj,0.0000974875,0.02500,3.704
+79,mlp.experts.108.up_proj,0.0001272517,0.02500,4.115
+79,mlp.experts.0.down_proj,0.0000268090,0.02500,1.374
+79,mlp.experts.2.down_proj,0.0000252840,0.02500,1.675
+79,mlp.experts.12.down_proj,0.0000250261,0.02500,1.487
+79,mlp.experts.4.down_proj,0.0000851549,0.02500,1.507
+79,mlp.experts.8.down_proj,0.0000117604,0.02500,1.507
+79,mlp.experts.10.down_proj,0.0000202301,0.02500,1.745
+79,mlp.experts.14.down_proj,0.0001754755,0.02500,1.765
+79,mlp.experts.6.down_proj,0.0000113770,0.02500,1.826
+79,mlp.experts.3.down_proj,0.0000521582,0.02500,2.049
+79,mlp.experts.5.down_proj,0.0000176204,0.02500,1.914
+79,mlp.experts.13.down_proj,0.0000097472,0.02500,1.918
+79,mlp.experts.7.down_proj,0.0000320189,0.02500,1.945
+79,mlp.experts.11.down_proj,0.0000682985,0.02500,1.957
+79,mlp.experts.15.down_proj,0.0000248087,0.02500,1.972
+79,mlp.experts.9.down_proj,0.0000199233,0.02500,2.027
+79,mlp.experts.1.down_proj,0.0000145096,0.02500,2.236
+79,mlp.experts.16.down_proj,0.0000491781,0.02500,1.225
+79,mlp.experts.28.down_proj,0.0000184516,0.02500,1.088
+79,mlp.experts.20.down_proj,0.0000243731,0.02500,1.093
+79,mlp.experts.24.down_proj,0.0000611535,0.02500,1.094
+79,mlp.experts.18.down_proj,0.0000355139,0.02500,1.288
+79,mlp.experts.19.down_proj,0.0000117904,0.02500,1.139
+79,mlp.experts.31.down_proj,0.0000556938,0.02500,1.095
+79,mlp.experts.26.down_proj,0.0000247997,0.02500,1.491
+79,mlp.experts.27.down_proj,0.0000520946,0.02500,1.305
+79,mlp.experts.23.down_proj,0.0000351622,0.02500,1.322
+79,mlp.experts.22.down_proj,0.0000328572,0.02500,1.527
+79,mlp.experts.32.down_proj,0.0000185686,0.02500,1.005
+79,mlp.experts.30.down_proj,0.0000472541,0.02500,1.647
+79,mlp.experts.29.down_proj,0.0000188607,0.02500,1.597
+79,mlp.experts.21.down_proj,0.0000151269,0.02500,1.640
+79,mlp.experts.44.down_proj,0.0000485891,0.02500,0.997
+79,mlp.experts.36.down_proj,0.0000155408,0.02500,0.994
+79,mlp.experts.40.down_proj,0.0000319161,0.02500,1.008
+79,mlp.experts.17.down_proj,0.0000660612,0.02500,1.580
+79,mlp.experts.25.down_proj,0.0000198777,0.02500,1.648
+79,mlp.experts.35.down_proj,0.0000428456,0.02500,1.041
+79,mlp.experts.47.down_proj,0.0000605063,0.02500,0.976
+79,mlp.experts.43.down_proj,0.0000144411,0.02500,0.906
+79,mlp.experts.34.down_proj,0.0000566411,0.02500,1.421
+79,mlp.experts.39.down_proj,0.0000329450,0.02500,1.169
+79,mlp.experts.42.down_proj,0.0000521232,0.02500,1.259
+79,mlp.experts.48.down_proj,0.0000368468,0.02500,1.145
+79,mlp.experts.38.down_proj,0.0000113953,0.02500,1.270
+79,mlp.experts.60.down_proj,0.0000751308,0.02500,1.106
+79,mlp.experts.52.down_proj,0.0000510336,0.02500,1.113
+79,mlp.experts.56.down_proj,0.0000208986,0.02500,1.141
+79,mlp.experts.46.down_proj,0.0000258715,0.02500,1.523
+79,mlp.experts.45.down_proj,0.0000153870,0.02500,1.587
+79,mlp.experts.63.down_proj,0.0000257314,0.02500,1.095
+79,mlp.experts.59.down_proj,0.0000281596,0.02500,0.976
+79,mlp.experts.51.down_proj,0.0000437233,0.02500,1.147
+79,mlp.experts.33.down_proj,0.0000248509,0.02500,1.566
+79,mlp.experts.37.down_proj,0.0000429122,0.02500,1.665
+79,mlp.experts.41.down_proj,0.0000255968,0.02500,1.625
+79,mlp.experts.55.down_proj,0.0000139747,0.02500,1.077
+79,mlp.experts.50.down_proj,0.0000359323,0.02500,1.436
+79,mlp.experts.64.down_proj,0.0000497339,0.02500,1.158
+79,mlp.experts.58.down_proj,0.0000401419,0.02500,1.373
+79,mlp.experts.68.down_proj,0.0000285507,0.02500,1.216
+79,mlp.experts.54.down_proj,0.0000311852,0.02500,1.366
+79,mlp.experts.72.down_proj,0.0000291508,0.02500,1.274
+79,mlp.experts.79.down_proj,0.0000168829,0.02500,0.914
+79,mlp.experts.76.down_proj,0.0000487806,0.02500,1.379
+79,mlp.experts.75.down_proj,0.0000244630,0.02500,1.188
+79,mlp.experts.67.down_proj,0.0000363093,0.02500,1.197
+79,mlp.experts.71.down_proj,0.0000151869,0.02500,0.917
+79,mlp.experts.62.down_proj,0.0000280026,0.02500,1.499
+79,mlp.experts.61.down_proj,0.0000052083,0.02500,1.376
+79,mlp.experts.49.down_proj,0.0000237372,0.02500,1.349
+79,mlp.experts.57.down_proj,0.0000509806,0.02500,1.284
+79,mlp.experts.53.down_proj,0.0000501485,0.02500,1.403
+79,mlp.experts.66.down_proj,0.0000109299,0.02500,1.287
+79,mlp.experts.95.down_proj,0.0000378364,0.02500,1.044
+79,mlp.experts.74.down_proj,0.0000198622,0.02500,1.295
+79,mlp.experts.70.down_proj,0.0000243715,0.02500,1.370
+79,mlp.experts.80.down_proj,0.0000276792,0.02500,1.673
+79,mlp.experts.87.down_proj,0.0000484479,0.02500,1.024
+79,mlp.experts.91.down_proj,0.0000248290,0.02500,1.160
+79,mlp.experts.77.down_proj,0.0000522204,0.02500,1.016
+79,mlp.experts.65.down_proj,0.0000283232,0.02500,0.993
+79,mlp.experts.83.down_proj,0.0000383265,0.02500,1.195
+79,mlp.experts.73.down_proj,0.0000099798,0.02500,0.989
+79,mlp.experts.84.down_proj,0.0000198870,0.02500,1.662
+79,mlp.experts.69.down_proj,0.0000156551,0.02500,0.992
+79,mlp.experts.88.down_proj,0.0000292538,0.02500,1.662
+79,mlp.experts.78.down_proj,0.0000165990,0.02500,1.316
+79,mlp.experts.92.down_proj,0.0000318909,0.02500,1.794
+79,mlp.experts.82.down_proj,0.0000224669,0.02500,1.210
+79,mlp.experts.111.down_proj,0.0000327110,0.02500,1.154
+79,mlp.experts.90.down_proj,0.0000182621,0.02500,1.253
+79,mlp.experts.103.down_proj,0.0000147412,0.02500,0.966
+79,mlp.experts.107.down_proj,0.0000263438,0.02500,0.948
+79,mlp.experts.93.down_proj,0.0000182170,0.02500,0.958
+79,mlp.experts.81.down_proj,0.0000551374,0.02500,0.939
+79,mlp.experts.89.down_proj,0.0000165326,0.02500,0.930
+79,mlp.experts.99.down_proj,0.0000243058,0.02500,0.972
+79,mlp.experts.86.down_proj,0.0000206522,0.02500,1.203
+79,mlp.experts.85.down_proj,0.0000189614,0.02500,0.947
+79,mlp.experts.96.down_proj,0.0000158900,0.02500,1.540
+79,mlp.experts.94.down_proj,0.0000151725,0.02500,1.210
+79,mlp.experts.100.down_proj,0.0000346467,0.02500,1.469
+79,mlp.experts.119.down_proj,0.0000283556,0.02500,0.689
+79,mlp.experts.104.down_proj,0.0000121624,0.02500,1.427
+79,mlp.experts.115.down_proj,0.0000226606,0.02500,0.656
+79,mlp.experts.108.down_proj,0.0000306306,0.02500,1.391
+79,mlp.experts.98.down_proj,0.0000251904,0.02500,1.214
+79,mlp.experts.97.down_proj,0.0000294166,0.02500,0.897
+79,mlp.experts.109.down_proj,0.0000294332,0.02500,0.919
+79,mlp.experts.105.down_proj,0.0000457454,0.02500,0.875
+79,mlp.experts.101.down_proj,0.0000404654,0.02500,0.864
+79,mlp.experts.106.down_proj,0.0000178889,0.02500,1.284
+79,mlp.experts.102.down_proj,0.0000666168,0.02500,1.232
+79,mlp.experts.112.down_proj,0.0000243773,0.02500,0.970
+79,mlp.experts.116.down_proj,0.0000292682,0.02500,0.871
+79,mlp.experts.113.down_proj,0.0000144851,0.02500,0.619
+79,mlp.experts.117.down_proj,0.0000294724,0.02500,0.597
+79,mlp.experts.110.down_proj,0.0000120719,0.02500,1.109
+79,mlp.experts.114.down_proj,0.0000343528,0.02500,0.909
+79,mlp.experts.118.down_proj,0.0000285982,0.02500,0.636
+80,self_attn.v_proj,0.0000005919,0.02500,2.108
+80,self_attn.k_proj,0.0000001642,0.02500,2.173
+80,self_attn.q_proj,0.0000009181,0.02500,2.644
+80,self_attn.o_proj,0.0000016705,0.02500,4.425
+80,mlp.shared_experts.gate_proj,0.0000056035,0.02500,1.438
+80,mlp.shared_experts.up_proj,0.0000047200,0.02500,1.645
+80,mlp.shared_experts.down_proj,0.0000012271,0.02500,0.418
+80,mlp.experts.2.gate_proj,0.0002095284,0.02500,5.187
+80,mlp.experts.5.gate_proj,0.0000934659,0.02500,5.791
+80,mlp.experts.6.gate_proj,0.0000436667,0.02500,5.398
+80,mlp.experts.13.gate_proj,0.0001037158,0.02500,5.402
+80,mlp.experts.14.gate_proj,0.0001519917,0.02500,5.446
+80,mlp.experts.7.gate_proj,0.0002381401,0.02500,5.532
+80,mlp.experts.9.gate_proj,0.0001654890,0.02500,5.550
+80,mlp.experts.15.gate_proj,0.0001938803,0.02500,5.603
+80,mlp.experts.11.gate_proj,0.0001355080,0.02500,5.688
+80,mlp.experts.3.gate_proj,0.0001690289,0.02500,6.165
+80,mlp.experts.0.gate_proj,0.0001237898,0.02500,6.400
+80,mlp.experts.10.gate_proj,0.0001050748,0.02500,5.948
+80,mlp.experts.1.gate_proj,0.0000843659,0.02500,6.488
+80,mlp.experts.8.gate_proj,0.0000576847,0.02500,6.102
+80,mlp.experts.12.gate_proj,0.0000677721,0.02500,6.424
+80,mlp.experts.4.gate_proj,0.0000496461,0.02500,7.002
+80,mlp.experts.21.gate_proj,0.0001082454,0.02500,3.409
+80,mlp.experts.25.gate_proj,0.0000889205,0.02500,3.386
+80,mlp.experts.29.gate_proj,0.0000755602,0.02500,3.630
+80,mlp.experts.18.gate_proj,0.0002214003,0.02500,4.665
+80,mlp.experts.17.gate_proj,0.0001197100,0.02500,3.482
+80,mlp.experts.16.gate_proj,0.0002077849,0.02500,3.736
+80,mlp.experts.20.gate_proj,0.0001048931,0.02500,3.231
+80,mlp.experts.24.gate_proj,0.0001312586,0.02500,3.551
+80,mlp.experts.30.gate_proj,0.0001303086,0.02500,4.646
+80,mlp.experts.27.gate_proj,0.0001380800,0.02500,4.433
+80,mlp.experts.28.gate_proj,0.0000807898,0.02500,3.789
+80,mlp.experts.23.gate_proj,0.0000937546,0.02500,4.689
+80,mlp.experts.22.gate_proj,0.0000634493,0.02500,4.833
+80,mlp.experts.19.gate_proj,0.0001066507,0.02500,4.595
+80,mlp.experts.31.gate_proj,0.0001715519,0.02500,4.838
+80,mlp.experts.26.gate_proj,0.0001632180,0.02500,4.522
+80,mlp.experts.37.gate_proj,0.0000617331,0.02500,4.136
+80,mlp.experts.45.gate_proj,0.0001505337,0.02500,4.197
+80,mlp.experts.43.gate_proj,0.0000747209,0.02500,3.190
+80,mlp.experts.41.gate_proj,0.0000872403,0.02500,4.372
+80,mlp.experts.39.gate_proj,0.0000442066,0.02500,3.164
+80,mlp.experts.35.gate_proj,0.0000652630,0.02500,3.152
+80,mlp.experts.47.gate_proj,0.0000945705,0.02500,3.180
+80,mlp.experts.33.gate_proj,0.0000952439,0.02500,4.123
+80,mlp.experts.32.gate_proj,0.0000454823,0.02500,4.235
+80,mlp.experts.34.gate_proj,0.0001131638,0.02500,4.646
+80,mlp.experts.36.gate_proj,0.0000285693,0.02500,4.411
+80,mlp.experts.40.gate_proj,0.0001273420,0.02500,4.507
+80,mlp.experts.44.gate_proj,0.0001362385,0.02500,4.359
+80,mlp.experts.46.gate_proj,0.0000616692,0.02500,4.683
+80,mlp.experts.38.gate_proj,0.0000365408,0.02500,4.775
+80,mlp.experts.42.gate_proj,0.0001205966,0.02500,4.722
+80,mlp.experts.59.gate_proj,0.0001142855,0.02500,3.271
+80,mlp.experts.55.gate_proj,0.0000518411,0.02500,3.122
+80,mlp.experts.51.gate_proj,0.0001088696,0.02500,3.246
+80,mlp.experts.63.gate_proj,0.0000759266,0.02500,3.262
+80,mlp.experts.61.gate_proj,0.0000946939,0.02500,4.112
+80,mlp.experts.53.gate_proj,0.0001046213,0.02500,4.530
+80,mlp.experts.57.gate_proj,0.0000354844,0.02500,4.178
+80,mlp.experts.49.gate_proj,0.0000922640,0.02500,3.966
+80,mlp.experts.48.gate_proj,0.0001115506,0.02500,4.155
+80,mlp.experts.56.gate_proj,0.0000791240,0.02500,3.769
+80,mlp.experts.52.gate_proj,0.0000787258,0.02500,4.018
+80,mlp.experts.50.gate_proj,0.0000981791,0.02500,4.568
+80,mlp.experts.60.gate_proj,0.0001130553,0.02500,4.048
+80,mlp.experts.62.gate_proj,0.0001852334,0.02500,4.673
+80,mlp.experts.54.gate_proj,0.0001222986,0.02500,4.496
+80,mlp.experts.75.gate_proj,0.0001110306,0.02500,3.227
+80,mlp.experts.67.gate_proj,0.0001078282,0.02500,3.056
+80,mlp.experts.58.gate_proj,0.0001071818,0.02500,4.640
+80,mlp.experts.71.gate_proj,0.0000310383,0.02500,3.248
+80,mlp.experts.79.gate_proj,0.0001034724,0.02500,3.160
+80,mlp.experts.69.gate_proj,0.0000956023,0.02500,3.457
+80,mlp.experts.77.gate_proj,0.0000804557,0.02500,3.703
+80,mlp.experts.65.gate_proj,0.0001133466,0.02500,3.586
+80,mlp.experts.73.gate_proj,0.0002042079,0.02500,3.853
+80,mlp.experts.68.gate_proj,0.0001189268,0.02500,3.238
+80,mlp.experts.72.gate_proj,0.0000804131,0.02500,3.543
+80,mlp.experts.76.gate_proj,0.0001115959,0.02500,3.380
+80,mlp.experts.64.gate_proj,0.0001741619,0.02500,3.991
+80,mlp.experts.87.gate_proj,0.0000995615,0.02500,3.043
+80,mlp.experts.91.gate_proj,0.0000606908,0.02500,3.148
+80,mlp.experts.83.gate_proj,0.0000937127,0.02500,3.199
+80,mlp.experts.66.gate_proj,0.0000853082,0.02500,4.550
+80,mlp.experts.95.gate_proj,0.0000833053,0.02500,3.203
+80,mlp.experts.70.gate_proj,0.0000977197,0.02500,4.351
+80,mlp.experts.85.gate_proj,0.0000592963,0.02500,3.050
+80,mlp.experts.78.gate_proj,0.0000567743,0.02500,4.562
+80,mlp.experts.93.gate_proj,0.0001022290,0.02500,3.071
+80,mlp.experts.81.gate_proj,0.0002340250,0.02500,3.015
+80,mlp.experts.74.gate_proj,0.0001885791,0.02500,4.382
+80,mlp.experts.89.gate_proj,0.0000603398,0.02500,3.022
+80,mlp.experts.88.gate_proj,0.0000651818,0.02500,3.695
+80,mlp.experts.80.gate_proj,0.0000965279,0.02500,3.603
+80,mlp.experts.84.gate_proj,0.0001982023,0.02500,4.366
+80,mlp.experts.103.gate_proj,0.0000859747,0.02500,3.210
+80,mlp.experts.107.gate_proj,0.0001391400,0.02500,3.206
+80,mlp.experts.99.gate_proj,0.0000874320,0.02500,3.205
+80,mlp.experts.92.gate_proj,0.0000822805,0.02500,4.233
+80,mlp.experts.111.gate_proj,0.0001424478,0.02500,3.184
+80,mlp.experts.101.gate_proj,0.0001494139,0.02500,3.241
+80,mlp.experts.109.gate_proj,0.0000698156,0.02500,3.176
+80,mlp.experts.97.gate_proj,0.0000867583,0.02500,3.205
+80,mlp.experts.105.gate_proj,0.0000849155,0.02500,3.189
+80,mlp.experts.82.gate_proj,0.0001053786,0.02500,5.075
+80,mlp.experts.96.gate_proj,0.0001121540,0.02500,3.103
+80,mlp.experts.104.gate_proj,0.0000505692,0.02500,3.459
+80,mlp.experts.119.gate_proj,0.0000883456,0.02500,3.165
+80,mlp.experts.3.up_proj,0.0001693639,0.02500,3.175
+80,mlp.experts.115.gate_proj,0.0000918671,0.02500,3.171
+80,mlp.experts.86.gate_proj,0.0000809309,0.02500,5.535
+80,mlp.experts.100.gate_proj,0.0001079395,0.02500,3.743
+80,mlp.experts.7.up_proj,0.0002375670,0.02500,3.177
+80,mlp.experts.94.gate_proj,0.0001198145,0.02500,5.609
+80,mlp.experts.90.gate_proj,0.0000988577,0.02500,5.467
+80,mlp.experts.108.gate_proj,0.0002496766,0.02500,3.839
+80,mlp.experts.117.gate_proj,0.0001389124,0.02500,2.962
+80,mlp.experts.5.up_proj,0.0000932244,0.02500,2.922
+80,mlp.experts.113.gate_proj,0.0000980749,0.02500,2.966
+80,mlp.experts.1.up_proj,0.0000848211,0.02500,2.987
+80,mlp.experts.112.gate_proj,0.0000696260,0.02500,3.181
+80,mlp.experts.15.up_proj,0.0001889008,0.02500,3.216
+80,mlp.experts.11.up_proj,0.0001316677,0.02500,3.168
+80,mlp.experts.19.up_proj,0.0001051031,0.02500,3.266
+80,mlp.experts.0.up_proj,0.0001225433,0.02500,3.833
+80,mlp.experts.23.up_proj,0.0000918064,0.02500,3.216
+80,mlp.experts.13.up_proj,0.0000968813,0.02500,3.004
+80,mlp.experts.21.up_proj,0.0001077961,0.02500,2.990
+80,mlp.experts.98.gate_proj,0.0001397327,0.02500,5.141
+80,mlp.experts.9.up_proj,0.0001626073,0.02500,3.043
+80,mlp.experts.116.gate_proj,0.0000742028,0.02500,4.073
+80,mlp.experts.17.up_proj,0.0001151022,0.02500,3.071
+80,mlp.experts.4.up_proj,0.0000508103,0.02500,3.631
+80,mlp.experts.102.gate_proj,0.0000921245,0.02500,4.983
+80,mlp.experts.110.gate_proj,0.0000791190,0.02500,4.890
+80,mlp.experts.106.gate_proj,0.0001146183,0.02500,4.931
+80,mlp.experts.8.up_proj,0.0000578619,0.02500,3.845
+80,mlp.experts.31.up_proj,0.0001692776,0.02500,3.324
+80,mlp.experts.27.up_proj,0.0001390939,0.02500,3.333
+80,mlp.experts.35.up_proj,0.0000647953,0.02500,3.380
+80,mlp.experts.16.up_proj,0.0002014225,0.02500,3.537
+80,mlp.experts.39.up_proj,0.0000432272,0.02500,3.491
+80,mlp.experts.29.up_proj,0.0000753654,0.02500,3.819
+80,mlp.experts.37.up_proj,0.0000605284,0.02500,3.788
+80,mlp.experts.20.up_proj,0.0000999631,0.02500,3.344
+80,mlp.experts.25.up_proj,0.0000846763,0.02500,3.696
+80,mlp.experts.33.up_proj,0.0000924151,0.02500,3.737
+80,mlp.experts.12.up_proj,0.0000642929,0.02500,3.978
+80,mlp.experts.114.gate_proj,0.0000472788,0.02500,4.690
+80,mlp.experts.118.gate_proj,0.0000756150,0.02500,4.581
+80,mlp.experts.47.up_proj,0.0000920846,0.02500,3.228
+80,mlp.experts.6.up_proj,0.0000435285,0.02500,4.570
+80,mlp.experts.43.up_proj,0.0000754566,0.02500,3.219
+80,mlp.experts.51.up_proj,0.0001095455,0.02500,3.263
+80,mlp.experts.2.up_proj,0.0002065692,0.02500,4.690
+80,mlp.experts.24.up_proj,0.0001311549,0.02500,3.602
+80,mlp.experts.55.up_proj,0.0000519846,0.02500,3.215
+80,mlp.experts.32.up_proj,0.0000451421,0.02500,3.546
+80,mlp.experts.41.up_proj,0.0000874592,0.02500,3.365
+80,mlp.experts.45.up_proj,0.0001485302,0.02500,3.615
+80,mlp.experts.36.up_proj,0.0000262289,0.02500,3.820
+80,mlp.experts.53.up_proj,0.0001018697,0.02500,3.875
+80,mlp.experts.49.up_proj,0.0000914982,0.02500,3.586
+80,mlp.experts.28.up_proj,0.0000803010,0.02500,3.874
+80,mlp.experts.63.up_proj,0.0000779313,0.02500,3.430
+80,mlp.experts.40.up_proj,0.0001234976,0.02500,3.084
+80,mlp.experts.59.up_proj,0.0001125940,0.02500,3.500
+80,mlp.experts.67.up_proj,0.0001081460,0.02500,3.510
+80,mlp.experts.10.up_proj,0.0001037754,0.02500,4.935
+80,mlp.experts.71.up_proj,0.0000308147,0.02500,3.608
+80,mlp.experts.48.up_proj,0.0001118011,0.02500,4.056
+80,mlp.experts.14.up_proj,0.0001501199,0.02500,4.913
+80,mlp.experts.22.up_proj,0.0000637391,0.02500,4.841
+80,mlp.experts.18.up_proj,0.0002190456,0.02500,4.798
+80,mlp.experts.52.up_proj,0.0000767882,0.02500,3.363
+80,mlp.experts.61.up_proj,0.0000939082,0.02500,4.238
+80,mlp.experts.57.up_proj,0.0000365468,0.02500,4.400
+80,mlp.experts.69.up_proj,0.0000905838,0.02500,4.158
+80,mlp.experts.65.up_proj,0.0001130865,0.02500,4.209
+80,mlp.experts.44.up_proj,0.0001290756,0.02500,3.788
+80,mlp.experts.56.up_proj,0.0000791952,0.02500,3.096
+80,mlp.experts.79.up_proj,0.0001009096,0.02500,3.897
+80,mlp.experts.75.up_proj,0.0001097670,0.02500,3.910
+80,mlp.experts.83.up_proj,0.0000931817,0.02500,3.882
+80,mlp.experts.26.up_proj,0.0001569339,0.02500,4.278
+80,mlp.experts.87.up_proj,0.0001005260,0.02500,4.199
+80,mlp.experts.64.up_proj,0.0001721918,0.02500,3.781
+80,mlp.experts.77.up_proj,0.0000795739,0.02500,2.976
+80,mlp.experts.38.up_proj,0.0000366833,0.02500,3.960
+80,mlp.experts.73.up_proj,0.0001970593,0.02500,3.011
+80,mlp.experts.30.up_proj,0.0001281572,0.02500,4.018
+80,mlp.experts.81.up_proj,0.0002348301,0.02500,2.974
+80,mlp.experts.34.up_proj,0.0001094128,0.02500,4.032
+80,mlp.experts.85.up_proj,0.0000590747,0.02500,3.170
+80,mlp.experts.68.up_proj,0.0001186479,0.02500,3.985
+80,mlp.experts.72.up_proj,0.0000802512,0.02500,3.380
+80,mlp.experts.60.up_proj,0.0001060342,0.02500,3.901
+80,mlp.experts.93.up_proj,0.0001008769,0.02500,2.947
+80,mlp.experts.89.up_proj,0.0000597068,0.02500,2.994
+80,mlp.experts.95.up_proj,0.0000831889,0.02500,4.591
+80,mlp.experts.101.up_proj,0.0001482242,0.02500,2.881
+80,mlp.experts.91.up_proj,0.0000611570,0.02500,4.609
+80,mlp.experts.97.up_proj,0.0000878256,0.02500,3.024
+80,mlp.experts.99.up_proj,0.0000874924,0.02500,4.590
+80,mlp.experts.84.up_proj,0.0001866402,0.02500,3.270
+80,mlp.experts.80.up_proj,0.0000964917,0.02500,3.953
+80,mlp.experts.103.up_proj,0.0000853928,0.02500,4.530
+80,mlp.experts.88.up_proj,0.0000639242,0.02500,3.246
+80,mlp.experts.42.up_proj,0.0001224944,0.02500,5.113
+80,mlp.experts.76.up_proj,0.0001063067,0.02500,3.670
+80,mlp.experts.54.up_proj,0.0001138905,0.02500,5.053
+80,mlp.experts.46.up_proj,0.0000634768,0.02500,5.152
+80,mlp.experts.50.up_proj,0.0000965022,0.02500,5.373
+80,mlp.experts.109.up_proj,0.0000693787,0.02500,2.835
+80,mlp.experts.105.up_proj,0.0000834863,0.02500,2.838
+80,mlp.experts.117.up_proj,0.0001287303,0.02500,2.720
+80,mlp.experts.113.up_proj,0.0000984251,0.02500,2.661
+80,mlp.experts.111.up_proj,0.0001412591,0.02500,3.875
+80,mlp.experts.107.up_proj,0.0001364805,0.02500,3.803
+80,mlp.experts.96.up_proj,0.0001105358,0.02500,3.535
+80,mlp.experts.115.up_proj,0.0000909064,0.02500,3.891
+80,mlp.experts.100.up_proj,0.0001065317,0.02500,3.726
+80,mlp.experts.119.up_proj,0.0000860788,0.02500,3.401
+80,mlp.experts.104.up_proj,0.0000499460,0.02500,3.126
+80,mlp.experts.92.up_proj,0.0000805592,0.02500,3.281
+80,mlp.experts.58.up_proj,0.0001030635,0.02500,4.882
+80,mlp.experts.112.up_proj,0.0000686262,0.02500,2.227
+80,mlp.experts.116.up_proj,0.0000730498,0.02500,2.102
+80,mlp.experts.62.up_proj,0.0001854500,0.02500,4.606
+80,mlp.experts.108.up_proj,0.0002385058,0.02500,1.800
+80,mlp.experts.70.up_proj,0.0000968211,0.02500,5.048
+80,mlp.experts.66.up_proj,0.0000843912,0.02500,4.829
+80,mlp.experts.74.up_proj,0.0001904626,0.02500,4.393
+80,mlp.experts.86.up_proj,0.0000768945,0.02500,4.058
+80,mlp.experts.82.up_proj,0.0000979746,0.02500,3.954
+80,mlp.experts.78.up_proj,0.0000563588,0.02500,4.787
+80,mlp.experts.90.up_proj,0.0000994447,0.02500,4.837
+80,mlp.experts.102.up_proj,0.0000928101,0.02500,5.041
+80,mlp.experts.98.up_proj,0.0001359034,0.02500,5.011
+80,mlp.experts.94.up_proj,0.0001126330,0.02500,5.279
+80,mlp.experts.106.up_proj,0.0001110800,0.02500,4.532
+80,mlp.experts.118.up_proj,0.0000750398,0.02500,4.102
+80,mlp.experts.114.up_proj,0.0000474114,0.02500,3.955
+80,mlp.experts.110.up_proj,0.0000762281,0.02500,3.634
+80,mlp.experts.9.down_proj,0.0000546979,0.02500,0.905
+80,mlp.experts.5.down_proj,0.0000283525,0.02500,0.926
+80,mlp.experts.1.down_proj,0.0000280737,0.02500,0.937
+80,mlp.experts.13.down_proj,0.0000309867,0.02500,0.960
+80,mlp.experts.0.down_proj,0.0000452598,0.02500,1.263
+80,mlp.experts.11.down_proj,0.0000404401,0.02500,1.260
+80,mlp.experts.15.down_proj,0.0000746618,0.02500,1.277
+80,mlp.experts.7.down_proj,0.0001041142,0.02500,1.283
+80,mlp.experts.4.down_proj,0.0000086896,0.02500,1.323
+80,mlp.experts.3.down_proj,0.0000419063,0.02500,1.326
+80,mlp.experts.6.down_proj,0.0000121355,0.02500,1.347
+80,mlp.experts.2.down_proj,0.0000940361,0.02500,1.381
+80,mlp.experts.8.down_proj,0.0000112820,0.02500,1.386
+80,mlp.experts.12.down_proj,0.0000212867,0.02500,1.405
+80,mlp.experts.14.down_proj,0.0000642716,0.02500,1.405
+80,mlp.experts.10.down_proj,0.0000550497,0.02500,1.528
+80,mlp.experts.25.down_proj,0.0000407259,0.02500,0.907
+80,mlp.experts.17.down_proj,0.0000627134,0.02500,0.909
+80,mlp.experts.21.down_proj,0.0000256339,0.02500,0.935
+80,mlp.experts.29.down_proj,0.0000172571,0.02500,0.912
+80,mlp.experts.16.down_proj,0.0000643644,0.02500,1.007
+80,mlp.experts.20.down_proj,0.0000657252,0.02500,1.099
+80,mlp.experts.24.down_proj,0.0000354445,0.02500,1.086
+80,mlp.experts.27.down_proj,0.0000242205,0.02500,1.250
+80,mlp.experts.23.down_proj,0.0000211457,0.02500,1.248
+80,mlp.experts.28.down_proj,0.0000203048,0.02500,1.143
+80,mlp.experts.19.down_proj,0.0000546355,0.02500,1.298
+80,mlp.experts.31.down_proj,0.0000700470,0.02500,1.338
+80,mlp.experts.22.down_proj,0.0000197841,0.02500,1.275
+80,mlp.experts.30.down_proj,0.0000364621,0.02500,1.233
+80,mlp.experts.18.down_proj,0.0000866689,0.02500,1.275
+80,mlp.experts.41.down_proj,0.0000165357,0.02500,0.891
+80,mlp.experts.33.down_proj,0.0000296621,0.02500,0.881
+80,mlp.experts.26.down_proj,0.0000594299,0.02500,1.190
+80,mlp.experts.37.down_proj,0.0000131960,0.02500,0.887
+80,mlp.experts.45.down_proj,0.0000322610,0.02500,0.882
+80,mlp.experts.40.down_proj,0.0000423948,0.02500,0.934
+80,mlp.experts.32.down_proj,0.0000093687,0.02500,1.154
+80,mlp.experts.46.down_proj,0.0000258519,0.02500,0.930
+80,mlp.experts.38.down_proj,0.0000376878,0.02500,0.950
+80,mlp.experts.34.down_proj,0.0000230167,0.02500,0.937
+80,mlp.experts.44.down_proj,0.0000387509,0.02500,1.043
+80,mlp.experts.57.down_proj,0.0000075181,0.02500,0.924
+80,mlp.experts.53.down_proj,0.0000471359,0.02500,0.906
+80,mlp.experts.49.down_proj,0.0000205862,0.02500,0.929
+80,mlp.experts.36.down_proj,0.0000054527,0.02500,1.244
+80,mlp.experts.42.down_proj,0.0000316149,0.02500,0.949
+80,mlp.experts.61.down_proj,0.0000213380,0.02500,0.922
+80,mlp.experts.43.down_proj,0.0000257492,0.02500,1.180
+80,mlp.experts.39.down_proj,0.0000192808,0.02500,1.202
+80,mlp.experts.35.down_proj,0.0000280291,0.02500,1.161
+80,mlp.experts.47.down_proj,0.0000232271,0.02500,1.166
+80,mlp.experts.56.down_proj,0.0000392760,0.02500,0.951
+80,mlp.experts.48.down_proj,0.0000332380,0.02500,0.957
+80,mlp.experts.62.down_proj,0.0000670349,0.02500,0.960
+80,mlp.experts.54.down_proj,0.0000489094,0.02500,0.986
+80,mlp.experts.50.down_proj,0.0000369378,0.02500,0.983
+80,mlp.experts.69.down_proj,0.0000481842,0.02500,0.937
+80,mlp.experts.73.down_proj,0.0000942756,0.02500,0.953
+80,mlp.experts.65.down_proj,0.0000223090,0.02500,0.969
+80,mlp.experts.77.down_proj,0.0000294407,0.02500,0.946
+80,mlp.experts.58.down_proj,0.0000647404,0.02500,1.029
+80,mlp.experts.60.down_proj,0.0000198917,0.02500,1.231
+80,mlp.experts.59.down_proj,0.0000219942,0.02500,1.195
+80,mlp.experts.52.down_proj,0.0000203084,0.02500,1.230
+80,mlp.experts.63.down_proj,0.0000693617,0.02500,1.191
+80,mlp.experts.55.down_proj,0.0000147305,0.02500,1.291
+80,mlp.experts.51.down_proj,0.0000416634,0.02500,1.261
+80,mlp.experts.72.down_proj,0.0000238033,0.02500,0.965
+80,mlp.experts.64.down_proj,0.0000361849,0.02500,1.056
+80,mlp.experts.78.down_proj,0.0000211738,0.02500,0.947
+80,mlp.experts.89.down_proj,0.0000133594,0.02500,0.903
+80,mlp.experts.66.down_proj,0.0000337757,0.02500,0.922
+80,mlp.experts.85.down_proj,0.0000738233,0.02500,0.913
+80,mlp.experts.70.down_proj,0.0000365028,0.02500,0.949
+80,mlp.experts.81.down_proj,0.0000409252,0.02500,0.899
+80,mlp.experts.93.down_proj,0.0000356241,0.02500,0.910
+80,mlp.experts.74.down_proj,0.0000792517,0.02500,0.930
+80,mlp.experts.76.down_proj,0.0000359963,0.02500,0.986
+80,mlp.experts.75.down_proj,0.0000295084,0.02500,1.195
+80,mlp.experts.68.down_proj,0.0000351909,0.02500,1.211
+80,mlp.experts.67.down_proj,0.0000355120,0.02500,1.159
+80,mlp.experts.71.down_proj,0.0000056377,0.02500,1.185
+80,mlp.experts.88.down_proj,0.0000159451,0.02500,0.940
+80,mlp.experts.79.down_proj,0.0000286379,0.02500,1.299
+80,mlp.experts.101.down_proj,0.0000323449,0.02500,0.884
+80,mlp.experts.94.down_proj,0.0000380357,0.02500,0.908
+80,mlp.experts.97.down_proj,0.0000174393,0.02500,0.870
+80,mlp.experts.105.down_proj,0.0000396303,0.02500,0.906
+80,mlp.experts.86.down_proj,0.0000170952,0.02500,0.896
+80,mlp.experts.82.down_proj,0.0000490540,0.02500,0.923
+80,mlp.experts.109.down_proj,0.0000189196,0.02500,0.887
+80,mlp.experts.90.down_proj,0.0000250216,0.02500,0.915
+80,mlp.experts.80.down_proj,0.0000274862,0.02500,1.200
+80,mlp.experts.92.down_proj,0.0000217899,0.02500,0.950
+80,mlp.experts.113.down_proj,0.0000299992,0.02500,0.659
+80,mlp.experts.117.down_proj,0.0000595123,0.02500,0.664
+80,mlp.experts.104.down_proj,0.0000140412,0.02500,0.939
+80,mlp.experts.110.down_proj,0.0000173967,0.02500,0.876
+80,mlp.experts.84.down_proj,0.0000798698,0.02500,1.173
+80,mlp.experts.102.down_proj,0.0000237718,0.02500,0.888
+80,mlp.experts.98.down_proj,0.0000624044,0.02500,0.891
+80,mlp.experts.91.down_proj,0.0000197582,0.02500,1.253
+80,mlp.experts.87.down_proj,0.0000202879,0.02500,1.157
+80,mlp.experts.106.down_proj,0.0000315297,0.02500,0.852
+80,mlp.experts.83.down_proj,0.0000429592,0.02500,1.202
+80,mlp.experts.95.down_proj,0.0000206058,0.02500,1.206
+80,mlp.experts.108.down_proj,0.0000568284,0.02500,0.818
+80,mlp.experts.96.down_proj,0.0000234636,0.02500,0.974
+80,mlp.experts.118.down_proj,0.0000160207,0.02500,0.679
+80,mlp.experts.100.down_proj,0.0000280046,0.02500,0.713
+80,mlp.experts.114.down_proj,0.0000107361,0.02500,0.683
+80,mlp.experts.112.down_proj,0.0000160586,0.02500,0.633
+80,mlp.experts.116.down_proj,0.0000242853,0.02500,0.543
+80,mlp.experts.107.down_proj,0.0000305240,0.02500,1.281
+80,mlp.experts.103.down_proj,0.0000191593,0.02500,1.317
+80,mlp.experts.111.down_proj,0.0000252077,0.02500,1.271
+80,mlp.experts.99.down_proj,0.0000162666,0.02500,1.380
+80,mlp.experts.119.down_proj,0.0000333988,0.02500,0.871
+80,mlp.experts.115.down_proj,0.0000213353,0.02500,0.811
+81,self_attn.k_proj,0.0000003626,0.02500,1.813
+81,self_attn.v_proj,0.0000010794,0.02500,1.895
+81,self_attn.q_proj,0.0000023336,0.02500,2.533
+81,self_attn.o_proj,0.0000022394,0.02500,4.629
+81,mlp.shared_experts.gate_proj,0.0000061347,0.02500,1.700
+81,mlp.shared_experts.up_proj,0.0000050046,0.02500,1.516
+81,mlp.shared_experts.down_proj,0.0000012653,0.02500,0.414
+81,mlp.experts.11.gate_proj,0.0000994490,0.02500,4.469
+81,mlp.experts.6.gate_proj,0.0000960710,0.02500,5.474
+81,mlp.experts.15.gate_proj,0.0000787713,0.02500,4.529
+81,mlp.experts.10.gate_proj,0.0000876511,0.02500,4.234
+81,mlp.experts.7.gate_proj,0.0000745662,0.02500,5.576
+81,mlp.experts.3.gate_proj,0.0000892439,0.02500,5.583
+81,mlp.experts.14.gate_proj,0.0000883623,0.02500,4.299
+81,mlp.experts.2.gate_proj,0.0000767691,0.02500,5.680
+81,mlp.experts.8.gate_proj,0.0000867390,0.02500,4.847
+81,mlp.experts.5.gate_proj,0.0001241071,0.02500,5.894
+81,mlp.experts.12.gate_proj,0.0000556901,0.02500,4.926
+81,mlp.experts.4.gate_proj,0.0001224858,0.02500,6.049
+81,mlp.experts.9.gate_proj,0.0000861225,0.02500,5.083
+81,mlp.experts.0.gate_proj,0.0000390404,0.02500,6.114
+81,mlp.experts.1.gate_proj,0.0000851689,0.02500,6.176
+81,mlp.experts.13.gate_proj,0.0002764814,0.02500,5.538
+81,mlp.experts.31.gate_proj,0.0000812006,0.02500,3.406
+81,mlp.experts.23.gate_proj,0.0001937674,0.02500,3.517
+81,mlp.experts.19.gate_proj,0.0000677746,0.02500,3.662
+81,mlp.experts.27.gate_proj,0.0000988594,0.02500,3.924
+81,mlp.experts.21.gate_proj,0.0001439353,0.02500,4.511
+81,mlp.experts.24.gate_proj,0.0001121316,0.02500,4.668
+81,mlp.experts.25.gate_proj,0.0000826155,0.02500,4.494
+81,mlp.experts.28.gate_proj,0.0000375726,0.02500,4.673
+81,mlp.experts.17.gate_proj,0.0001402113,0.02500,4.531
+81,mlp.experts.16.gate_proj,0.0003058785,0.02500,4.740
+81,mlp.experts.20.gate_proj,0.0001889568,0.02500,5.091
+81,mlp.experts.29.gate_proj,0.0001542115,0.02500,5.363
+81,mlp.experts.22.gate_proj,0.0000792376,0.02500,6.805
+81,mlp.experts.26.gate_proj,0.0000764376,0.02500,6.806
+81,mlp.experts.30.gate_proj,0.0000923303,0.02500,6.797
+81,mlp.experts.18.gate_proj,0.0001482514,0.02500,6.842
+81,mlp.experts.32.gate_proj,0.0000743414,0.02500,3.544
+81,mlp.experts.44.gate_proj,0.0001654850,0.02500,4.244
+81,mlp.experts.40.gate_proj,0.0000713644,0.02500,4.392
+81,mlp.experts.37.gate_proj,0.0001691267,0.02500,4.853
+81,mlp.experts.36.gate_proj,0.0001135124,0.02500,4.169
+81,mlp.experts.41.gate_proj,0.0001547764,0.02500,4.918
+81,mlp.experts.33.gate_proj,0.0000942324,0.02500,4.912
+81,mlp.experts.45.gate_proj,0.0000672006,0.02500,5.196
+81,mlp.experts.42.gate_proj,0.0000389048,0.02500,5.211
+81,mlp.experts.38.gate_proj,0.0000850281,0.02500,5.305
+81,mlp.experts.46.gate_proj,0.0000695675,0.02500,5.293
+81,mlp.experts.34.gate_proj,0.0001932174,0.02500,5.301
+81,mlp.experts.48.gate_proj,0.0001358606,0.02500,4.922
+81,mlp.experts.53.gate_proj,0.0000629228,0.02500,4.417
+81,mlp.experts.60.gate_proj,0.0000870693,0.02500,4.919
+81,mlp.experts.49.gate_proj,0.0001797434,0.02500,4.214
+81,mlp.experts.57.gate_proj,0.0000846109,0.02500,4.348
+81,mlp.experts.56.gate_proj,0.0000974931,0.02500,5.045
+81,mlp.experts.52.gate_proj,0.0001943926,0.02500,4.937
+81,mlp.experts.61.gate_proj,0.0001264020,0.02500,4.440
+81,mlp.experts.58.gate_proj,0.0001359596,0.02500,4.640
+81,mlp.experts.62.gate_proj,0.0000530697,0.02500,4.668
+81,mlp.experts.50.gate_proj,0.0001753868,0.02500,4.689
+81,mlp.experts.54.gate_proj,0.0000763288,0.02500,5.114
+81,mlp.experts.64.gate_proj,0.0000387452,0.02500,3.792
+81,mlp.experts.76.gate_proj,0.0000906312,0.02500,3.987
+81,mlp.experts.68.gate_proj,0.0000861604,0.02500,3.667
+81,mlp.experts.72.gate_proj,0.0000660559,0.02500,4.093
+81,mlp.experts.69.gate_proj,0.0000871801,0.02500,4.576
+81,mlp.experts.65.gate_proj,0.0001046077,0.02500,4.786
+81,mlp.experts.73.gate_proj,0.0000919752,0.02500,4.999
+81,mlp.experts.77.gate_proj,0.0001227446,0.02500,4.442
+81,mlp.experts.74.gate_proj,0.0000711824,0.02500,4.921
+81,mlp.experts.78.gate_proj,0.0001166265,0.02500,4.866
+81,mlp.experts.70.gate_proj,0.0001084300,0.02500,4.712
+81,mlp.experts.66.gate_proj,0.0002446447,0.02500,4.998
+81,mlp.experts.85.gate_proj,0.0000659341,0.02500,5.321
+81,mlp.experts.89.gate_proj,0.0000905989,0.02500,5.205
+81,mlp.experts.81.gate_proj,0.0001769596,0.02500,5.540
+81,mlp.experts.93.gate_proj,0.0000974109,0.02500,5.075
+81,mlp.experts.94.gate_proj,0.0000765879,0.02500,4.873
+81,mlp.experts.90.gate_proj,0.0000612543,0.02500,5.041
+81,mlp.experts.86.gate_proj,0.0001249233,0.02500,5.020
+81,mlp.experts.82.gate_proj,0.0001463542,0.02500,5.518
+81,mlp.experts.101.gate_proj,0.0000981451,0.02500,5.135
+81,mlp.experts.97.gate_proj,0.0000855192,0.02500,5.316
+81,mlp.experts.105.gate_proj,0.0000816539,0.02500,5.755
+81,mlp.experts.109.gate_proj,0.0001159873,0.02500,5.448
+81,mlp.experts.106.gate_proj,0.0000986643,0.02500,5.243
+81,mlp.experts.110.gate_proj,0.0001123964,0.02500,5.407
+81,mlp.experts.102.gate_proj,0.0001227844,0.02500,5.265
+81,mlp.experts.98.gate_proj,0.0000967586,0.02500,5.497
+81,mlp.experts.117.gate_proj,0.0000794584,0.02500,5.781
+81,mlp.experts.113.gate_proj,0.0000759317,0.02500,5.835
+81,mlp.experts.1.up_proj,0.0000845630,0.02500,5.937
+81,mlp.experts.5.up_proj,0.0001222225,0.02500,5.808
+81,mlp.experts.2.up_proj,0.0000713375,0.02500,5.216
+81,mlp.experts.6.up_proj,0.0000937597,0.02500,5.236
+81,mlp.experts.118.gate_proj,0.0000949347,0.02500,5.302
+81,mlp.experts.114.gate_proj,0.0001941842,0.02500,5.762
+81,mlp.experts.13.up_proj,0.0002740984,0.02500,5.522
+81,mlp.experts.9.up_proj,0.0000869007,0.02500,5.849
+81,mlp.experts.17.up_proj,0.0001333557,0.02500,5.846
+81,mlp.experts.21.up_proj,0.0001417162,0.02500,5.633
+81,mlp.experts.18.up_proj,0.0001493823,0.02500,5.309
+81,mlp.experts.22.up_proj,0.0000786263,0.02500,5.480
+81,mlp.experts.14.up_proj,0.0000908658,0.02500,5.520
+81,mlp.experts.10.up_proj,0.0000872362,0.02500,5.713
+81,mlp.experts.29.up_proj,0.0001501390,0.02500,4.631
+81,mlp.experts.80.gate_proj,0.0001859760,0.02500,28.828
+81,mlp.experts.92.gate_proj,0.0001064347,0.02500,28.418
+81,mlp.experts.84.gate_proj,0.0001047323,0.02500,28.320
+81,mlp.experts.88.gate_proj,0.0001315504,0.02500,28.586
+81,mlp.experts.34.up_proj,0.0001921853,0.02500,5.444
+81,mlp.experts.38.up_proj,0.0000841361,0.02500,5.469
+81,mlp.experts.30.up_proj,0.0000892781,0.02500,5.521
+81,mlp.experts.26.up_proj,0.0000764340,0.02500,5.424
+81,mlp.experts.96.gate_proj,0.0002460011,0.02500,3.566
+81,mlp.experts.104.gate_proj,0.0001280360,0.02500,3.388
+81,mlp.experts.108.gate_proj,0.0000749770,0.02500,3.934
+81,mlp.experts.100.gate_proj,0.0000509935,0.02500,3.961
+81,mlp.experts.50.up_proj,0.0001667583,0.02500,4.489
+81,mlp.experts.54.up_proj,0.0000728523,0.02500,4.561
+81,mlp.experts.46.up_proj,0.0000693112,0.02500,4.410
+81,mlp.experts.112.gate_proj,0.0002112595,0.02500,3.644
+81,mlp.experts.42.up_proj,0.0000366274,0.02500,4.339
+81,mlp.experts.0.up_proj,0.0000384603,0.02500,3.973
+81,mlp.experts.4.up_proj,0.0001167687,0.02500,4.261
+81,mlp.experts.116.gate_proj,0.0001571476,0.02500,4.438
+81,mlp.experts.66.up_proj,0.0002423224,0.02500,4.468
+81,mlp.experts.62.up_proj,0.0000534486,0.02500,4.726
+81,mlp.experts.70.up_proj,0.0001091425,0.02500,5.005
+81,mlp.experts.8.up_proj,0.0000837816,0.02500,4.265
+81,mlp.experts.16.up_proj,0.0002946536,0.02500,4.109
+81,mlp.experts.20.up_proj,0.0001806342,0.02500,4.270
+81,mlp.experts.58.up_proj,0.0001336284,0.02500,5.158
+81,mlp.experts.12.up_proj,0.0000543089,0.02500,5.144
+81,mlp.experts.24.up_proj,0.0001075462,0.02500,4.051
+81,mlp.experts.32.up_proj,0.0000724120,0.02500,3.879
+81,mlp.experts.82.up_proj,0.0001425568,0.02500,5.633
+81,mlp.experts.36.up_proj,0.0001090465,0.02500,3.942
+81,mlp.experts.78.up_proj,0.0001117057,0.02500,5.546
+81,mlp.experts.86.up_proj,0.0001282643,0.02500,5.613
+81,mlp.experts.28.up_proj,0.0000374931,0.02500,4.089
+81,mlp.experts.74.up_proj,0.0000701255,0.02500,5.497
+81,mlp.experts.40.up_proj,0.0000695687,0.02500,4.807
+81,mlp.experts.48.up_proj,0.0001348557,0.02500,4.964
+81,mlp.experts.98.up_proj,0.0000946636,0.02500,5.262
+81,mlp.experts.52.up_proj,0.0001942017,0.02500,5.224
+81,mlp.experts.94.up_proj,0.0000768670,0.02500,5.425
+81,mlp.experts.102.up_proj,0.0001183484,0.02500,5.477
+81,mlp.experts.44.up_proj,0.0001631362,0.02500,5.240
+81,mlp.experts.90.up_proj,0.0000606923,0.02500,5.578
+81,mlp.experts.56.up_proj,0.0000978980,0.02500,4.867
+81,mlp.experts.64.up_proj,0.0000384263,0.02500,4.914
+81,mlp.experts.68.up_proj,0.0000820852,0.02500,4.689
+81,mlp.experts.114.up_proj,0.0001893044,0.02500,6.310
+81,mlp.experts.60.up_proj,0.0000860219,0.02500,4.889
+81,mlp.experts.110.up_proj,0.0001113885,0.02500,5.862
+81,mlp.experts.118.up_proj,0.0000935082,0.02500,5.872
+81,mlp.experts.106.up_proj,0.0000954838,0.02500,4.649
+81,mlp.experts.72.up_proj,0.0000661061,0.02500,4.830
+81,mlp.experts.80.up_proj,0.0001764585,0.02500,5.104
+81,mlp.experts.84.up_proj,0.0001027915,0.02500,4.871
+81,mlp.experts.76.up_proj,0.0000910334,0.02500,4.529
+81,mlp.experts.88.up_proj,0.0001254886,0.02500,4.098
+81,mlp.experts.96.up_proj,0.0002404327,0.02500,3.332
+81,mlp.experts.100.up_proj,0.0000509149,0.02500,3.051
+81,mlp.experts.92.up_proj,0.0001054585,0.02500,3.686
+81,mlp.experts.104.up_proj,0.0001280765,0.02500,3.127
+81,mlp.experts.116.up_proj,0.0001387132,0.02500,2.862
+81,mlp.experts.112.up_proj,0.0002130286,0.02500,3.491
+81,mlp.experts.25.up_proj,0.0000820304,0.02500,43.149
+81,mlp.experts.33.up_proj,0.0000930198,0.02500,43.111
+81,mlp.experts.108.up_proj,0.0000742667,0.02500,2.474
+81,mlp.experts.37.up_proj,0.0001643668,0.02500,43.334
+81,mlp.experts.43.gate_proj,0.0000774498,0.02500,3.373
+81,mlp.experts.35.gate_proj,0.0001104566,0.02500,3.475
+81,mlp.experts.39.gate_proj,0.0000816001,0.02500,3.655
+81,mlp.experts.47.gate_proj,0.0001153490,0.02500,4.068
+81,mlp.experts.45.up_proj,0.0000685939,0.02500,43.299
+81,mlp.experts.41.up_proj,0.0001519879,0.02500,4.476
+81,mlp.experts.49.up_proj,0.0001761790,0.02500,4.486
+81,mlp.experts.53.up_proj,0.0000610067,0.02500,4.295
+81,mlp.experts.61.up_proj,0.0001269444,0.02500,5.234
+81,mlp.experts.57.up_proj,0.0000833795,0.02500,5.274
+81,mlp.experts.65.up_proj,0.0001035045,0.02500,5.349
+81,mlp.experts.69.up_proj,0.0000866130,0.02500,5.422
+81,mlp.experts.59.gate_proj,0.0001239974,0.02500,8.909
+81,mlp.experts.55.gate_proj,0.0001608065,0.02500,8.683
+81,mlp.experts.51.gate_proj,0.0000901439,0.02500,9.010
+81,mlp.experts.63.gate_proj,0.0002442280,0.02500,8.760
+81,mlp.experts.77.up_proj,0.0001218515,0.02500,5.161
+81,mlp.experts.73.up_proj,0.0000909700,0.02500,4.982
+81,mlp.experts.81.up_proj,0.0001736822,0.02500,4.834
+81,mlp.experts.67.gate_proj,0.0000786076,0.02500,3.074
+81,mlp.experts.79.gate_proj,0.0000584676,0.02500,3.183
+81,mlp.experts.75.gate_proj,0.0001948946,0.02500,3.746
+81,mlp.experts.85.up_proj,0.0000659226,0.02500,4.942
+81,mlp.experts.71.gate_proj,0.0001669174,0.02500,3.854
+81,mlp.experts.83.gate_proj,0.0001718866,0.02500,4.058
+81,mlp.experts.87.gate_proj,0.0001070726,0.02500,3.614
+81,mlp.experts.91.gate_proj,0.0001121334,0.02500,4.039
+81,mlp.experts.95.gate_proj,0.0001021290,0.02500,4.129
+81,mlp.experts.93.up_proj,0.0000978445,0.02500,6.867
+81,mlp.experts.89.up_proj,0.0000913070,0.02500,6.408
+81,mlp.experts.97.up_proj,0.0000856918,0.02500,6.200
+81,mlp.experts.101.up_proj,0.0000938108,0.02500,5.842
+81,mlp.experts.99.gate_proj,0.0000680608,0.02500,5.842
+81,mlp.experts.107.gate_proj,0.0002233458,0.02500,5.981
+81,mlp.experts.103.gate_proj,0.0001407029,0.02500,6.288
+81,mlp.experts.111.gate_proj,0.0000794958,0.02500,6.096
+81,mlp.experts.115.gate_proj,0.0001318044,0.02500,3.311
+81,mlp.experts.119.gate_proj,0.0000573375,0.02500,2.940
+81,mlp.experts.3.up_proj,0.0000869945,0.02500,3.060
+81,mlp.experts.7.up_proj,0.0000732304,0.02500,3.214
+81,mlp.experts.117.up_proj,0.0000762825,0.02500,5.817
+81,mlp.experts.113.up_proj,0.0000767418,0.02500,5.823
+81,mlp.experts.109.up_proj,0.0001129859,0.02500,5.849
+81,mlp.experts.105.up_proj,0.0000801743,0.02500,5.872
+81,mlp.experts.11.up_proj,0.0000993461,0.02500,2.641
+81,mlp.experts.15.up_proj,0.0000770714,0.02500,2.785
+81,mlp.experts.19.up_proj,0.0000660727,0.02500,3.344
+81,mlp.experts.23.up_proj,0.0001843219,0.02500,3.310
+81,mlp.experts.27.up_proj,0.0000996614,0.02500,2.729
+81,mlp.experts.31.up_proj,0.0000802632,0.02500,3.039
+81,mlp.experts.35.up_proj,0.0001102060,0.02500,2.852
+81,mlp.experts.39.up_proj,0.0000797623,0.02500,2.880
+81,mlp.experts.43.up_proj,0.0000773278,0.02500,2.878
+81,mlp.experts.47.up_proj,0.0001136981,0.02500,3.334
+81,mlp.experts.51.up_proj,0.0000905278,0.02500,3.095
+81,mlp.experts.55.up_proj,0.0001489538,0.02500,2.912
+81,mlp.experts.59.up_proj,0.0001184394,0.02500,2.778
+81,mlp.experts.63.up_proj,0.0002387624,0.02500,3.067
+81,mlp.experts.67.up_proj,0.0000786363,0.02500,3.115
+81,mlp.experts.71.up_proj,0.0001629628,0.02500,3.116
+81,mlp.experts.75.up_proj,0.0001879476,0.02500,2.927
+81,mlp.experts.79.up_proj,0.0000586537,0.02500,2.869
+81,mlp.experts.83.up_proj,0.0001677991,0.02500,3.149
+81,mlp.experts.87.up_proj,0.0001047152,0.02500,3.408
+81,mlp.experts.91.up_proj,0.0001078265,0.02500,2.801
+81,mlp.experts.99.up_proj,0.0000676240,0.02500,2.606
+81,mlp.experts.95.up_proj,0.0000993353,0.02500,3.277
+81,mlp.experts.107.up_proj,0.0002212287,0.02500,2.679
+81,mlp.experts.103.up_proj,0.0001368978,0.02500,3.242
+81,mlp.experts.115.up_proj,0.0001296258,0.02500,2.212
+81,mlp.experts.111.up_proj,0.0000771431,0.02500,2.131
+81,mlp.experts.119.up_proj,0.0000576015,0.02500,1.701
+81,mlp.experts.5.down_proj,0.0000338589,0.02500,1.178
+81,mlp.experts.1.down_proj,0.0000178613,0.02500,1.192
+81,mlp.experts.9.down_proj,0.0000406504,0.02500,1.215
+81,mlp.experts.13.down_proj,0.0001095882,0.02500,1.238
+81,mlp.experts.0.down_proj,0.0000068852,0.02500,1.462
+81,mlp.experts.8.down_proj,0.0000192741,0.02500,1.492
+81,mlp.experts.2.down_proj,0.0000543285,0.02500,1.649
+81,mlp.experts.6.down_proj,0.0000372925,0.02500,1.664
+81,mlp.experts.12.down_proj,0.0000177304,0.02500,1.446
+81,mlp.experts.4.down_proj,0.0000284711,0.02500,1.706
+81,mlp.experts.10.down_proj,0.0000183971,0.02500,1.908
+81,mlp.experts.14.down_proj,0.0000278687,0.02500,1.936
+81,mlp.experts.21.down_proj,0.0000473809,0.02500,1.100
+81,mlp.experts.17.down_proj,0.0000340438,0.02500,1.101
+81,mlp.experts.25.down_proj,0.0000196190,0.02500,1.201
+81,mlp.experts.29.down_proj,0.0001305310,0.02500,1.038
+81,mlp.experts.7.down_proj,0.0000117687,0.02500,2.550
+81,mlp.experts.16.down_proj,0.0001569054,0.02500,1.093
+81,mlp.experts.15.down_proj,0.0000155219,0.02500,2.340
+81,mlp.experts.20.down_proj,0.0000597326,0.02500,0.901
+81,mlp.experts.24.down_proj,0.0000187673,0.02500,1.132
+81,mlp.experts.11.down_proj,0.0000575467,0.02500,2.517
+81,mlp.experts.3.down_proj,0.0000279192,0.02500,2.817
+81,mlp.experts.28.down_proj,0.0000058444,0.02500,1.166
+81,mlp.experts.18.down_proj,0.0000405536,0.02500,1.556
+81,mlp.experts.37.down_proj,0.0000461435,0.02500,1.021
+81,mlp.experts.22.down_proj,0.0000159534,0.02500,1.637
+81,mlp.experts.33.down_proj,0.0000173297,0.02500,1.032
+81,mlp.experts.41.down_proj,0.0000935102,0.02500,1.023
+81,mlp.experts.36.down_proj,0.0000384651,0.02500,0.855
+81,mlp.experts.40.down_proj,0.0000170619,0.02500,0.858
+81,mlp.experts.45.down_proj,0.0000311798,0.02500,1.047
+81,mlp.experts.26.down_proj,0.0000218524,0.02500,1.426
+81,mlp.experts.30.down_proj,0.0000213932,0.02500,1.466
+81,mlp.experts.32.down_proj,0.0000230940,0.02500,1.153
+81,mlp.experts.23.down_proj,0.0000618084,0.02500,1.240
+81,mlp.experts.44.down_proj,0.0000587114,0.02500,1.085
+81,mlp.experts.31.down_proj,0.0000322802,0.02500,1.399
+81,mlp.experts.27.down_proj,0.0000527157,0.02500,1.501
+81,mlp.experts.19.down_proj,0.0000136476,0.02500,1.537
+81,mlp.experts.52.down_proj,0.0000826951,0.02500,0.898
+81,mlp.experts.56.down_proj,0.0000214906,0.02500,0.992
+81,mlp.experts.38.down_proj,0.0000347570,0.02500,1.401
+81,mlp.experts.53.down_proj,0.0000224649,0.02500,1.405
+81,mlp.experts.34.down_proj,0.0000570895,0.02500,1.501
+81,mlp.experts.49.down_proj,0.0000651478,0.02500,1.385
+81,mlp.experts.57.down_proj,0.0000408649,0.02500,1.429
+81,mlp.experts.48.down_proj,0.0000575796,0.02500,1.171
+81,mlp.experts.42.down_proj,0.0000521568,0.02500,1.378
+81,mlp.experts.39.down_proj,0.0000280624,0.02500,1.196
+81,mlp.experts.61.down_proj,0.0000860835,0.02500,1.455
+81,mlp.experts.60.down_proj,0.0000222051,0.02500,1.118
+81,mlp.experts.46.down_proj,0.0000204444,0.02500,1.428
+81,mlp.experts.47.down_proj,0.0001215999,0.02500,1.152
+81,mlp.experts.68.down_proj,0.0000211626,0.02500,0.882
+81,mlp.experts.35.down_proj,0.0000374532,0.02500,0.974
+81,mlp.experts.43.down_proj,0.0000446614,0.02500,1.044
+81,mlp.experts.72.down_proj,0.0000721781,0.02500,1.056
+81,mlp.experts.50.down_proj,0.0000469591,0.02500,1.061
+81,mlp.experts.54.down_proj,0.0000224892,0.02500,1.086
+81,mlp.experts.55.down_proj,0.0000637685,0.02500,0.868
+81,mlp.experts.64.down_proj,0.0000070674,0.02500,1.066
+81,mlp.experts.76.down_proj,0.0000451190,0.02500,0.935
+81,mlp.experts.63.down_proj,0.0000963308,0.02500,0.888
+81,mlp.experts.58.down_proj,0.0000470742,0.02500,1.179
+81,mlp.experts.65.down_proj,0.0000232427,0.02500,1.412
+81,mlp.experts.84.down_proj,0.0000164354,0.02500,0.888
+81,mlp.experts.69.down_proj,0.0000213519,0.02500,1.488
+81,mlp.experts.51.down_proj,0.0000158217,0.02500,0.872
+81,mlp.experts.59.down_proj,0.0000431741,0.02500,0.886
+81,mlp.experts.62.down_proj,0.0000142942,0.02500,1.249
+81,mlp.experts.73.down_proj,0.0000363619,0.02500,1.449
+81,mlp.experts.77.down_proj,0.0000280538,0.02500,1.427
+81,mlp.experts.88.down_proj,0.0000312765,0.02500,1.182
+81,mlp.experts.71.down_proj,0.0000371088,0.02500,0.907
+81,mlp.experts.92.down_proj,0.0000463196,0.02500,0.890
+81,mlp.experts.79.down_proj,0.0000100422,0.02500,0.880
+81,mlp.experts.100.down_proj,0.0000384700,0.02500,0.886
+81,mlp.experts.67.down_proj,0.0000265950,0.02500,0.860
+81,mlp.experts.75.down_proj,0.0000550048,0.02500,0.862
+81,mlp.experts.80.down_proj,0.0000569784,0.02500,1.196
+81,mlp.experts.70.down_proj,0.0000331479,0.02500,1.441
+81,mlp.experts.66.down_proj,0.0001350973,0.02500,1.507
+81,mlp.experts.74.down_proj,0.0000223690,0.02500,1.201
+81,mlp.experts.81.down_proj,0.0000822710,0.02500,1.461
+81,mlp.experts.87.down_proj,0.0000331182,0.02500,0.868
+81,mlp.experts.78.down_proj,0.0000280299,0.02500,1.341
+81,mlp.experts.85.down_proj,0.0000156309,0.02500,1.506
+81,mlp.experts.95.down_proj,0.0000248775,0.02500,0.858
+81,mlp.experts.89.down_proj,0.0000218462,0.02500,1.499
+81,mlp.experts.108.down_proj,0.0000137813,0.02500,0.962
+81,mlp.experts.104.down_proj,0.0000271943,0.02500,1.150
+81,mlp.experts.83.down_proj,0.0000805674,0.02500,0.855
+81,mlp.experts.91.down_proj,0.0000303041,0.02500,0.842
+81,mlp.experts.93.down_proj,0.0000984132,0.02500,1.532
+81,mlp.experts.116.down_proj,0.0000752669,0.02500,0.950
+81,mlp.experts.96.down_proj,0.0001575426,0.02500,0.856
+81,mlp.experts.103.down_proj,0.0000286888,0.02500,0.812
+81,mlp.experts.112.down_proj,0.0000962093,0.02500,0.535
+81,mlp.experts.111.down_proj,0.0000275794,0.02500,0.817
+81,mlp.experts.99.down_proj,0.0000156808,0.02500,0.791
+81,mlp.experts.107.down_proj,0.0000682566,0.02500,0.804
+81,mlp.experts.86.down_proj,0.0000305815,0.02500,1.629
+81,mlp.experts.82.down_proj,0.0000439391,0.02500,1.624
+81,mlp.experts.90.down_proj,0.0000134939,0.02500,1.690
+81,mlp.experts.97.down_proj,0.0000468250,0.02500,1.493
+81,mlp.experts.119.down_proj,0.0000093688,0.02500,0.640
+81,mlp.experts.105.down_proj,0.0000182921,0.02500,1.380
+81,mlp.experts.101.down_proj,0.0000435525,0.02500,1.504
+81,mlp.experts.115.down_proj,0.0000286412,0.02500,0.542
+81,mlp.experts.94.down_proj,0.0000195195,0.02500,1.626
+81,mlp.experts.109.down_proj,0.0000638488,0.02500,1.353
+81,mlp.experts.113.down_proj,0.0000153651,0.02500,0.622
+81,mlp.experts.117.down_proj,0.0000212876,0.02500,0.571
+81,mlp.experts.102.down_proj,0.0000356420,0.02500,1.449
+81,mlp.experts.98.down_proj,0.0000400366,0.02500,1.461
+81,mlp.experts.106.down_proj,0.0000245206,0.02500,1.464
+81,mlp.experts.110.down_proj,0.0000393540,0.02500,1.417
+81,mlp.experts.114.down_proj,0.0000789469,0.02500,0.737
+81,mlp.experts.118.down_proj,0.0000499076,0.02500,0.788
+82,self_attn.v_proj,0.0000012132,0.02500,1.670
+82,self_attn.k_proj,0.0000004171,0.02500,1.915
+82,self_attn.q_proj,0.0000029852,0.02500,2.138
+82,self_attn.o_proj,0.0000030616,0.02500,4.245
+82,mlp.shared_experts.gate_proj,0.0000065421,0.02500,1.520
+82,mlp.shared_experts.up_proj,0.0000054225,0.02500,1.818
+82,mlp.shared_experts.down_proj,0.0000015399,0.02500,0.404
+82,mlp.experts.15.gate_proj,0.0000763319,0.02500,3.061
+82,mlp.experts.3.gate_proj,0.0000422322,0.02500,4.516
+82,mlp.experts.7.gate_proj,0.0001421750,0.02500,4.591
+82,mlp.experts.11.gate_proj,0.0001140357,0.02500,3.204
+82,mlp.experts.0.gate_proj,0.0003401733,0.02500,6.409
+82,mlp.experts.5.gate_proj,0.0001138954,0.02500,6.568
+82,mlp.experts.4.gate_proj,0.0000758335,0.02500,6.582
+82,mlp.experts.1.gate_proj,0.0001972861,0.02500,6.613
+82,mlp.experts.8.gate_proj,0.0002209459,0.02500,6.658
+82,mlp.experts.13.gate_proj,0.0001183343,0.02500,5.268
+82,mlp.experts.12.gate_proj,0.0002622927,0.02500,5.292
+82,mlp.experts.9.gate_proj,0.0000575844,0.02500,5.412
+82,mlp.experts.14.gate_proj,0.0001095536,0.02500,5.697
+82,mlp.experts.10.gate_proj,0.0001093192,0.02500,5.746
+82,mlp.experts.2.gate_proj,0.0000603465,0.02500,7.197
+82,mlp.experts.6.gate_proj,0.0001280902,0.02500,7.307
+82,mlp.experts.31.gate_proj,0.0000303979,0.02500,3.120
+82,mlp.experts.23.gate_proj,0.0000738908,0.02500,3.082
+82,mlp.experts.19.gate_proj,0.0001354862,0.02500,3.219
+82,mlp.experts.27.gate_proj,0.0001126282,0.02500,3.156
+82,mlp.experts.16.gate_proj,0.0001714900,0.02500,4.119
+82,mlp.experts.24.gate_proj,0.0001346593,0.02500,3.952
+82,mlp.experts.18.gate_proj,0.0001327355,0.02500,3.642
+82,mlp.experts.22.gate_proj,0.0000773311,0.02500,3.599
+82,mlp.experts.30.gate_proj,0.0000660998,0.02500,3.820
+82,mlp.experts.26.gate_proj,0.0000463952,0.02500,3.817
+82,mlp.experts.20.gate_proj,0.0001617024,0.02500,4.456
+82,mlp.experts.28.gate_proj,0.0000995341,0.02500,4.424
+82,mlp.experts.21.gate_proj,0.0002916586,0.02500,4.630
+82,mlp.experts.17.gate_proj,0.0001126066,0.02500,4.766
+82,mlp.experts.29.gate_proj,0.0000513990,0.02500,5.106
+82,mlp.experts.47.gate_proj,0.0001002461,0.02500,4.202
+82,mlp.experts.39.gate_proj,0.0000898081,0.02500,4.315
+82,mlp.experts.25.gate_proj,0.0002117760,0.02500,5.149
+82,mlp.experts.43.gate_proj,0.0001850375,0.02500,4.235
+82,mlp.experts.35.gate_proj,0.0000693326,0.02500,4.664
+82,mlp.experts.32.gate_proj,0.0001707845,0.02500,3.339
+82,mlp.experts.40.gate_proj,0.0002369045,0.02500,3.459
+82,mlp.experts.34.gate_proj,0.0001466204,0.02500,3.363
+82,mlp.experts.38.gate_proj,0.0001213699,0.02500,3.409
+82,mlp.experts.42.gate_proj,0.0001099551,0.02500,3.374
+82,mlp.experts.46.gate_proj,0.0001129404,0.02500,3.465
+82,mlp.experts.44.gate_proj,0.0001428653,0.02500,3.432
+82,mlp.experts.37.gate_proj,0.0000806225,0.02500,3.872
+82,mlp.experts.36.gate_proj,0.0002142371,0.02500,4.040
+82,mlp.experts.45.gate_proj,0.0001214161,0.02500,3.348
+82,mlp.experts.41.gate_proj,0.0001151206,0.02500,3.249
+82,mlp.experts.33.gate_proj,0.0000688683,0.02500,4.160
+82,mlp.experts.63.gate_proj,0.0000987628,0.02500,4.059
+82,mlp.experts.55.gate_proj,0.0001784529,0.02500,4.163
+82,mlp.experts.59.gate_proj,0.0000687590,0.02500,4.294
+82,mlp.experts.51.gate_proj,0.0001726866,0.02500,4.047
+82,mlp.experts.56.gate_proj,0.0002904633,0.02500,2.994
+82,mlp.experts.50.gate_proj,0.0000357044,0.02500,3.091
+82,mlp.experts.58.gate_proj,0.0002099763,0.02500,3.081
+82,mlp.experts.54.gate_proj,0.0000952290,0.02500,3.199
+82,mlp.experts.62.gate_proj,0.0001767719,0.02500,3.131
+82,mlp.experts.48.gate_proj,0.0001811344,0.02500,3.901
+82,mlp.experts.60.gate_proj,0.0000966955,0.02500,3.347
+82,mlp.experts.52.gate_proj,0.0001434712,0.02500,3.272
+82,mlp.experts.61.gate_proj,0.0001137325,0.02500,3.267
+82,mlp.experts.57.gate_proj,0.0001251692,0.02500,3.270
+82,mlp.experts.53.gate_proj,0.0001297712,0.02500,3.509
+82,mlp.experts.49.gate_proj,0.0001206344,0.02500,3.522
+82,mlp.experts.72.gate_proj,0.0001961258,0.02500,2.946
+82,mlp.experts.79.gate_proj,0.0001112568,0.02500,4.260
+82,mlp.experts.71.gate_proj,0.0001424659,0.02500,4.192
+82,mlp.experts.66.gate_proj,0.0000866706,0.02500,3.216
+82,mlp.experts.75.gate_proj,0.0001275040,0.02500,4.180
+82,mlp.experts.67.gate_proj,0.0001461793,0.02500,4.118
+82,mlp.experts.70.gate_proj,0.0000916164,0.02500,3.147
+82,mlp.experts.74.gate_proj,0.0000758428,0.02500,3.197
+82,mlp.experts.78.gate_proj,0.0001289759,0.02500,3.238
+82,mlp.experts.76.gate_proj,0.0001391262,0.02500,2.867
+82,mlp.experts.64.gate_proj,0.0001558057,0.02500,3.726
+82,mlp.experts.69.gate_proj,0.0000631422,0.02500,3.036
+82,mlp.experts.73.gate_proj,0.0000602561,0.02500,3.478
+82,mlp.experts.77.gate_proj,0.0000221936,0.02500,3.788
+82,mlp.experts.68.gate_proj,0.0001686861,0.02500,3.875
+82,mlp.experts.65.gate_proj,0.0000815397,0.02500,3.404
+82,mlp.experts.88.gate_proj,0.0000981950,0.02500,2.954
+82,mlp.experts.82.gate_proj,0.0002737761,0.02500,3.176
+82,mlp.experts.90.gate_proj,0.0000743470,0.02500,3.095
+82,mlp.experts.86.gate_proj,0.0001287424,0.02500,3.179
+82,mlp.experts.94.gate_proj,0.0000913571,0.02500,3.122
+82,mlp.experts.92.gate_proj,0.0001252637,0.02500,3.231
+82,mlp.experts.95.gate_proj,0.0001417371,0.02500,4.124
+82,mlp.experts.91.gate_proj,0.0000724454,0.02500,4.056
+82,mlp.experts.83.gate_proj,0.0001655700,0.02500,4.070
+82,mlp.experts.87.gate_proj,0.0001364133,0.02500,4.347
+82,mlp.experts.80.gate_proj,0.0000885772,0.02500,3.624
+82,mlp.experts.85.gate_proj,0.0001304512,0.02500,3.881
+82,mlp.experts.104.gate_proj,0.0001982631,0.02500,2.886
+82,mlp.experts.89.gate_proj,0.0001682851,0.02500,4.025
+82,mlp.experts.93.gate_proj,0.0001004201,0.02500,3.814
+82,mlp.experts.84.gate_proj,0.0001022073,0.02500,3.887
+82,mlp.experts.81.gate_proj,0.0000890705,0.02500,4.351
+82,mlp.experts.108.gate_proj,0.0001346213,0.02500,2.960
+82,mlp.experts.98.gate_proj,0.0001501448,0.02500,3.893
+82,mlp.experts.106.gate_proj,0.0000779790,0.02500,4.052
+82,mlp.experts.102.gate_proj,0.0002038145,0.02500,4.033
+82,mlp.experts.110.gate_proj,0.0001693880,0.02500,4.024
+82,mlp.experts.96.gate_proj,0.0001108592,0.02500,3.240
+82,mlp.experts.111.gate_proj,0.0000542247,0.02500,4.333
+82,mlp.experts.107.gate_proj,0.0001166508,0.02500,4.458
+82,mlp.experts.99.gate_proj,0.0001137944,0.02500,4.478
+82,mlp.experts.103.gate_proj,0.0001774713,0.02500,4.438
+82,mlp.experts.0.up_proj,0.0003250165,0.02500,3.730
+82,mlp.experts.101.gate_proj,0.0000691548,0.02500,4.146
+82,mlp.experts.4.up_proj,0.0000732478,0.02500,2.900
+82,mlp.experts.100.gate_proj,0.0001322591,0.02500,3.916
+82,mlp.experts.109.gate_proj,0.0001503415,0.02500,4.233
+82,mlp.experts.105.gate_proj,0.0000274769,0.02500,4.295
+82,mlp.experts.97.gate_proj,0.0000605969,0.02500,4.211
+82,mlp.experts.112.gate_proj,0.0001603516,0.02500,2.971
+82,mlp.experts.7.up_proj,0.0001400960,0.02500,3.646
+82,mlp.experts.3.up_proj,0.0000422775,0.02500,3.542
+82,mlp.experts.114.gate_proj,0.0001395967,0.02500,5.028
+82,mlp.experts.115.gate_proj,0.0001435096,0.02500,3.490
+82,mlp.experts.119.gate_proj,0.0000717724,0.02500,3.632
+82,mlp.experts.2.up_proj,0.0000601070,0.02500,5.273
+82,mlp.experts.20.up_proj,0.0001614128,0.02500,3.267
+82,mlp.experts.118.gate_proj,0.0001130727,0.02500,5.310
+82,mlp.experts.6.up_proj,0.0001245663,0.02500,5.395
+82,mlp.experts.16.up_proj,0.0001734341,0.02500,3.964
+82,mlp.experts.5.up_proj,0.0001073776,0.02500,3.559
+82,mlp.experts.116.gate_proj,0.0001209847,0.02500,3.820
+82,mlp.experts.117.gate_proj,0.0001025056,0.02500,4.266
+82,mlp.experts.1.up_proj,0.0001880172,0.02500,3.876
+82,mlp.experts.113.gate_proj,0.0001182673,0.02500,3.807
+82,mlp.experts.8.up_proj,0.0002055586,0.02500,3.802
+82,mlp.experts.23.up_proj,0.0000720742,0.02500,3.371
+82,mlp.experts.19.up_proj,0.0001316292,0.02500,3.296
+82,mlp.experts.11.up_proj,0.0001115667,0.02500,3.324
+82,mlp.experts.15.up_proj,0.0000730824,0.02500,3.242
+82,mlp.experts.21.up_proj,0.0003026225,0.02500,3.178
+82,mlp.experts.13.up_proj,0.0001180413,0.02500,3.235
+82,mlp.experts.10.up_proj,0.0001052849,0.02500,4.619
+82,mlp.experts.36.up_proj,0.0002117839,0.02500,4.276
+82,mlp.experts.12.up_proj,0.0002425347,0.02500,3.658
+82,mlp.experts.18.up_proj,0.0001276128,0.02500,4.456
+82,mlp.experts.32.up_proj,0.0001623445,0.02500,4.053
+82,mlp.experts.17.up_proj,0.0001099748,0.02500,3.400
+82,mlp.experts.14.up_proj,0.0001067020,0.02500,4.431
+82,mlp.experts.22.up_proj,0.0000753452,0.02500,4.277
+82,mlp.experts.9.up_proj,0.0000565103,0.02500,3.795
+82,mlp.experts.39.up_proj,0.0000882948,0.02500,3.231
+82,mlp.experts.24.up_proj,0.0001354770,0.02500,3.939
+82,mlp.experts.27.up_proj,0.0001029124,0.02500,3.177
+82,mlp.experts.35.up_proj,0.0000687611,0.02500,3.292
+82,mlp.experts.31.up_proj,0.0000298876,0.02500,3.264
+82,mlp.experts.29.up_proj,0.0000497752,0.02500,3.211
+82,mlp.experts.28.up_proj,0.0000973279,0.02500,3.067
+82,mlp.experts.52.up_proj,0.0001357353,0.02500,3.407
+82,mlp.experts.33.up_proj,0.0000685443,0.02500,3.448
+82,mlp.experts.48.up_proj,0.0001725753,0.02500,3.528
+82,mlp.experts.37.up_proj,0.0000795214,0.02500,4.138
+82,mlp.experts.26.up_proj,0.0000465177,0.02500,4.304
+82,mlp.experts.30.up_proj,0.0000641437,0.02500,4.333
+82,mlp.experts.55.up_proj,0.0001673939,0.02500,3.254
+82,mlp.experts.25.up_proj,0.0002084411,0.02500,3.601
+82,mlp.experts.34.up_proj,0.0001398569,0.02500,4.732
+82,mlp.experts.38.up_proj,0.0001162177,0.02500,4.782
+82,mlp.experts.51.up_proj,0.0001543389,0.02500,3.241
+82,mlp.experts.43.up_proj,0.0001704767,0.02500,3.346
+82,mlp.experts.47.up_proj,0.0000967571,0.02500,3.284
+82,mlp.experts.40.up_proj,0.0002316492,0.02500,3.927
+82,mlp.experts.44.up_proj,0.0001398323,0.02500,2.953
+82,mlp.experts.68.up_proj,0.0001635232,0.02500,3.005
+82,mlp.experts.45.up_proj,0.0001159435,0.02500,3.632
+82,mlp.experts.53.up_proj,0.0001242809,0.02500,3.508
+82,mlp.experts.64.up_proj,0.0001492900,0.02500,3.983
+82,mlp.experts.42.up_proj,0.0001071508,0.02500,3.622
+82,mlp.experts.49.up_proj,0.0001188020,0.02500,4.306
+82,mlp.experts.46.up_proj,0.0001075167,0.02500,3.493
+82,mlp.experts.50.up_proj,0.0000351073,0.02500,3.284
+82,mlp.experts.71.up_proj,0.0001422096,0.02500,3.481
+82,mlp.experts.54.up_proj,0.0000944870,0.02500,3.310
+82,mlp.experts.41.up_proj,0.0001093422,0.02500,3.625
+82,mlp.experts.59.up_proj,0.0000687888,0.02500,3.407
+82,mlp.experts.63.up_proj,0.0000963501,0.02500,3.387
+82,mlp.experts.67.up_proj,0.0001384465,0.02500,3.602
+82,mlp.experts.60.up_proj,0.0000938436,0.02500,3.035
+82,mlp.experts.56.up_proj,0.0002735974,0.02500,3.686
+82,mlp.experts.84.up_proj,0.0001008284,0.02500,3.377
+82,mlp.experts.61.up_proj,0.0001101400,0.02500,4.107
+82,mlp.experts.69.up_proj,0.0000610774,0.02500,3.772
+82,mlp.experts.80.up_proj,0.0000879474,0.02500,3.550
+82,mlp.experts.58.up_proj,0.0002111846,0.02500,3.543
+82,mlp.experts.87.up_proj,0.0001327401,0.02500,3.455
+82,mlp.experts.62.up_proj,0.0001697288,0.02500,3.718
+82,mlp.experts.75.up_proj,0.0001163539,0.02500,3.439
+82,mlp.experts.70.up_proj,0.0000905677,0.02500,3.606
+82,mlp.experts.83.up_proj,0.0001644029,0.02500,3.401
+82,mlp.experts.66.up_proj,0.0000862349,0.02500,3.861
+82,mlp.experts.79.up_proj,0.0001115853,0.02500,3.558
+82,mlp.experts.72.up_proj,0.0001957235,0.02500,3.664
+82,mlp.experts.100.up_proj,0.0001290926,0.02500,3.209
+82,mlp.experts.76.up_proj,0.0001361027,0.02500,3.952
+82,mlp.experts.65.up_proj,0.0000721831,0.02500,5.168
+82,mlp.experts.57.up_proj,0.0001223289,0.02500,5.216
+82,mlp.experts.74.up_proj,0.0000747040,0.02500,3.140
+82,mlp.experts.78.up_proj,0.0001222353,0.02500,3.040
+82,mlp.experts.103.up_proj,0.0001738184,0.02500,3.290
+82,mlp.experts.86.up_proj,0.0001263408,0.02500,3.083
+82,mlp.experts.82.up_proj,0.0002465219,0.02500,3.101
+82,mlp.experts.91.up_proj,0.0000704404,0.02500,3.229
+82,mlp.experts.96.up_proj,0.0001062847,0.02500,3.959
+82,mlp.experts.95.up_proj,0.0001341959,0.02500,3.185
+82,mlp.experts.99.up_proj,0.0001123496,0.02500,3.350
+82,mlp.experts.88.up_proj,0.0000940261,0.02500,2.995
+82,mlp.experts.77.up_proj,0.0000221665,0.02500,5.292
+82,mlp.experts.116.up_proj,0.0001181499,0.02500,2.970
+82,mlp.experts.85.up_proj,0.0001271219,0.02500,5.168
+82,mlp.experts.92.up_proj,0.0001249475,0.02500,3.752
+82,mlp.experts.90.up_proj,0.0000738386,0.02500,2.832
+82,mlp.experts.81.up_proj,0.0000873953,0.02500,4.207
+82,mlp.experts.94.up_proj,0.0000921712,0.02500,2.976
+82,mlp.experts.73.up_proj,0.0000598243,0.02500,4.390
+82,mlp.experts.98.up_proj,0.0001496137,0.02500,2.967
+82,mlp.experts.102.up_proj,0.0002004086,0.02500,3.195
+82,mlp.experts.104.up_proj,0.0002017891,0.02500,2.570
+82,mlp.experts.112.up_proj,0.0001519756,0.02500,3.501
+82,mlp.experts.119.up_proj,0.0000696894,0.02500,3.947
+82,mlp.experts.107.up_proj,0.0001153453,0.02500,3.935
+82,mlp.experts.111.up_proj,0.0000540776,0.02500,3.796
+82,mlp.experts.115.up_proj,0.0001392659,0.02500,3.733
+82,mlp.experts.108.up_proj,0.0001315551,0.02500,2.613
+82,mlp.experts.93.up_proj,0.0000982902,0.02500,4.231
+82,mlp.experts.101.up_proj,0.0000681917,0.02500,4.213
+82,mlp.experts.106.up_proj,0.0000751145,0.02500,3.149
+82,mlp.experts.114.up_proj,0.0001400098,0.02500,2.731
+82,mlp.experts.110.up_proj,0.0001681330,0.02500,3.078
+82,mlp.experts.118.up_proj,0.0001095872,0.02500,2.667
+82,mlp.experts.97.up_proj,0.0000586085,0.02500,4.139
+82,mlp.experts.89.up_proj,0.0001577739,0.02500,4.159
+82,mlp.experts.109.up_proj,0.0001475662,0.02500,3.546
+82,mlp.experts.117.up_proj,0.0001021541,0.02500,3.830
+82,mlp.experts.113.up_proj,0.0001160106,0.02500,3.721
+82,mlp.experts.105.up_proj,0.0000270684,0.02500,3.040
+82,mlp.experts.3.down_proj,0.0000113515,0.02500,1.660
+82,mlp.experts.7.down_proj,0.0000502296,0.02500,1.662
+82,mlp.experts.11.down_proj,0.0000294971,0.02500,1.668
+82,mlp.experts.15.down_proj,0.0000152896,0.02500,1.682
+82,mlp.experts.5.down_proj,0.0000251632,0.02500,2.305
+82,mlp.experts.1.down_proj,0.0001124422,0.02500,2.309
+82,mlp.experts.13.down_proj,0.0000682736,0.02500,2.135
+82,mlp.experts.9.down_proj,0.0000804393,0.02500,2.187
+82,mlp.experts.10.down_proj,0.0000194994,0.02500,2.315
+82,mlp.experts.6.down_proj,0.0000310817,0.02500,2.575
+82,mlp.experts.2.down_proj,0.0000157751,0.02500,2.577
+82,mlp.experts.14.down_proj,0.0000954693,0.02500,2.347
+82,mlp.experts.12.down_proj,0.0001202519,0.02500,2.328
+82,mlp.experts.0.down_proj,0.0000689707,0.02500,2.638
+82,mlp.experts.8.down_proj,0.0001399918,0.02500,2.690
+82,mlp.experts.4.down_proj,0.0000345096,0.02500,2.720
+82,mlp.experts.19.down_proj,0.0000500840,0.02500,1.237
+82,mlp.experts.23.down_proj,0.0000213853,0.02500,1.254
+82,mlp.experts.31.down_proj,0.0000046719,0.02500,1.130
+82,mlp.experts.27.down_proj,0.0000219224,0.02500,1.147
+82,mlp.experts.29.down_proj,0.0000077671,0.02500,1.154
+82,mlp.experts.17.down_proj,0.0000335440,0.02500,1.266
+82,mlp.experts.21.down_proj,0.0002153298,0.02500,1.270
+82,mlp.experts.28.down_proj,0.0000272677,0.02500,1.124
+82,mlp.experts.25.down_proj,0.0000793838,0.02500,1.318
+82,mlp.experts.24.down_proj,0.0000406605,0.02500,1.075
+82,mlp.experts.16.down_proj,0.0000401445,0.02500,1.152
+82,mlp.experts.20.down_proj,0.0000332643,0.02500,1.083
+82,mlp.experts.35.down_proj,0.0000155632,0.02500,0.911
+82,mlp.experts.39.down_proj,0.0000160798,0.02500,0.897
+82,mlp.experts.26.down_proj,0.0000117637,0.02500,1.285
+82,mlp.experts.18.down_proj,0.0000474795,0.02500,1.297
+82,mlp.experts.30.down_proj,0.0000150253,0.02500,1.315
+82,mlp.experts.43.down_proj,0.0000562144,0.02500,0.902
+82,mlp.experts.47.down_proj,0.0000353526,0.02500,0.909
+82,mlp.experts.22.down_proj,0.0000113287,0.02500,1.455
+82,mlp.experts.33.down_proj,0.0000171860,0.02500,0.912
+82,mlp.experts.45.down_proj,0.0000174530,0.02500,1.002
+82,mlp.experts.37.down_proj,0.0000437273,0.02500,1.052
+82,mlp.experts.55.down_proj,0.0000513760,0.02500,0.911
+82,mlp.experts.51.down_proj,0.0000982192,0.02500,0.937
+82,mlp.experts.44.down_proj,0.0000367387,0.02500,1.078
+82,mlp.experts.41.down_proj,0.0000291065,0.02500,1.081
+82,mlp.experts.36.down_proj,0.0001279413,0.02500,1.024
+82,mlp.experts.32.down_proj,0.0000437817,0.02500,1.040
+82,mlp.experts.63.down_proj,0.0000260902,0.02500,0.907
+82,mlp.experts.59.down_proj,0.0000173890,0.02500,0.911
+82,mlp.experts.40.down_proj,0.0000821885,0.02500,1.113
+82,mlp.experts.34.down_proj,0.0000370162,0.02500,1.380
+82,mlp.experts.42.down_proj,0.0000541549,0.02500,1.453
+82,mlp.experts.46.down_proj,0.0000386688,0.02500,1.485
+82,mlp.experts.49.down_proj,0.0000508323,0.02500,0.923
+82,mlp.experts.38.down_proj,0.0000312593,0.02500,1.395
+82,mlp.experts.71.down_proj,0.0000291618,0.02500,0.915
+82,mlp.experts.60.down_proj,0.0000224666,0.02500,0.850
+82,mlp.experts.61.down_proj,0.0000194373,0.02500,1.131
+82,mlp.experts.48.down_proj,0.0000379325,0.02500,0.832
+82,mlp.experts.52.down_proj,0.0000394293,0.02500,0.835
+82,mlp.experts.67.down_proj,0.0000611572,0.02500,0.928
+82,mlp.experts.56.down_proj,0.0000767234,0.02500,0.844
+82,mlp.experts.53.down_proj,0.0000568682,0.02500,1.123
+82,mlp.experts.75.down_proj,0.0001358671,0.02500,0.910
+82,mlp.experts.79.down_proj,0.0000180676,0.02500,0.922
+82,mlp.experts.57.down_proj,0.0000252347,0.02500,0.987
+82,mlp.experts.65.down_proj,0.0000215074,0.02500,0.874
+82,mlp.experts.76.down_proj,0.0000599976,0.02500,0.849
+82,mlp.experts.64.down_proj,0.0000314268,0.02500,0.839
+82,mlp.experts.68.down_proj,0.0000478932,0.02500,0.867
+82,mlp.experts.87.down_proj,0.0000283481,0.02500,0.910
+82,mlp.experts.72.down_proj,0.0000554179,0.02500,0.849
+82,mlp.experts.83.down_proj,0.0000479078,0.02500,0.920
+82,mlp.experts.77.down_proj,0.0000197655,0.02500,0.985
+82,mlp.experts.91.down_proj,0.0000471438,0.02500,0.910
+82,mlp.experts.95.down_proj,0.0000583210,0.02500,0.920
+82,mlp.experts.69.down_proj,0.0000159487,0.02500,1.037
+82,mlp.experts.50.down_proj,0.0000090839,0.02500,1.702
+82,mlp.experts.73.down_proj,0.0000283254,0.02500,1.158
+82,mlp.experts.58.down_proj,0.0000928422,0.02500,1.681
+82,mlp.experts.62.down_proj,0.0000831326,0.02500,1.657
+82,mlp.experts.54.down_proj,0.0000571229,0.02500,1.628
+82,mlp.experts.81.down_proj,0.0000217415,0.02500,0.958
+82,mlp.experts.92.down_proj,0.0000374520,0.02500,0.868
+82,mlp.experts.80.down_proj,0.0000225738,0.02500,0.872
+82,mlp.experts.84.down_proj,0.0000217241,0.02500,0.889
+82,mlp.experts.88.down_proj,0.0000257195,0.02500,0.884
+82,mlp.experts.103.down_proj,0.0000512540,0.02500,0.960
+82,mlp.experts.93.down_proj,0.0000361560,0.02500,0.904
+82,mlp.experts.99.down_proj,0.0000268357,0.02500,0.963
+82,mlp.experts.107.down_proj,0.0000420475,0.02500,0.969
+82,mlp.experts.111.down_proj,0.0000117782,0.02500,0.955
+82,mlp.experts.85.down_proj,0.0000346848,0.02500,1.041
+82,mlp.experts.89.down_proj,0.0000583388,0.02500,1.011
+82,mlp.experts.108.down_proj,0.0000516491,0.02500,0.852
+82,mlp.experts.96.down_proj,0.0000487434,0.02500,0.847
+82,mlp.experts.100.down_proj,0.0000294318,0.02500,0.846
+82,mlp.experts.119.down_proj,0.0000154434,0.02500,0.773
+82,mlp.experts.104.down_proj,0.0000977134,0.02500,0.842
+82,mlp.experts.115.down_proj,0.0000268886,0.02500,0.763
+82,mlp.experts.97.down_proj,0.0000211204,0.02500,1.226
+82,mlp.experts.109.down_proj,0.0000548893,0.02500,1.141
+82,mlp.experts.66.down_proj,0.0000386079,0.02500,1.813
+82,mlp.experts.70.down_proj,0.0000187239,0.02500,1.765
+82,mlp.experts.112.down_proj,0.0000553468,0.02500,0.600
+82,mlp.experts.116.down_proj,0.0000280247,0.02500,0.578
+82,mlp.experts.74.down_proj,0.0000136157,0.02500,1.937
+82,mlp.experts.78.down_proj,0.0000506610,0.02500,1.913
+82,mlp.experts.101.down_proj,0.0000278703,0.02500,1.295
+82,mlp.experts.105.down_proj,0.0000100617,0.02500,1.355
+82,mlp.experts.113.down_proj,0.0000348801,0.02500,0.987
+82,mlp.experts.117.down_proj,0.0000264594,0.02500,0.583
+82,mlp.experts.86.down_proj,0.0000313493,0.02500,1.291
+82,mlp.experts.82.down_proj,0.0000569143,0.02500,1.425
+82,mlp.experts.90.down_proj,0.0000136122,0.02500,1.487
+82,mlp.experts.94.down_proj,0.0000979454,0.02500,1.549
+82,mlp.experts.102.down_proj,0.0000605648,0.02500,1.615
+82,mlp.experts.98.down_proj,0.0000382242,0.02500,1.686
+82,mlp.experts.106.down_proj,0.0000114775,0.02500,1.590
+82,mlp.experts.110.down_proj,0.0000461183,0.02500,1.580
+82,mlp.experts.118.down_proj,0.0000262583,0.02500,0.904
+82,mlp.experts.114.down_proj,0.0000400925,0.02500,0.795
+83,self_attn.v_proj,0.0000013122,0.02500,2.374
+83,self_attn.k_proj,0.0000004591,0.02500,2.398
+83,self_attn.q_proj,0.0000030249,0.02500,2.575
+83,self_attn.o_proj,0.0000037295,0.02500,4.143
+83,mlp.shared_experts.gate_proj,0.0000066756,0.02500,1.432
+83,mlp.shared_experts.up_proj,0.0000059830,0.02500,1.439
+83,mlp.shared_experts.down_proj,0.0000020977,0.02500,0.431
+83,mlp.experts.0.gate_proj,0.0001883464,0.02500,4.743
+83,mlp.experts.4.gate_proj,0.0001541714,0.02500,4.744
+83,mlp.experts.12.gate_proj,0.0000656575,0.02500,4.045
+83,mlp.experts.8.gate_proj,0.0001506712,0.02500,5.014
+83,mlp.experts.5.gate_proj,0.0001096579,0.02500,5.378
+83,mlp.experts.9.gate_proj,0.0000994927,0.02500,5.129
+83,mlp.experts.13.gate_proj,0.0001036112,0.02500,4.699
+83,mlp.experts.1.gate_proj,0.0002126751,0.02500,5.545
+83,mlp.experts.2.gate_proj,0.0000898307,0.02500,5.869
+83,mlp.experts.3.gate_proj,0.0000972108,0.02500,6.170
+83,mlp.experts.14.gate_proj,0.0001268342,0.02500,5.339
+83,mlp.experts.7.gate_proj,0.0001171163,0.02500,6.237
+83,mlp.experts.6.gate_proj,0.0001123347,0.02500,6.339
+83,mlp.experts.10.gate_proj,0.0000788717,0.02500,5.501
+83,mlp.experts.11.gate_proj,0.0000593892,0.02500,5.624
+83,mlp.experts.15.gate_proj,0.0003389728,0.02500,5.678
+83,mlp.experts.16.gate_proj,0.0001301526,0.02500,4.606
+83,mlp.experts.18.gate_proj,0.0001401157,0.02500,3.513
+83,mlp.experts.26.gate_proj,0.0000760083,0.02500,3.208
+83,mlp.experts.20.gate_proj,0.0001484822,0.02500,4.826
+83,mlp.experts.28.gate_proj,0.0000750969,0.02500,4.774
+83,mlp.experts.24.gate_proj,0.0001038259,0.02500,4.801
+83,mlp.experts.25.gate_proj,0.0001129507,0.02500,4.432
+83,mlp.experts.21.gate_proj,0.0000749551,0.02500,4.579
+83,mlp.experts.23.gate_proj,0.0001299586,0.02500,3.824
+83,mlp.experts.17.gate_proj,0.0001129758,0.02500,4.343
+83,mlp.experts.29.gate_proj,0.0002014801,0.02500,4.603
+83,mlp.experts.19.gate_proj,0.0001130421,0.02500,4.077
+83,mlp.experts.22.gate_proj,0.0000586791,0.02500,3.988
+83,mlp.experts.30.gate_proj,0.0001397201,0.02500,4.147
+83,mlp.experts.31.gate_proj,0.0001200153,0.02500,3.892
+83,mlp.experts.27.gate_proj,0.0001698274,0.02500,4.359
+83,mlp.experts.34.gate_proj,0.0001342954,0.02500,3.543
+83,mlp.experts.35.gate_proj,0.0000955251,0.02500,2.876
+83,mlp.experts.42.gate_proj,0.0002394354,0.02500,3.920
+83,mlp.experts.47.gate_proj,0.0002475933,0.02500,3.109
+83,mlp.experts.46.gate_proj,0.0000741927,0.02500,3.274
+83,mlp.experts.39.gate_proj,0.0001596528,0.02500,3.649
+83,mlp.experts.38.gate_proj,0.0001523018,0.02500,3.926
+83,mlp.experts.36.gate_proj,0.0001438248,0.02500,4.767
+83,mlp.experts.41.gate_proj,0.0000158485,0.02500,4.486
+83,mlp.experts.32.gate_proj,0.0001565652,0.02500,5.112
+83,mlp.experts.43.gate_proj,0.0001080506,0.02500,3.729
+83,mlp.experts.33.gate_proj,0.0000742106,0.02500,4.494
+83,mlp.experts.37.gate_proj,0.0001345782,0.02500,4.688
+83,mlp.experts.44.gate_proj,0.0000605717,0.02500,4.993
+83,mlp.experts.45.gate_proj,0.0000899915,0.02500,4.556
+83,mlp.experts.40.gate_proj,0.0000610185,0.02500,5.389
+83,mlp.experts.51.gate_proj,0.0001315308,0.02500,2.930
+83,mlp.experts.50.gate_proj,0.0001756485,0.02500,3.366
+83,mlp.experts.63.gate_proj,0.0001520792,0.02500,3.836
+83,mlp.experts.62.gate_proj,0.0001370966,0.02500,3.882
+83,mlp.experts.55.gate_proj,0.0001045929,0.02500,3.857
+83,mlp.experts.59.gate_proj,0.0001779863,0.02500,3.533
+83,mlp.experts.58.gate_proj,0.0000557369,0.02500,4.627
+83,mlp.experts.57.gate_proj,0.0001503432,0.02500,4.326
+83,mlp.experts.54.gate_proj,0.0002002120,0.02500,4.552
+83,mlp.experts.61.gate_proj,0.0002762717,0.02500,4.187
+83,mlp.experts.49.gate_proj,0.0002183053,0.02500,4.385
+83,mlp.experts.53.gate_proj,0.0000908194,0.02500,4.446
+83,mlp.experts.67.gate_proj,0.0000823760,0.02500,3.131
+83,mlp.experts.52.gate_proj,0.0001441555,0.02500,5.133
+83,mlp.experts.48.gate_proj,0.0000964808,0.02500,5.153
+83,mlp.experts.60.gate_proj,0.0000529582,0.02500,4.970
+83,mlp.experts.79.gate_proj,0.0001546262,0.02500,3.023
+83,mlp.experts.56.gate_proj,0.0001172093,0.02500,5.224
+83,mlp.experts.66.gate_proj,0.0001257957,0.02500,4.639
+83,mlp.experts.71.gate_proj,0.0001564828,0.02500,3.976
+83,mlp.experts.74.gate_proj,0.0002256728,0.02500,4.120
+83,mlp.experts.78.gate_proj,0.0001568896,0.02500,4.861
+83,mlp.experts.75.gate_proj,0.0001205695,0.02500,4.294
+83,mlp.experts.83.gate_proj,0.0001084340,0.02500,3.726
+83,mlp.experts.73.gate_proj,0.0000897297,0.02500,4.509
+83,mlp.experts.70.gate_proj,0.0001473949,0.02500,4.396
+83,mlp.experts.65.gate_proj,0.0002857281,0.02500,4.407
+83,mlp.experts.77.gate_proj,0.0001331225,0.02500,4.659
+83,mlp.experts.69.gate_proj,0.0001488636,0.02500,4.521
+83,mlp.experts.95.gate_proj,0.0000991507,0.02500,3.589
+83,mlp.experts.64.gate_proj,0.0000982282,0.02500,4.816
+83,mlp.experts.76.gate_proj,0.0001235565,0.02500,4.875
+83,mlp.experts.68.gate_proj,0.0002105024,0.02500,5.315
+83,mlp.experts.87.gate_proj,0.0000791880,0.02500,3.413
+83,mlp.experts.82.gate_proj,0.0002076605,0.02500,4.274
+83,mlp.experts.72.gate_proj,0.0001219044,0.02500,4.960
+83,mlp.experts.91.gate_proj,0.0000870283,0.02500,3.014
+83,mlp.experts.99.gate_proj,0.0001390946,0.02500,2.850
+83,mlp.experts.111.gate_proj,0.0001106599,0.02500,2.778
+83,mlp.experts.89.gate_proj,0.0000963626,0.02500,3.637
+83,mlp.experts.81.gate_proj,0.0000870565,0.02500,3.546
+83,mlp.experts.93.gate_proj,0.0001956440,0.02500,3.442
+83,mlp.experts.85.gate_proj,0.0000777267,0.02500,3.424
+83,mlp.experts.94.gate_proj,0.0000778612,0.02500,4.830
+83,mlp.experts.90.gate_proj,0.0000864622,0.02500,5.047
+83,mlp.experts.103.gate_proj,0.0001133871,0.02500,2.830
+83,mlp.experts.107.gate_proj,0.0001140034,0.02500,2.751
+83,mlp.experts.86.gate_proj,0.0001586220,0.02500,4.969
+83,mlp.experts.115.gate_proj,0.0001325546,0.02500,2.775
+83,mlp.experts.92.gate_proj,0.0000696286,0.02500,4.220
+83,mlp.experts.80.gate_proj,0.0000417860,0.02500,4.432
+83,mlp.experts.84.gate_proj,0.0000510600,0.02500,4.728
+83,mlp.experts.7.up_proj,0.0001138884,0.02500,2.830
+83,mlp.experts.88.gate_proj,0.0001786615,0.02500,4.415
+83,mlp.experts.98.gate_proj,0.0001326888,0.02500,4.635
+83,mlp.experts.105.gate_proj,0.0000836761,0.02500,3.551
+83,mlp.experts.109.gate_proj,0.0001427605,0.02500,3.461
+83,mlp.experts.101.gate_proj,0.0000319955,0.02500,3.459
+83,mlp.experts.97.gate_proj,0.0000949116,0.02500,3.643
+83,mlp.experts.119.gate_proj,0.0001544691,0.02500,2.924
+83,mlp.experts.3.up_proj,0.0000927611,0.02500,2.846
+83,mlp.experts.106.gate_proj,0.0002986974,0.02500,3.886
+83,mlp.experts.110.gate_proj,0.0000765286,0.02500,4.052
+83,mlp.experts.11.up_proj,0.0000595468,0.02500,2.905
+83,mlp.experts.102.gate_proj,0.0000920839,0.02500,4.073
+83,mlp.experts.23.up_proj,0.0001149335,0.02500,2.840
+83,mlp.experts.108.gate_proj,0.0001904602,0.02500,4.541
+83,mlp.experts.114.gate_proj,0.0001433080,0.02500,3.450
+83,mlp.experts.96.gate_proj,0.0000795996,0.02500,4.647
+83,mlp.experts.1.up_proj,0.0002090925,0.02500,3.171
+83,mlp.experts.15.up_proj,0.0003314543,0.02500,2.887
+83,mlp.experts.5.up_proj,0.0001077650,0.02500,3.242
+83,mlp.experts.113.gate_proj,0.0001888625,0.02500,3.205
+83,mlp.experts.19.up_proj,0.0001103442,0.02500,2.793
+83,mlp.experts.117.gate_proj,0.0000915860,0.02500,3.298
+83,mlp.experts.2.up_proj,0.0000893591,0.02500,2.983
+83,mlp.experts.100.gate_proj,0.0000850745,0.02500,4.716
+83,mlp.experts.27.up_proj,0.0001641977,0.02500,2.805
+83,mlp.experts.6.up_proj,0.0001102523,0.02500,3.522
+83,mlp.experts.104.gate_proj,0.0000609866,0.02500,5.267
+83,mlp.experts.39.up_proj,0.0001495680,0.02500,3.062
+83,mlp.experts.118.gate_proj,0.0000593507,0.02500,3.819
+83,mlp.experts.17.up_proj,0.0001059892,0.02500,3.073
+83,mlp.experts.21.up_proj,0.0000738514,0.02500,3.082
+83,mlp.experts.9.up_proj,0.0000959645,0.02500,3.076
+83,mlp.experts.13.up_proj,0.0001022186,0.02500,3.076
+83,mlp.experts.10.up_proj,0.0000727729,0.02500,3.658
+83,mlp.experts.35.up_proj,0.0000930909,0.02500,3.253
+83,mlp.experts.31.up_proj,0.0001188498,0.02500,3.553
+83,mlp.experts.18.up_proj,0.0001435746,0.02500,3.095
+83,mlp.experts.4.up_proj,0.0001463713,0.02500,4.138
+83,mlp.experts.112.gate_proj,0.0001250288,0.02500,4.029
+83,mlp.experts.22.up_proj,0.0000551818,0.02500,3.047
+83,mlp.experts.43.up_proj,0.0001054192,0.02500,3.717
+83,mlp.experts.116.gate_proj,0.0001324000,0.02500,3.958
+83,mlp.experts.14.up_proj,0.0001232303,0.02500,2.904
+83,mlp.experts.55.up_proj,0.0001005017,0.02500,3.517
+83,mlp.experts.0.up_proj,0.0001794126,0.02500,3.946
+83,mlp.experts.33.up_proj,0.0000716986,0.02500,3.086
+83,mlp.experts.37.up_proj,0.0001329014,0.02500,3.072
+83,mlp.experts.29.up_proj,0.0001867991,0.02500,3.076
+83,mlp.experts.25.up_proj,0.0001073536,0.02500,3.211
+83,mlp.experts.34.up_proj,0.0001288088,0.02500,2.855
+83,mlp.experts.51.up_proj,0.0001319966,0.02500,3.343
+83,mlp.experts.26.up_proj,0.0000722767,0.02500,3.709
+83,mlp.experts.47.up_proj,0.0002208952,0.02500,3.673
+83,mlp.experts.38.up_proj,0.0001495973,0.02500,3.452
+83,mlp.experts.59.up_proj,0.0001723304,0.02500,3.314
+83,mlp.experts.20.up_proj,0.0001484715,0.02500,4.220
+83,mlp.experts.8.up_proj,0.0001424861,0.02500,4.285
+83,mlp.experts.30.up_proj,0.0001335469,0.02500,3.155
+83,mlp.experts.71.up_proj,0.0001470992,0.02500,3.411
+83,mlp.experts.12.up_proj,0.0000634309,0.02500,4.242
+83,mlp.experts.49.up_proj,0.0002070688,0.02500,3.264
+83,mlp.experts.45.up_proj,0.0000879946,0.02500,3.135
+83,mlp.experts.53.up_proj,0.0000907177,0.02500,3.284
+83,mlp.experts.16.up_proj,0.0001247887,0.02500,4.213
+83,mlp.experts.41.up_proj,0.0000156328,0.02500,3.276
+83,mlp.experts.50.up_proj,0.0001658290,0.02500,3.365
+83,mlp.experts.42.up_proj,0.0002372147,0.02500,3.518
+83,mlp.experts.63.up_proj,0.0001345775,0.02500,3.372
+83,mlp.experts.75.up_proj,0.0001161762,0.02500,3.015
+83,mlp.experts.67.up_proj,0.0000788262,0.02500,4.002
+83,mlp.experts.46.up_proj,0.0000724623,0.02500,2.898
+83,mlp.experts.54.up_proj,0.0001868469,0.02500,3.913
+83,mlp.experts.36.up_proj,0.0001432020,0.02500,4.216
+83,mlp.experts.65.up_proj,0.0002599778,0.02500,3.065
+83,mlp.experts.87.up_proj,0.0000784879,0.02500,3.615
+83,mlp.experts.24.up_proj,0.0001011732,0.02500,4.314
+83,mlp.experts.61.up_proj,0.0002647919,0.02500,3.126
+83,mlp.experts.69.up_proj,0.0001396330,0.02500,3.145
+83,mlp.experts.66.up_proj,0.0001127277,0.02500,2.882
+83,mlp.experts.57.up_proj,0.0001485397,0.02500,3.109
+83,mlp.experts.28.up_proj,0.0000735546,0.02500,4.230
+83,mlp.experts.91.up_proj,0.0000823481,0.02500,3.078
+83,mlp.experts.32.up_proj,0.0001505408,0.02500,4.231
+83,mlp.experts.79.up_proj,0.0001518749,0.02500,3.430
+83,mlp.experts.62.up_proj,0.0001368887,0.02500,2.912
+83,mlp.experts.83.up_proj,0.0001042048,0.02500,3.554
+83,mlp.experts.58.up_proj,0.0000530924,0.02500,3.930
+83,mlp.experts.70.up_proj,0.0001395255,0.02500,3.871
+83,mlp.experts.103.up_proj,0.0001108983,0.02500,3.112
+83,mlp.experts.81.up_proj,0.0000840473,0.02500,3.130
+83,mlp.experts.82.up_proj,0.0001939522,0.02500,2.968
+83,mlp.experts.77.up_proj,0.0001296380,0.02500,3.268
+83,mlp.experts.85.up_proj,0.0000750187,0.02500,3.274
+83,mlp.experts.73.up_proj,0.0000881757,0.02500,3.236
+83,mlp.experts.52.up_proj,0.0001406153,0.02500,4.140
+83,mlp.experts.40.up_proj,0.0000590717,0.02500,4.338
+83,mlp.experts.107.up_proj,0.0001072866,0.02500,3.154
+83,mlp.experts.44.up_proj,0.0000596167,0.02500,4.271
+83,mlp.experts.74.up_proj,0.0002153182,0.02500,2.864
+83,mlp.experts.99.up_proj,0.0001342917,0.02500,3.145
+83,mlp.experts.95.up_proj,0.0000976345,0.02500,3.576
+83,mlp.experts.48.up_proj,0.0000932559,0.02500,4.066
+83,mlp.experts.78.up_proj,0.0001329568,0.02500,3.864
+83,mlp.experts.119.up_proj,0.0001515351,0.02500,2.856
+83,mlp.experts.98.up_proj,0.0001325005,0.02500,2.866
+83,mlp.experts.97.up_proj,0.0000943436,0.02500,3.204
+83,mlp.experts.93.up_proj,0.0001957204,0.02500,3.096
+83,mlp.experts.101.up_proj,0.0000311510,0.02500,3.133
+83,mlp.experts.89.up_proj,0.0000944110,0.02500,3.103
+83,mlp.experts.86.up_proj,0.0001516176,0.02500,3.978
+83,mlp.experts.115.up_proj,0.0001313584,0.02500,2.462
+83,mlp.experts.111.up_proj,0.0001059271,0.02500,2.453
+83,mlp.experts.68.up_proj,0.0001983249,0.02500,4.196
+83,mlp.experts.90.up_proj,0.0000818005,0.02500,3.408
+83,mlp.experts.56.up_proj,0.0001132660,0.02500,4.170
+83,mlp.experts.60.up_proj,0.0000500838,0.02500,4.127
+83,mlp.experts.94.up_proj,0.0000763314,0.02500,3.334
+83,mlp.experts.114.up_proj,0.0001415278,0.02500,3.197
+83,mlp.experts.113.up_proj,0.0001893914,0.02500,3.052
+83,mlp.experts.109.up_proj,0.0001386905,0.02500,2.985
+83,mlp.experts.117.up_proj,0.0000908734,0.02500,2.904
+83,mlp.experts.64.up_proj,0.0000962344,0.02500,4.063
+83,mlp.experts.105.up_proj,0.0000825133,0.02500,2.839
+83,mlp.experts.102.up_proj,0.0000910596,0.02500,2.652
+83,mlp.experts.106.up_proj,0.0002695225,0.02500,2.752
+83,mlp.experts.110.up_proj,0.0000740871,0.02500,2.146
+83,mlp.experts.118.up_proj,0.0000574209,0.02500,1.907
+83,mlp.experts.84.up_proj,0.0000498046,0.02500,4.308
+83,mlp.experts.72.up_proj,0.0001167086,0.02500,4.040
+83,mlp.experts.76.up_proj,0.0001217387,0.02500,4.288
+83,mlp.experts.80.up_proj,0.0000415990,0.02500,4.239
+83,mlp.experts.100.up_proj,0.0000840798,0.02500,4.103
+83,mlp.experts.88.up_proj,0.0001703378,0.02500,4.071
+83,mlp.experts.96.up_proj,0.0000763835,0.02500,3.864
+83,mlp.experts.92.up_proj,0.0000673952,0.02500,4.475
+83,mlp.experts.116.up_proj,0.0001309266,0.02500,3.122
+83,mlp.experts.104.up_proj,0.0000585931,0.02500,3.046
+83,mlp.experts.112.up_proj,0.0001212142,0.02500,2.559
+83,mlp.experts.108.up_proj,0.0001888606,0.02500,2.464
+83,mlp.experts.4.down_proj,0.0000648751,0.02500,1.650
+83,mlp.experts.0.down_proj,0.0000420105,0.02500,1.675
+83,mlp.experts.8.down_proj,0.0002127416,0.02500,1.509
+83,mlp.experts.13.down_proj,0.0000261903,0.02500,1.535
+83,mlp.experts.9.down_proj,0.0000526469,0.02500,1.550
+83,mlp.experts.1.down_proj,0.0000726894,0.02500,1.802
+83,mlp.experts.12.down_proj,0.0000399226,0.02500,1.566
+83,mlp.experts.5.down_proj,0.0000444308,0.02500,1.816
+83,mlp.experts.3.down_proj,0.0000220826,0.02500,1.849
+83,mlp.experts.7.down_proj,0.0000180975,0.02500,1.568
+83,mlp.experts.15.down_proj,0.0002746542,0.02500,1.603
+83,mlp.experts.11.down_proj,0.0000277886,0.02500,1.627
+83,mlp.experts.10.down_proj,0.0000173090,0.02500,1.728
+83,mlp.experts.2.down_proj,0.0000229347,0.02500,2.003
+83,mlp.experts.6.down_proj,0.0000217866,0.02500,2.025
+83,mlp.experts.14.down_proj,0.0000255082,0.02500,1.799
+83,mlp.experts.19.down_proj,0.0000308542,0.02500,0.848
+83,mlp.experts.23.down_proj,0.0000433343,0.02500,0.868
+83,mlp.experts.31.down_proj,0.0000347303,0.02500,0.861
+83,mlp.experts.27.down_proj,0.0000383887,0.02500,0.861
+83,mlp.experts.25.down_proj,0.0000410146,0.02500,0.989
+83,mlp.experts.29.down_proj,0.0000841514,0.02500,1.010
+83,mlp.experts.17.down_proj,0.0000820430,0.02500,1.024
+83,mlp.experts.21.down_proj,0.0000172562,0.02500,1.021
+83,mlp.experts.16.down_proj,0.0000385975,0.02500,1.225
+83,mlp.experts.20.down_proj,0.0000374985,0.02500,1.280
+83,mlp.experts.22.down_proj,0.0000107678,0.02500,0.921
+83,mlp.experts.24.down_proj,0.0000230237,0.02500,1.248
+83,mlp.experts.26.down_proj,0.0000467240,0.02500,1.030
+83,mlp.experts.30.down_proj,0.0000305119,0.02500,0.972
+83,mlp.experts.18.down_proj,0.0000519315,0.02500,1.139
+83,mlp.experts.28.down_proj,0.0000162410,0.02500,1.353
+83,mlp.experts.35.down_proj,0.0000236070,0.02500,0.815
+83,mlp.experts.39.down_proj,0.0000685371,0.02500,0.830
+83,mlp.experts.47.down_proj,0.0001286586,0.02500,0.840
+83,mlp.experts.43.down_proj,0.0000357987,0.02500,0.833
+83,mlp.experts.41.down_proj,0.0000030246,0.02500,0.947
+83,mlp.experts.45.down_proj,0.0000280468,0.02500,0.958
+83,mlp.experts.33.down_proj,0.0000164193,0.02500,0.972
+83,mlp.experts.37.down_proj,0.0000523484,0.02500,0.966
+83,mlp.experts.38.down_proj,0.0000655989,0.02500,0.886
+83,mlp.experts.46.down_proj,0.0000135231,0.02500,1.105
+83,mlp.experts.42.down_proj,0.0001104392,0.02500,1.259
+83,mlp.experts.34.down_proj,0.0000495714,0.02500,1.129
+83,mlp.experts.32.down_proj,0.0000639672,0.02500,1.388
+83,mlp.experts.36.down_proj,0.0000450404,0.02500,1.427
+83,mlp.experts.51.down_proj,0.0000590280,0.02500,0.893
+83,mlp.experts.40.down_proj,0.0000230390,0.02500,1.457
+83,mlp.experts.55.down_proj,0.0000454686,0.02500,0.924
+83,mlp.experts.63.down_proj,0.0000418176,0.02500,0.889
+83,mlp.experts.59.down_proj,0.0000314654,0.02500,0.896
+83,mlp.experts.44.down_proj,0.0000135386,0.02500,1.537
+83,mlp.experts.57.down_proj,0.0000334263,0.02500,1.145
+83,mlp.experts.49.down_proj,0.0000689802,0.02500,1.149
+83,mlp.experts.61.down_proj,0.0002082291,0.02500,1.200
+83,mlp.experts.53.down_proj,0.0000319498,0.02500,1.168
+83,mlp.experts.67.down_proj,0.0000268694,0.02500,0.857
+83,mlp.experts.79.down_proj,0.0000355899,0.02500,0.843
+83,mlp.experts.71.down_proj,0.0001639511,0.02500,0.848
+83,mlp.experts.75.down_proj,0.0000425211,0.02500,0.835
+83,mlp.experts.54.down_proj,0.0000681815,0.02500,1.602
+83,mlp.experts.62.down_proj,0.0000359635,0.02500,1.457
+83,mlp.experts.58.down_proj,0.0000161985,0.02500,1.442
+83,mlp.experts.50.down_proj,0.0000321272,0.02500,1.456
+83,mlp.experts.48.down_proj,0.0000206632,0.02500,1.490
+83,mlp.experts.83.down_proj,0.0000277654,0.02500,0.521
+83,mlp.experts.65.down_proj,0.0001634252,0.02500,1.390
+83,mlp.experts.77.down_proj,0.0000437686,0.02500,1.387
+83,mlp.experts.73.down_proj,0.0000183066,0.02500,1.496
+83,mlp.experts.69.down_proj,0.0000399997,0.02500,1.406
+83,mlp.experts.70.down_proj,0.0000497596,0.02500,1.497
+83,mlp.experts.78.down_proj,0.0000587859,0.02500,1.446
+83,mlp.experts.52.down_proj,0.0000474802,0.02500,2.683
+83,mlp.experts.56.down_proj,0.0000574539,0.02500,2.654
+83,mlp.experts.74.down_proj,0.0000586738,0.02500,1.423
+83,mlp.experts.66.down_proj,0.0000569592,0.02500,1.491
+83,mlp.experts.60.down_proj,0.0000072243,0.02500,2.625
+83,mlp.experts.64.down_proj,0.0000269945,0.02500,2.419
+83,mlp.experts.68.down_proj,0.0000496421,0.02500,1.230
+83,mlp.experts.86.down_proj,0.0000439107,0.02500,1.360
+83,mlp.experts.72.down_proj,0.0000357469,0.02500,1.249
+83,mlp.experts.90.down_proj,0.0000150508,0.02500,1.281
+83,mlp.experts.76.down_proj,0.0000428832,0.02500,1.257
+83,mlp.experts.94.down_proj,0.0000173579,0.02500,1.587
+83,mlp.experts.82.down_proj,0.0000905258,0.02500,1.613
+83,mlp.experts.80.down_proj,0.0000253168,0.02500,1.511
+83,mlp.experts.84.down_proj,0.0000119088,0.02500,1.565
+83,mlp.experts.102.down_proj,0.0000380598,0.02500,1.567
+83,mlp.experts.106.down_proj,0.0000683406,0.02500,1.540
+83,mlp.experts.88.down_proj,0.0000717909,0.02500,1.593
+83,mlp.experts.92.down_proj,0.0000342926,0.02500,1.555
+83,mlp.experts.110.down_proj,0.0000338979,0.02500,1.533
+83,mlp.experts.98.down_proj,0.0000687987,0.02500,1.402
+83,mlp.experts.118.down_proj,0.0000130566,0.02500,1.015
+83,mlp.experts.114.down_proj,0.0000572172,0.02500,0.781
+83,mlp.experts.96.down_proj,0.0000138528,0.02500,1.695
+83,mlp.experts.100.down_proj,0.0000353120,0.02500,1.711
+83,mlp.experts.104.down_proj,0.0000089571,0.02500,1.726
+83,mlp.experts.108.down_proj,0.0000888182,0.02500,1.738
+83,mlp.experts.112.down_proj,0.0000205019,0.02500,1.154
+83,mlp.experts.116.down_proj,0.0000451532,0.02500,1.025
+83,mlp.experts.93.down_proj,0.0000902751,0.02500,14.655
+83,mlp.experts.81.down_proj,0.0000428743,0.02500,14.817
+83,mlp.experts.89.down_proj,0.0000235194,0.02500,14.866
+83,mlp.experts.85.down_proj,0.0000145281,0.02500,15.023
+83,mlp.experts.109.down_proj,0.0000678721,0.02500,1.982
+83,mlp.experts.97.down_proj,0.0000234548,0.02500,1.891
+83,mlp.experts.105.down_proj,0.0000440295,0.02500,1.871
+83,mlp.experts.101.down_proj,0.0000047033,0.02500,1.825
+83,mlp.experts.113.down_proj,0.0001361793,0.02500,1.036
+83,mlp.experts.117.down_proj,0.0000254288,0.02500,1.018
+83,mlp.experts.99.down_proj,0.0000394063,0.02500,1.814
+83,mlp.experts.91.down_proj,0.0000194205,0.02500,1.816
+83,mlp.experts.95.down_proj,0.0000221582,0.02500,1.825
+83,mlp.experts.87.down_proj,0.0000132379,0.02500,1.839
+83,mlp.experts.115.down_proj,0.0000302262,0.02500,2.596
+83,mlp.experts.103.down_proj,0.0000493042,0.02500,2.581
+83,mlp.experts.107.down_proj,0.0000245578,0.02500,2.645
+83,mlp.experts.111.down_proj,0.0000186504,0.02500,2.710
+83,mlp.experts.119.down_proj,0.0000772419,0.02500,0.447
+84,self_attn.k_proj,0.0000004608,0.02500,1.879
+84,self_attn.v_proj,0.0000015691,0.02500,1.918
+84,self_attn.q_proj,0.0000031483,0.02500,1.987
+84,self_attn.o_proj,0.0000036011,0.02500,4.142
+84,mlp.shared_experts.gate_proj,0.0000066584,0.02500,1.539
+84,mlp.shared_experts.up_proj,0.0000051607,0.02500,1.921
+84,mlp.shared_experts.down_proj,0.0000021362,0.02500,0.632
+84,mlp.experts.7.gate_proj,0.0003286305,0.02500,4.963
+84,mlp.experts.15.gate_proj,0.0001087360,0.02500,4.245
+84,mlp.experts.13.gate_proj,0.0000760210,0.02500,4.243
+84,mlp.experts.11.gate_proj,0.0000778313,0.02500,5.244
+84,mlp.experts.1.gate_proj,0.0001215240,0.02500,5.361
+84,mlp.experts.5.gate_proj,0.0000830020,0.02500,5.429
+84,mlp.experts.3.gate_proj,0.0000982587,0.02500,5.446
+84,mlp.experts.14.gate_proj,0.0000750235,0.02500,4.670
+84,mlp.experts.9.gate_proj,0.0000331846,0.02500,5.680
+84,mlp.experts.12.gate_proj,0.0000568810,0.02500,4.876
+84,mlp.experts.4.gate_proj,0.0001497242,0.02500,5.289
+84,mlp.experts.0.gate_proj,0.0000996754,0.02500,5.922
+84,mlp.experts.2.gate_proj,0.0000979837,0.02500,5.943
+84,mlp.experts.10.gate_proj,0.0001674503,0.02500,6.139
+84,mlp.experts.6.gate_proj,0.0001674239,0.02500,6.215
+84,mlp.experts.8.gate_proj,0.0001045940,0.02500,6.393
+84,mlp.experts.23.gate_proj,0.0001227027,0.02500,2.935
+84,mlp.experts.27.gate_proj,0.0001090891,0.02500,2.918
+84,mlp.experts.29.gate_proj,0.0001308640,0.02500,3.493
+84,mlp.experts.17.gate_proj,0.0001395467,0.02500,3.425
+84,mlp.experts.21.gate_proj,0.0001045955,0.02500,3.429
+84,mlp.experts.19.gate_proj,0.0001441986,0.02500,3.512
+84,mlp.experts.25.gate_proj,0.0001048175,0.02500,3.327
+84,mlp.experts.31.gate_proj,0.0001077430,0.02500,3.933
+84,mlp.experts.30.gate_proj,0.0001287822,0.02500,4.011
+84,mlp.experts.18.gate_proj,0.0001469389,0.02500,4.034
+84,mlp.experts.22.gate_proj,0.0000768221,0.02500,3.950
+84,mlp.experts.26.gate_proj,0.0000669672,0.02500,4.096
+84,mlp.experts.28.gate_proj,0.0001108623,0.02500,4.609
+84,mlp.experts.16.gate_proj,0.0000782372,0.02500,4.583
+84,mlp.experts.20.gate_proj,0.0001715214,0.02500,4.882
+84,mlp.experts.24.gate_proj,0.0001769303,0.02500,4.849
+84,mlp.experts.39.gate_proj,0.0001194195,0.02500,3.371
+84,mlp.experts.35.gate_proj,0.0000956370,0.02500,2.875
+84,mlp.experts.45.gate_proj,0.0001304647,0.02500,3.184
+84,mlp.experts.33.gate_proj,0.0001454261,0.02500,3.186
+84,mlp.experts.37.gate_proj,0.0000959488,0.02500,3.184
+84,mlp.experts.43.gate_proj,0.0001151377,0.02500,3.922
+84,mlp.experts.47.gate_proj,0.0002472626,0.02500,3.079
+84,mlp.experts.41.gate_proj,0.0000652874,0.02500,3.200
+84,mlp.experts.46.gate_proj,0.0002041439,0.02500,3.350
+84,mlp.experts.42.gate_proj,0.0000502434,0.02500,3.393
+84,mlp.experts.34.gate_proj,0.0001451984,0.02500,3.720
+84,mlp.experts.38.gate_proj,0.0001163066,0.02500,3.858
+84,mlp.experts.44.gate_proj,0.0001918733,0.02500,4.226
+84,mlp.experts.51.gate_proj,0.0001084050,0.02500,2.883
+84,mlp.experts.32.gate_proj,0.0000870791,0.02500,4.224
+84,mlp.experts.61.gate_proj,0.0001547876,0.02500,3.229
+84,mlp.experts.53.gate_proj,0.0003479740,0.02500,3.127
+84,mlp.experts.49.gate_proj,0.0001724548,0.02500,3.203
+84,mlp.experts.55.gate_proj,0.0001589037,0.02500,3.954
+84,mlp.experts.36.gate_proj,0.0001116425,0.02500,4.516
+84,mlp.experts.57.gate_proj,0.0000978541,0.02500,3.191
+84,mlp.experts.59.gate_proj,0.0001330810,0.02500,3.347
+84,mlp.experts.63.gate_proj,0.0001092777,0.02500,3.436
+84,mlp.experts.40.gate_proj,0.0000836908,0.02500,4.546
+84,mlp.experts.62.gate_proj,0.0000573162,0.02500,4.408
+84,mlp.experts.58.gate_proj,0.0001643856,0.02500,4.308
+84,mlp.experts.77.gate_proj,0.0000958813,0.02500,3.020
+84,mlp.experts.71.gate_proj,0.0001324937,0.02500,2.933
+84,mlp.experts.65.gate_proj,0.0000802165,0.02500,2.998
+84,mlp.experts.69.gate_proj,0.0001629827,0.02500,3.124
+84,mlp.experts.50.gate_proj,0.0001297310,0.02500,4.596
+84,mlp.experts.75.gate_proj,0.0000926990,0.02500,2.882
+84,mlp.experts.67.gate_proj,0.0001774410,0.02500,3.721
+84,mlp.experts.73.gate_proj,0.0000509759,0.02500,3.106
+84,mlp.experts.60.gate_proj,0.0001044218,0.02500,4.038
+84,mlp.experts.54.gate_proj,0.0000819580,0.02500,4.742
+84,mlp.experts.48.gate_proj,0.0000919297,0.02500,4.161
+84,mlp.experts.52.gate_proj,0.0001098399,0.02500,4.057
+84,mlp.experts.79.gate_proj,0.0001390834,0.02500,3.835
+84,mlp.experts.56.gate_proj,0.0001238504,0.02500,4.163
+84,mlp.experts.91.gate_proj,0.0001021692,0.02500,2.861
+84,mlp.experts.87.gate_proj,0.0000697648,0.02500,3.232
+84,mlp.experts.93.gate_proj,0.0000672783,0.02500,3.761
+84,mlp.experts.78.gate_proj,0.0000915719,0.02500,4.544
+84,mlp.experts.81.gate_proj,0.0001403812,0.02500,3.824
+84,mlp.experts.85.gate_proj,0.0001052523,0.02500,3.761
+84,mlp.experts.83.gate_proj,0.0000927856,0.02500,3.834
+84,mlp.experts.74.gate_proj,0.0001277495,0.02500,4.682
+84,mlp.experts.89.gate_proj,0.0000443231,0.02500,4.121
+84,mlp.experts.95.gate_proj,0.0001619297,0.02500,3.350
+84,mlp.experts.66.gate_proj,0.0001595391,0.02500,4.725
+84,mlp.experts.70.gate_proj,0.0001643403,0.02500,4.502
+84,mlp.experts.76.gate_proj,0.0002060300,0.02500,5.115
+84,mlp.experts.64.gate_proj,0.0000796638,0.02500,5.050
+84,mlp.experts.107.gate_proj,0.0000974178,0.02500,2.990
+84,mlp.experts.103.gate_proj,0.0001622251,0.02500,2.918
+84,mlp.experts.68.gate_proj,0.0000929560,0.02500,5.134
+84,mlp.experts.72.gate_proj,0.0001754317,0.02500,4.842
+84,mlp.experts.94.gate_proj,0.0000376253,0.02500,3.418
+84,mlp.experts.90.gate_proj,0.0001598687,0.02500,3.468
+84,mlp.experts.109.gate_proj,0.0001641161,0.02500,4.253
+84,mlp.experts.99.gate_proj,0.0000720655,0.02500,3.867
+84,mlp.experts.101.gate_proj,0.0000743588,0.02500,4.168
+84,mlp.experts.97.gate_proj,0.0000334511,0.02500,4.372
+84,mlp.experts.111.gate_proj,0.0001030669,0.02500,3.847
+84,mlp.experts.82.gate_proj,0.0000878143,0.02500,3.723
+84,mlp.experts.105.gate_proj,0.0000563674,0.02500,4.270
+84,mlp.experts.3.up_proj,0.0000985564,0.02500,2.911
+84,mlp.experts.119.gate_proj,0.0000816409,0.02500,2.937
+84,mlp.experts.86.gate_proj,0.0001551094,0.02500,4.350
+84,mlp.experts.92.gate_proj,0.0001266501,0.02500,4.329
+84,mlp.experts.80.gate_proj,0.0002143012,0.02500,4.400
+84,mlp.experts.84.gate_proj,0.0001196859,0.02500,4.569
+84,mlp.experts.88.gate_proj,0.0000853930,0.02500,4.417
+84,mlp.experts.115.gate_proj,0.0000982208,0.02500,3.072
+84,mlp.experts.110.gate_proj,0.0001034706,0.02500,4.369
+84,mlp.experts.15.up_proj,0.0001025115,0.02500,2.842
+84,mlp.experts.7.up_proj,0.0002849394,0.02500,3.783
+84,mlp.experts.106.gate_proj,0.0001554140,0.02500,4.410
+84,mlp.experts.5.up_proj,0.0000808503,0.02500,4.626
+84,mlp.experts.117.gate_proj,0.0000934653,0.02500,4.648
+84,mlp.experts.113.gate_proj,0.0001555366,0.02500,4.735
+84,mlp.experts.19.up_proj,0.0001410688,0.02500,4.027
+84,mlp.experts.1.up_proj,0.0001229161,0.02500,4.540
+84,mlp.experts.98.gate_proj,0.0001279857,0.02500,4.939
+84,mlp.experts.102.gate_proj,0.0001162171,0.02500,4.128
+84,mlp.experts.11.up_proj,0.0000768120,0.02500,3.097
+84,mlp.experts.108.gate_proj,0.0000906585,0.02500,4.772
+84,mlp.experts.96.gate_proj,0.0002808970,0.02500,5.032
+84,mlp.experts.6.up_proj,0.0001650840,0.02500,4.161
+84,mlp.experts.104.gate_proj,0.0001020073,0.02500,4.747
+84,mlp.experts.31.up_proj,0.0001086769,0.02500,3.894
+84,mlp.experts.35.up_proj,0.0000988774,0.02500,2.965
+84,mlp.experts.23.up_proj,0.0001130952,0.02500,3.785
+84,mlp.experts.100.gate_proj,0.0001508379,0.02500,5.327
+84,mlp.experts.2.up_proj,0.0000944383,0.02500,4.232
+84,mlp.experts.27.up_proj,0.0001026713,0.02500,3.150
+84,mlp.experts.21.up_proj,0.0001024782,0.02500,4.776
+84,mlp.experts.13.up_proj,0.0000771765,0.02500,4.774
+84,mlp.experts.9.up_proj,0.0000332266,0.02500,4.698
+84,mlp.experts.118.gate_proj,0.0000847208,0.02500,4.230
+84,mlp.experts.17.up_proj,0.0001324834,0.02500,4.855
+84,mlp.experts.114.gate_proj,0.0000356293,0.02500,4.814
+84,mlp.experts.4.up_proj,0.0001465507,0.02500,4.215
+84,mlp.experts.47.up_proj,0.0002459651,0.02500,3.156
+84,mlp.experts.51.up_proj,0.0001053036,0.02500,3.389
+84,mlp.experts.112.gate_proj,0.0001100063,0.02500,4.406
+84,mlp.experts.39.up_proj,0.0001179664,0.02500,3.663
+84,mlp.experts.0.up_proj,0.0000970669,0.02500,4.440
+84,mlp.experts.22.up_proj,0.0000738369,0.02500,4.717
+84,mlp.experts.43.up_proj,0.0001077476,0.02500,3.281
+84,mlp.experts.116.gate_proj,0.0000984349,0.02500,5.002
+84,mlp.experts.18.up_proj,0.0001388940,0.02500,4.727
+84,mlp.experts.37.up_proj,0.0000956411,0.02500,4.409
+84,mlp.experts.29.up_proj,0.0001299946,0.02500,4.498
+84,mlp.experts.25.up_proj,0.0001034168,0.02500,4.344
+84,mlp.experts.14.up_proj,0.0000745716,0.02500,4.282
+84,mlp.experts.10.up_proj,0.0001662209,0.02500,4.150
+84,mlp.experts.67.up_proj,0.0001684601,0.02500,3.364
+84,mlp.experts.55.up_proj,0.0001554221,0.02500,2.930
+84,mlp.experts.33.up_proj,0.0001357025,0.02500,4.560
+84,mlp.experts.63.up_proj,0.0001057188,0.02500,3.953
+84,mlp.experts.38.up_proj,0.0001126490,0.02500,3.231
+84,mlp.experts.20.up_proj,0.0001628422,0.02500,4.819
+84,mlp.experts.59.up_proj,0.0001264767,0.02500,3.660
+84,mlp.experts.8.up_proj,0.0001046771,0.02500,4.775
+84,mlp.experts.34.up_proj,0.0001406427,0.02500,3.120
+84,mlp.experts.16.up_proj,0.0000721817,0.02500,4.604
+84,mlp.experts.30.up_proj,0.0001265955,0.02500,3.101
+84,mlp.experts.71.up_proj,0.0001268181,0.02500,2.921
+84,mlp.experts.83.up_proj,0.0000913034,0.02500,2.936
+84,mlp.experts.26.up_proj,0.0000654568,0.02500,3.122
+84,mlp.experts.12.up_proj,0.0000552576,0.02500,4.401
+84,mlp.experts.53.up_proj,0.0003515512,0.02500,4.276
+84,mlp.experts.45.up_proj,0.0001277034,0.02500,4.375
+84,mlp.experts.41.up_proj,0.0000640917,0.02500,4.633
+84,mlp.experts.79.up_proj,0.0001387496,0.02500,3.822
+84,mlp.experts.49.up_proj,0.0001726477,0.02500,4.148
+84,mlp.experts.54.up_proj,0.0000782764,0.02500,3.192
+84,mlp.experts.50.up_proj,0.0001182591,0.02500,3.219
+84,mlp.experts.36.up_proj,0.0001060254,0.02500,3.918
+84,mlp.experts.75.up_proj,0.0000865591,0.02500,3.757
+84,mlp.experts.24.up_proj,0.0001659791,0.02500,3.837
+84,mlp.experts.46.up_proj,0.0001978599,0.02500,3.333
+84,mlp.experts.32.up_proj,0.0000861616,0.02500,3.710
+84,mlp.experts.87.up_proj,0.0000656259,0.02500,2.997
+84,mlp.experts.28.up_proj,0.0001050470,0.02500,3.268
+84,mlp.experts.42.up_proj,0.0000507888,0.02500,3.338
+84,mlp.experts.99.up_proj,0.0000732608,0.02500,3.370
+84,mlp.experts.69.up_proj,0.0001542868,0.02500,4.151
+84,mlp.experts.70.up_proj,0.0001606204,0.02500,3.361
+84,mlp.experts.95.up_proj,0.0001504893,0.02500,3.530
+84,mlp.experts.61.up_proj,0.0001479248,0.02500,4.229
+84,mlp.experts.57.up_proj,0.0000994768,0.02500,4.181
+84,mlp.experts.66.up_proj,0.0001510635,0.02500,3.258
+84,mlp.experts.65.up_proj,0.0000777885,0.02500,4.164
+84,mlp.experts.52.up_proj,0.0001082784,0.02500,3.480
+84,mlp.experts.91.up_proj,0.0000996078,0.02500,3.660
+84,mlp.experts.44.up_proj,0.0001882201,0.02500,2.874
+84,mlp.experts.62.up_proj,0.0000537600,0.02500,3.314
+84,mlp.experts.40.up_proj,0.0000842329,0.02500,3.643
+84,mlp.experts.115.up_proj,0.0000997100,0.02500,2.988
+84,mlp.experts.58.up_proj,0.0001498789,0.02500,3.171
+84,mlp.experts.48.up_proj,0.0000899034,0.02500,3.628
+84,mlp.experts.103.up_proj,0.0001533092,0.02500,3.616
+84,mlp.experts.111.up_proj,0.0001026426,0.02500,2.778
+84,mlp.experts.86.up_proj,0.0001485416,0.02500,3.390
+84,mlp.experts.107.up_proj,0.0000977855,0.02500,2.469
+84,mlp.experts.119.up_proj,0.0000771303,0.02500,2.221
+84,mlp.experts.85.up_proj,0.0001043905,0.02500,4.253
+84,mlp.experts.82.up_proj,0.0000885365,0.02500,3.936
+84,mlp.experts.68.up_proj,0.0000930624,0.02500,3.766
+84,mlp.experts.77.up_proj,0.0000912824,0.02500,4.368
+84,mlp.experts.60.up_proj,0.0001046019,0.02500,3.233
+84,mlp.experts.73.up_proj,0.0000506589,0.02500,4.381
+84,mlp.experts.56.up_proj,0.0001227267,0.02500,3.522
+84,mlp.experts.81.up_proj,0.0001355115,0.02500,4.563
+84,mlp.experts.64.up_proj,0.0000787502,0.02500,3.952
+84,mlp.experts.78.up_proj,0.0000883365,0.02500,4.284
+84,mlp.experts.74.up_proj,0.0001179070,0.02500,4.337
+84,mlp.experts.102.up_proj,0.0001131140,0.02500,4.600
+84,mlp.experts.76.up_proj,0.0001907540,0.02500,3.275
+84,mlp.experts.84.up_proj,0.0001185482,0.02500,3.515
+84,mlp.experts.72.up_proj,0.0001697008,0.02500,3.308
+84,mlp.experts.101.up_proj,0.0000712384,0.02500,4.557
+84,mlp.experts.98.up_proj,0.0001256792,0.02500,4.326
+84,mlp.experts.93.up_proj,0.0000659116,0.02500,4.569
+84,mlp.experts.80.up_proj,0.0001961831,0.02500,3.485
+84,mlp.experts.89.up_proj,0.0000420430,0.02500,4.597
+84,mlp.experts.97.up_proj,0.0000361774,0.02500,4.620
+84,mlp.experts.94.up_proj,0.0000369256,0.02500,4.177
+84,mlp.experts.90.up_proj,0.0001482293,0.02500,4.065
+84,mlp.experts.92.up_proj,0.0001255074,0.02500,2.757
+84,mlp.experts.88.up_proj,0.0000839543,0.02500,3.034
+84,mlp.experts.100.up_proj,0.0001494281,0.02500,3.495
+84,mlp.experts.118.up_proj,0.0000837235,0.02500,4.154
+84,mlp.experts.117.up_proj,0.0000918202,0.02500,3.788
+84,mlp.experts.114.up_proj,0.0000343154,0.02500,3.687
+84,mlp.experts.109.up_proj,0.0001610686,0.02500,3.560
+84,mlp.experts.96.up_proj,0.0002438679,0.02500,3.497
+84,mlp.experts.105.up_proj,0.0000555924,0.02500,3.419
+84,mlp.experts.113.up_proj,0.0001518115,0.02500,3.123
+84,mlp.experts.110.up_proj,0.0000991041,0.02500,3.132
+84,mlp.experts.106.up_proj,0.0001500475,0.02500,3.043
+84,mlp.experts.108.up_proj,0.0000906449,0.02500,2.769
+84,mlp.experts.104.up_proj,0.0001006521,0.02500,2.907
+84,mlp.experts.116.up_proj,0.0000976721,0.02500,2.955
+84,mlp.experts.112.up_proj,0.0001089712,0.02500,1.997
+84,mlp.experts.1.down_proj,0.0000531705,0.02500,1.559
+84,mlp.experts.5.down_proj,0.0000385825,0.02500,1.562
+84,mlp.experts.13.down_proj,0.0000464764,0.02500,1.599
+84,mlp.experts.9.down_proj,0.0000107040,0.02500,1.743
+84,mlp.experts.2.down_proj,0.0000318503,0.02500,2.427
+84,mlp.experts.14.down_proj,0.0000139376,0.02500,2.501
+84,mlp.experts.6.down_proj,0.0000780134,0.02500,2.506
+84,mlp.experts.10.down_proj,0.0000452243,0.02500,2.533
+84,mlp.experts.21.down_proj,0.0000558377,0.02500,1.102
+84,mlp.experts.17.down_proj,0.0000567287,0.02500,1.125
+84,mlp.experts.29.down_proj,0.0000332743,0.02500,1.117
+84,mlp.experts.25.down_proj,0.0000375916,0.02500,1.128
+84,mlp.experts.12.down_proj,0.0000124811,0.02500,2.927
+84,mlp.experts.4.down_proj,0.0000787726,0.02500,3.130
+84,mlp.experts.8.down_proj,0.0000409688,0.02500,3.042
+84,mlp.experts.0.down_proj,0.0000479423,0.02500,3.297
+84,mlp.experts.15.down_proj,0.0000310698,0.02500,3.277
+84,mlp.experts.3.down_proj,0.0000711764,0.02500,3.589
+84,mlp.experts.7.down_proj,0.0000747414,0.02500,3.616
+84,mlp.experts.11.down_proj,0.0000261393,0.02500,3.451
+84,mlp.experts.37.down_proj,0.0000429984,0.02500,1.032
+84,mlp.experts.33.down_proj,0.0000475421,0.02500,1.025
+84,mlp.experts.45.down_proj,0.0000388230,0.02500,1.037
+84,mlp.experts.18.down_proj,0.0000419911,0.02500,1.330
+84,mlp.experts.30.down_proj,0.0000395094,0.02500,1.313
+84,mlp.experts.22.down_proj,0.0000442788,0.02500,1.321
+84,mlp.experts.26.down_proj,0.0000449025,0.02500,1.327
+84,mlp.experts.41.down_proj,0.0000289550,0.02500,1.014
+84,mlp.experts.20.down_proj,0.0001363048,0.02500,1.063
+84,mlp.experts.28.down_proj,0.0000357252,0.02500,1.124
+84,mlp.experts.24.down_proj,0.0000484038,0.02500,1.021
+84,mlp.experts.16.down_proj,0.0000296334,0.02500,1.040
+84,mlp.experts.49.down_proj,0.0000591539,0.02500,0.902
+84,mlp.experts.53.down_proj,0.0003065353,0.02500,0.920
+84,mlp.experts.61.down_proj,0.0000643963,0.02500,0.933
+84,mlp.experts.57.down_proj,0.0000403716,0.02500,0.907
+84,mlp.experts.36.down_proj,0.0000294757,0.02500,0.916
+84,mlp.experts.44.down_proj,0.0000900534,0.02500,0.922
+84,mlp.experts.34.down_proj,0.0000435414,0.02500,1.412
+84,mlp.experts.40.down_proj,0.0000579184,0.02500,0.933
+84,mlp.experts.19.down_proj,0.0000932659,0.02500,1.613
+84,mlp.experts.46.down_proj,0.0000317856,0.02500,1.392
+84,mlp.experts.31.down_proj,0.0000920353,0.02500,1.722
+84,mlp.experts.32.down_proj,0.0000521620,0.02500,0.896
+84,mlp.experts.38.down_proj,0.0000320144,0.02500,1.434
+84,mlp.experts.23.down_proj,0.0000200482,0.02500,1.659
+84,mlp.experts.42.down_proj,0.0000266369,0.02500,1.427
+84,mlp.experts.27.down_proj,0.0000352688,0.02500,1.646
+84,mlp.experts.69.down_proj,0.0000547951,0.02500,0.922
+84,mlp.experts.65.down_proj,0.0000413676,0.02500,0.937
+84,mlp.experts.77.down_proj,0.0000148542,0.02500,0.960
+84,mlp.experts.73.down_proj,0.0000106693,0.02500,0.915
+84,mlp.experts.52.down_proj,0.0001163515,0.02500,0.825
+84,mlp.experts.60.down_proj,0.0000293068,0.02500,0.838
+84,mlp.experts.56.down_proj,0.0000264222,0.02500,0.858
+84,mlp.experts.48.down_proj,0.0000225761,0.02500,0.826
+84,mlp.experts.50.down_proj,0.0000536497,0.02500,1.250
+84,mlp.experts.81.down_proj,0.0000422466,0.02500,0.900
+84,mlp.experts.85.down_proj,0.0000521291,0.02500,0.919
+84,mlp.experts.54.down_proj,0.0000264558,0.02500,1.242
+84,mlp.experts.62.down_proj,0.0000078782,0.02500,1.298
+84,mlp.experts.58.down_proj,0.0000734877,0.02500,1.257
+84,mlp.experts.93.down_proj,0.0000180506,0.02500,0.924
+84,mlp.experts.89.down_proj,0.0000363024,0.02500,0.904
+84,mlp.experts.35.down_proj,0.0000691027,0.02500,1.411
+84,mlp.experts.47.down_proj,0.0000868249,0.02500,1.471
+84,mlp.experts.39.down_proj,0.0000807506,0.02500,1.463
+84,mlp.experts.68.down_proj,0.0000321702,0.02500,0.836
+84,mlp.experts.43.down_proj,0.0000159053,0.02500,1.477
+84,mlp.experts.76.down_proj,0.0000642279,0.02500,0.821
+84,mlp.experts.72.down_proj,0.0000352343,0.02500,0.834
+84,mlp.experts.64.down_proj,0.0000218803,0.02500,0.824
+84,mlp.experts.97.down_proj,0.0000067989,0.02500,0.912
+84,mlp.experts.101.down_proj,0.0000154774,0.02500,0.939
+84,mlp.experts.109.down_proj,0.0000635592,0.02500,0.940
+84,mlp.experts.105.down_proj,0.0000136359,0.02500,0.947
+84,mlp.experts.84.down_proj,0.0000306664,0.02500,0.821
+84,mlp.experts.66.down_proj,0.0000795691,0.02500,1.215
+84,mlp.experts.92.down_proj,0.0000487200,0.02500,0.818
+84,mlp.experts.88.down_proj,0.0000187303,0.02500,0.824
+84,mlp.experts.80.down_proj,0.0000479917,0.02500,0.821
+84,mlp.experts.70.down_proj,0.0000401458,0.02500,1.205
+84,mlp.experts.78.down_proj,0.0000406264,0.02500,1.213
+84,mlp.experts.74.down_proj,0.0000558213,0.02500,1.186
+84,mlp.experts.51.down_proj,0.0000407330,0.02500,1.254
+84,mlp.experts.59.down_proj,0.0000387909,0.02500,1.073
+84,mlp.experts.63.down_proj,0.0000311179,0.02500,1.266
+84,mlp.experts.55.down_proj,0.0000625531,0.02500,1.230
+84,mlp.experts.113.down_proj,0.0000292014,0.02500,0.916
+84,mlp.experts.117.down_proj,0.0000665198,0.02500,0.917
+84,mlp.experts.100.down_proj,0.0001012383,0.02500,0.803
+84,mlp.experts.108.down_proj,0.0000324558,0.02500,0.810
+84,mlp.experts.96.down_proj,0.0002284943,0.02500,0.787
+84,mlp.experts.104.down_proj,0.0000333240,0.02500,0.798
+84,mlp.experts.75.down_proj,0.0000357334,0.02500,0.894
+84,mlp.experts.82.down_proj,0.0000604945,0.02500,1.180
+84,mlp.experts.94.down_proj,0.0000116842,0.02500,1.159
+84,mlp.experts.67.down_proj,0.0000453471,0.02500,1.015
+84,mlp.experts.90.down_proj,0.0000812322,0.02500,1.162
+84,mlp.experts.86.down_proj,0.0000351971,0.02500,1.240
+84,mlp.experts.116.down_proj,0.0000290648,0.02500,0.619
+84,mlp.experts.112.down_proj,0.0000391345,0.02500,0.568
+84,mlp.experts.71.down_proj,0.0000386586,0.02500,1.122
+84,mlp.experts.79.down_proj,0.0001696759,0.02500,1.151
+84,mlp.experts.91.down_proj,0.0000377513,0.02500,0.815
+84,mlp.experts.83.down_proj,0.0000346273,0.02500,0.951
+84,mlp.experts.95.down_proj,0.0001441878,0.02500,0.801
+84,mlp.experts.87.down_proj,0.0000171777,0.02500,1.085
+84,mlp.experts.98.down_proj,0.0000529013,0.02500,1.374
+84,mlp.experts.106.down_proj,0.0000446073,0.02500,1.376
+84,mlp.experts.110.down_proj,0.0000280809,0.02500,1.474
+84,mlp.experts.102.down_proj,0.0000334949,0.02500,1.414
+84,mlp.experts.107.down_proj,0.0000224271,0.02500,1.075
+84,mlp.experts.99.down_proj,0.0000575034,0.02500,0.932
+84,mlp.experts.111.down_proj,0.0000342650,0.02500,0.941
+84,mlp.experts.114.down_proj,0.0000606133,0.02500,0.899
+84,mlp.experts.118.down_proj,0.0000470103,0.02500,0.775
+84,mlp.experts.103.down_proj,0.0000612227,0.02500,0.969
+84,mlp.experts.115.down_proj,0.0001305688,0.02500,0.679
+84,mlp.experts.119.down_proj,0.0000136097,0.02500,0.482
+85,self_attn.k_proj,0.0000002462,0.02500,1.972
+85,self_attn.q_proj,0.0000014257,0.02500,2.096
+85,self_attn.v_proj,0.0000012114,0.02500,2.025
+85,self_attn.o_proj,0.0000049022,0.02500,3.826
+85,mlp.shared_experts.gate_proj,0.0000071521,0.02500,1.300
+85,mlp.shared_experts.up_proj,0.0000042813,0.02500,1.523
+85,mlp.shared_experts.down_proj,0.0000020120,0.02500,0.440
+85,mlp.experts.1.gate_proj,0.0001217082,0.02500,5.884
+85,mlp.experts.9.gate_proj,0.0000857765,0.02500,6.024
+85,mlp.experts.13.gate_proj,0.0000287163,0.02500,6.158
+85,mlp.experts.5.gate_proj,0.0000566369,0.02500,6.166
+85,mlp.experts.14.gate_proj,0.0001323205,0.02500,4.488
+85,mlp.experts.7.gate_proj,0.0001492351,0.02500,6.407
+85,mlp.experts.6.gate_proj,0.0000990581,0.02500,6.441
+85,mlp.experts.3.gate_proj,0.0000603681,0.02500,6.475
+85,mlp.experts.2.gate_proj,0.0001086352,0.02500,6.523
+85,mlp.experts.11.gate_proj,0.0000819289,0.02500,6.559
+85,mlp.experts.10.gate_proj,0.0000498055,0.02500,6.737
+85,mlp.experts.4.gate_proj,0.0001480474,0.02500,6.942
+85,mlp.experts.15.gate_proj,0.0001665456,0.02500,5.086
+85,mlp.experts.12.gate_proj,0.0000873825,0.02500,7.102
+85,mlp.experts.8.gate_proj,0.0001558572,0.02500,7.213
+85,mlp.experts.0.gate_proj,0.0000549477,0.02500,7.303
+85,mlp.experts.25.gate_proj,0.0000893362,0.02500,3.522
+85,mlp.experts.21.gate_proj,0.0000891648,0.02500,3.452
+85,mlp.experts.29.gate_proj,0.0001315350,0.02500,3.505
+85,mlp.experts.22.gate_proj,0.0001255906,0.02500,3.301
+85,mlp.experts.30.gate_proj,0.0001036168,0.02500,3.445
+85,mlp.experts.17.gate_proj,0.0001377488,0.02500,4.029
+85,mlp.experts.20.gate_proj,0.0001084316,0.02500,3.244
+85,mlp.experts.18.gate_proj,0.0000441119,0.02500,3.711
+85,mlp.experts.26.gate_proj,0.0000539104,0.02500,3.571
+85,mlp.experts.16.gate_proj,0.0001302568,0.02500,3.149
+85,mlp.experts.28.gate_proj,0.0001195747,0.02500,3.412
+85,mlp.experts.24.gate_proj,0.0000842733,0.02500,3.415
+85,mlp.experts.19.gate_proj,0.0001453955,0.02500,4.289
+85,mlp.experts.27.gate_proj,0.0000857790,0.02500,4.310
+85,mlp.experts.23.gate_proj,0.0000844326,0.02500,4.565
+85,mlp.experts.31.gate_proj,0.0001101841,0.02500,4.420
+85,mlp.experts.46.gate_proj,0.0000901576,0.02500,3.051
+85,mlp.experts.41.gate_proj,0.0000970274,0.02500,3.838
+85,mlp.experts.42.gate_proj,0.0000775878,0.02500,3.091
+85,mlp.experts.33.gate_proj,0.0001928205,0.02500,3.615
+85,mlp.experts.45.gate_proj,0.0001130951,0.02500,3.915
+85,mlp.experts.36.gate_proj,0.0001096110,0.02500,3.427
+85,mlp.experts.38.gate_proj,0.0001893257,0.02500,3.950
+85,mlp.experts.37.gate_proj,0.0000865379,0.02500,4.104
+85,mlp.experts.44.gate_proj,0.0000962455,0.02500,3.322
+85,mlp.experts.32.gate_proj,0.0002385145,0.02500,3.443
+85,mlp.experts.40.gate_proj,0.0001670618,0.02500,3.326
+85,mlp.experts.34.gate_proj,0.0001105470,0.02500,3.831
+85,mlp.experts.35.gate_proj,0.0001278087,0.02500,4.399
+85,mlp.experts.43.gate_proj,0.0000922103,0.02500,4.407
+85,mlp.experts.39.gate_proj,0.0000937377,0.02500,4.396
+85,mlp.experts.47.gate_proj,0.0001597237,0.02500,4.490
+85,mlp.experts.62.gate_proj,0.0000601855,0.02500,3.300
+85,mlp.experts.58.gate_proj,0.0000617342,0.02500,3.255
+85,mlp.experts.54.gate_proj,0.0000506186,0.02500,3.198
+85,mlp.experts.53.gate_proj,0.0000884728,0.02500,3.224
+85,mlp.experts.57.gate_proj,0.0002484970,0.02500,3.664
+85,mlp.experts.61.gate_proj,0.0000984205,0.02500,3.533
+85,mlp.experts.52.gate_proj,0.0001204793,0.02500,3.793
+85,mlp.experts.49.gate_proj,0.0000606782,0.02500,4.035
+85,mlp.experts.50.gate_proj,0.0001255761,0.02500,3.566
+85,mlp.experts.60.gate_proj,0.0002502658,0.02500,3.843
+85,mlp.experts.56.gate_proj,0.0000688646,0.02500,3.733
+85,mlp.experts.48.gate_proj,0.0000845010,0.02500,3.896
+85,mlp.experts.51.gate_proj,0.0000903051,0.02500,4.186
+85,mlp.experts.78.gate_proj,0.0000691909,0.02500,3.364
+85,mlp.experts.59.gate_proj,0.0002225057,0.02500,4.346
+85,mlp.experts.74.gate_proj,0.0001117378,0.02500,3.084
+85,mlp.experts.55.gate_proj,0.0001058964,0.02500,4.382
+85,mlp.experts.69.gate_proj,0.0000630433,0.02500,3.073
+85,mlp.experts.63.gate_proj,0.0001927150,0.02500,4.397
+85,mlp.experts.77.gate_proj,0.0001667423,0.02500,3.373
+85,mlp.experts.73.gate_proj,0.0000753637,0.02500,3.642
+85,mlp.experts.66.gate_proj,0.0000652866,0.02500,3.089
+85,mlp.experts.68.gate_proj,0.0001460588,0.02500,3.355
+85,mlp.experts.70.gate_proj,0.0001274266,0.02500,3.982
+85,mlp.experts.65.gate_proj,0.0000979172,0.02500,3.402
+85,mlp.experts.72.gate_proj,0.0001260975,0.02500,3.360
+85,mlp.experts.64.gate_proj,0.0000552985,0.02500,3.313
+85,mlp.experts.76.gate_proj,0.0000859767,0.02500,3.492
+85,mlp.experts.90.gate_proj,0.0001834658,0.02500,2.938
+85,mlp.experts.94.gate_proj,0.0001407121,0.02500,3.954
+85,mlp.experts.93.gate_proj,0.0001228145,0.02500,3.013
+85,mlp.experts.67.gate_proj,0.0001190745,0.02500,4.304
+85,mlp.experts.86.gate_proj,0.0001025732,0.02500,2.925
+85,mlp.experts.75.gate_proj,0.0000977148,0.02500,4.247
+85,mlp.experts.71.gate_proj,0.0000998558,0.02500,4.164
+85,mlp.experts.85.gate_proj,0.0001343953,0.02500,3.953
+85,mlp.experts.81.gate_proj,0.0001289290,0.02500,3.079
+85,mlp.experts.89.gate_proj,0.0001568535,0.02500,3.477
+85,mlp.experts.79.gate_proj,0.0001339136,0.02500,3.964
+85,mlp.experts.82.gate_proj,0.0000760409,0.02500,3.940
+85,mlp.experts.84.gate_proj,0.0000866504,0.02500,4.141
+85,mlp.experts.80.gate_proj,0.0000509496,0.02500,4.087
+85,mlp.experts.88.gate_proj,0.0001098147,0.02500,4.278
+85,mlp.experts.92.gate_proj,0.0001848064,0.02500,4.228
+85,mlp.experts.106.gate_proj,0.0000981456,0.02500,2.968
+85,mlp.experts.110.gate_proj,0.0000547357,0.02500,3.417
+85,mlp.experts.101.gate_proj,0.0000749146,0.02500,3.240
+85,mlp.experts.102.gate_proj,0.0000680904,0.02500,3.422
+85,mlp.experts.109.gate_proj,0.0000528265,0.02500,3.936
+85,mlp.experts.105.gate_proj,0.0000273861,0.02500,3.360
+85,mlp.experts.83.gate_proj,0.0001627015,0.02500,3.944
+85,mlp.experts.91.gate_proj,0.0001017973,0.02500,3.919
+85,mlp.experts.97.gate_proj,0.0001012772,0.02500,3.744
+85,mlp.experts.87.gate_proj,0.0001971785,0.02500,3.951
+85,mlp.experts.95.gate_proj,0.0002682264,0.02500,3.934
+85,mlp.experts.98.gate_proj,0.0000790424,0.02500,3.789
+85,mlp.experts.2.up_proj,0.0001080411,0.02500,3.185
+85,mlp.experts.100.gate_proj,0.0001701261,0.02500,4.294
+85,mlp.experts.96.gate_proj,0.0000987557,0.02500,4.159
+85,mlp.experts.104.gate_proj,0.0000893726,0.02500,4.259
+85,mlp.experts.108.gate_proj,0.0000820171,0.02500,4.252
+85,mlp.experts.6.up_proj,0.0000989183,0.02500,3.009
+85,mlp.experts.117.gate_proj,0.0001836349,0.02500,3.226
+85,mlp.experts.1.up_proj,0.0001216480,0.02500,3.132
+85,mlp.experts.118.gate_proj,0.0000655206,0.02500,3.559
+85,mlp.experts.99.gate_proj,0.0001264057,0.02500,3.260
+85,mlp.experts.5.up_proj,0.0000543088,0.02500,3.474
+85,mlp.experts.107.gate_proj,0.0002657847,0.02500,3.229
+85,mlp.experts.103.gate_proj,0.0000867132,0.02500,3.244
+85,mlp.experts.111.gate_proj,0.0001384579,0.02500,3.201
+85,mlp.experts.113.gate_proj,0.0001076042,0.02500,3.969
+85,mlp.experts.114.gate_proj,0.0001102919,0.02500,3.461
+85,mlp.experts.18.up_proj,0.0000430896,0.02500,3.803
+85,mlp.experts.22.up_proj,0.0001232527,0.02500,2.994
+85,mlp.experts.116.gate_proj,0.0001658371,0.02500,4.098
+85,mlp.experts.4.up_proj,0.0001492168,0.02500,3.953
+85,mlp.experts.17.up_proj,0.0001376724,0.02500,2.960
+85,mlp.experts.112.gate_proj,0.0000540244,0.02500,4.318
+85,mlp.experts.0.up_proj,0.0000521912,0.02500,4.163
+85,mlp.experts.21.up_proj,0.0000878425,0.02500,3.059
+85,mlp.experts.14.up_proj,0.0001249393,0.02500,3.277
+85,mlp.experts.115.gate_proj,0.0001008480,0.02500,3.249
+85,mlp.experts.3.up_proj,0.0000590129,0.02500,3.213
+85,mlp.experts.119.gate_proj,0.0000854803,0.02500,3.286
+85,mlp.experts.13.up_proj,0.0000274563,0.02500,4.020
+85,mlp.experts.7.up_proj,0.0001502160,0.02500,3.389
+85,mlp.experts.9.up_proj,0.0000865285,0.02500,3.814
+85,mlp.experts.10.up_proj,0.0000467851,0.02500,3.692
+85,mlp.experts.34.up_proj,0.0001057067,0.02500,3.120
+85,mlp.experts.38.up_proj,0.0001879596,0.02500,3.198
+85,mlp.experts.33.up_proj,0.0001860997,0.02500,2.996
+85,mlp.experts.37.up_proj,0.0000866248,0.02500,3.276
+85,mlp.experts.11.up_proj,0.0000801716,0.02500,3.471
+85,mlp.experts.19.up_proj,0.0001406121,0.02500,3.476
+85,mlp.experts.12.up_proj,0.0000844002,0.02500,4.444
+85,mlp.experts.15.up_proj,0.0001629338,0.02500,3.462
+85,mlp.experts.30.up_proj,0.0001032437,0.02500,3.811
+85,mlp.experts.8.up_proj,0.0001534871,0.02500,4.353
+85,mlp.experts.23.up_proj,0.0000807115,0.02500,3.329
+85,mlp.experts.20.up_proj,0.0001039394,0.02500,4.485
+85,mlp.experts.16.up_proj,0.0001292320,0.02500,4.451
+85,mlp.experts.29.up_proj,0.0001348981,0.02500,3.924
+85,mlp.experts.50.up_proj,0.0001213035,0.02500,3.185
+85,mlp.experts.25.up_proj,0.0000889311,0.02500,3.546
+85,mlp.experts.54.up_proj,0.0000494350,0.02500,3.196
+85,mlp.experts.26.up_proj,0.0000521842,0.02500,4.054
+85,mlp.experts.49.up_proj,0.0000600748,0.02500,3.177
+85,mlp.experts.27.up_proj,0.0000809599,0.02500,3.284
+85,mlp.experts.53.up_proj,0.0000848787,0.02500,3.678
+85,mlp.experts.35.up_proj,0.0001249995,0.02500,3.341
+85,mlp.experts.31.up_proj,0.0001059104,0.02500,3.334
+85,mlp.experts.39.up_proj,0.0000898916,0.02500,3.378
+85,mlp.experts.46.up_proj,0.0000897206,0.02500,3.979
+85,mlp.experts.66.up_proj,0.0000668435,0.02500,2.963
+85,mlp.experts.28.up_proj,0.0001159338,0.02500,4.230
+85,mlp.experts.45.up_proj,0.0001090563,0.02500,3.824
+85,mlp.experts.36.up_proj,0.0001078817,0.02500,4.126
+85,mlp.experts.70.up_proj,0.0001197245,0.02500,2.978
+85,mlp.experts.41.up_proj,0.0000964735,0.02500,3.150
+85,mlp.experts.24.up_proj,0.0000845844,0.02500,4.391
+85,mlp.experts.32.up_proj,0.0002457174,0.02500,4.265
+85,mlp.experts.65.up_proj,0.0000951438,0.02500,3.034
+85,mlp.experts.42.up_proj,0.0000778003,0.02500,3.908
+85,mlp.experts.43.up_proj,0.0000862569,0.02500,3.246
+85,mlp.experts.69.up_proj,0.0000619106,0.02500,3.341
+85,mlp.experts.47.up_proj,0.0001576751,0.02500,3.109
+85,mlp.experts.51.up_proj,0.0000890636,0.02500,3.382
+85,mlp.experts.55.up_proj,0.0001021552,0.02500,3.279
+85,mlp.experts.82.up_proj,0.0000761752,0.02500,3.076
+85,mlp.experts.86.up_proj,0.0001004580,0.02500,3.050
+85,mlp.experts.61.up_proj,0.0000839367,0.02500,3.373
+85,mlp.experts.62.up_proj,0.0000598561,0.02500,3.987
+85,mlp.experts.57.up_proj,0.0002512748,0.02500,3.742
+85,mlp.experts.81.up_proj,0.0001250898,0.02500,3.633
+85,mlp.experts.44.up_proj,0.0000885116,0.02500,4.584
+85,mlp.experts.58.up_proj,0.0000595644,0.02500,3.175
+85,mlp.experts.48.up_proj,0.0000808972,0.02500,4.351
+85,mlp.experts.40.up_proj,0.0001600900,0.02500,4.487
+85,mlp.experts.52.up_proj,0.0001169732,0.02500,4.774
+85,mlp.experts.59.up_proj,0.0002129910,0.02500,3.204
+85,mlp.experts.63.up_proj,0.0001794154,0.02500,3.175
+85,mlp.experts.67.up_proj,0.0001080494,0.02500,3.139
+85,mlp.experts.85.up_proj,0.0001324012,0.02500,3.310
+85,mlp.experts.71.up_proj,0.0000982173,0.02500,3.098
+85,mlp.experts.98.up_proj,0.0000783378,0.02500,3.274
+85,mlp.experts.102.up_proj,0.0000658457,0.02500,3.311
+85,mlp.experts.77.up_proj,0.0001635902,0.02500,3.323
+85,mlp.experts.97.up_proj,0.0000990152,0.02500,3.110
+85,mlp.experts.78.up_proj,0.0000691990,0.02500,3.917
+85,mlp.experts.73.up_proj,0.0000749477,0.02500,3.902
+85,mlp.experts.74.up_proj,0.0001089411,0.02500,3.487
+85,mlp.experts.75.up_proj,0.0000971632,0.02500,3.257
+85,mlp.experts.79.up_proj,0.0001310888,0.02500,3.236
+85,mlp.experts.83.up_proj,0.0001571217,0.02500,3.191
+85,mlp.experts.60.up_proj,0.0002215821,0.02500,4.475
+85,mlp.experts.87.up_proj,0.0001862460,0.02500,3.204
+85,mlp.experts.101.up_proj,0.0000726657,0.02500,3.641
+85,mlp.experts.114.up_proj,0.0001110899,0.02500,3.013
+85,mlp.experts.56.up_proj,0.0000661762,0.02500,4.523
+85,mlp.experts.64.up_proj,0.0000551545,0.02500,4.685
+85,mlp.experts.68.up_proj,0.0001421967,0.02500,4.508
+85,mlp.experts.118.up_proj,0.0000642677,0.02500,2.923
+85,mlp.experts.93.up_proj,0.0001178129,0.02500,3.092
+85,mlp.experts.94.up_proj,0.0001371653,0.02500,3.117
+85,mlp.experts.113.up_proj,0.0001060088,0.02500,3.304
+85,mlp.experts.90.up_proj,0.0001737980,0.02500,2.922
+85,mlp.experts.89.up_proj,0.0001542905,0.02500,3.564
+85,mlp.experts.91.up_proj,0.0000975712,0.02500,3.195
+85,mlp.experts.99.up_proj,0.0001252065,0.02500,3.087
+85,mlp.experts.95.up_proj,0.0002692853,0.02500,3.174
+85,mlp.experts.117.up_proj,0.0001733396,0.02500,2.824
+85,mlp.experts.103.up_proj,0.0000829748,0.02500,3.084
+85,mlp.experts.109.up_proj,0.0000539677,0.02500,2.572
+85,mlp.experts.110.up_proj,0.0000543447,0.02500,2.175
+85,mlp.experts.106.up_proj,0.0000979119,0.02500,2.069
+85,mlp.experts.76.up_proj,0.0000843906,0.02500,4.348
+85,mlp.experts.105.up_proj,0.0000258807,0.02500,2.063
+85,mlp.experts.72.up_proj,0.0001206607,0.02500,4.160
+85,mlp.experts.80.up_proj,0.0000499418,0.02500,4.093
+85,mlp.experts.84.up_proj,0.0000871523,0.02500,4.261
+85,mlp.experts.107.up_proj,0.0002587123,0.02500,2.957
+85,mlp.experts.115.up_proj,0.0000955281,0.02500,2.934
+85,mlp.experts.111.up_proj,0.0001351148,0.02500,2.915
+85,mlp.experts.119.up_proj,0.0000827986,0.02500,2.782
+85,mlp.experts.88.up_proj,0.0001111289,0.02500,4.260
+85,mlp.experts.100.up_proj,0.0001574479,0.02500,4.307
+85,mlp.experts.96.up_proj,0.0000927793,0.02500,4.540
+85,mlp.experts.92.up_proj,0.0001772149,0.02500,5.052
+85,mlp.experts.104.up_proj,0.0000886074,0.02500,4.897
+85,mlp.experts.116.up_proj,0.0001634331,0.02500,4.916
+85,mlp.experts.112.up_proj,0.0000515764,0.02500,4.904
+85,mlp.experts.108.up_proj,0.0000798020,0.02500,4.705
+85,mlp.experts.10.down_proj,0.0000363698,0.02500,1.359
+85,mlp.experts.2.down_proj,0.0000507494,0.02500,1.377
+85,mlp.experts.6.down_proj,0.0000368952,0.02500,1.412
+85,mlp.experts.14.down_proj,0.0000495552,0.02500,1.301
+85,mlp.experts.1.down_proj,0.0000381975,0.02500,1.716
+85,mlp.experts.5.down_proj,0.0000378240,0.02500,1.718
+85,mlp.experts.9.down_proj,0.0000295020,0.02500,1.736
+85,mlp.experts.13.down_proj,0.0000290442,0.02500,1.664
+85,mlp.experts.3.down_proj,0.0000139047,0.02500,2.019
+85,mlp.experts.15.down_proj,0.0001247550,0.02500,1.873
+85,mlp.experts.11.down_proj,0.0000198018,0.02500,2.056
+85,mlp.experts.7.down_proj,0.0000332877,0.02500,2.151
+85,mlp.experts.0.down_proj,0.0000145633,0.02500,2.215
+85,mlp.experts.12.down_proj,0.0000277894,0.02500,2.076
+85,mlp.experts.8.down_proj,0.0000754138,0.02500,2.253
+85,mlp.experts.4.down_proj,0.0000619520,0.02500,2.283
+85,mlp.experts.26.down_proj,0.0000110766,0.02500,0.996
+85,mlp.experts.18.down_proj,0.0000216597,0.02500,0.986
+85,mlp.experts.22.down_proj,0.0000495965,0.02500,1.141
+85,mlp.experts.30.down_proj,0.0000261441,0.02500,1.138
+85,mlp.experts.31.down_proj,0.0000180789,0.02500,1.050
+85,mlp.experts.27.down_proj,0.0000236931,0.02500,1.079
+85,mlp.experts.17.down_proj,0.0001038503,0.02500,1.436
+85,mlp.experts.25.down_proj,0.0000298524,0.02500,1.443
+85,mlp.experts.34.down_proj,0.0000314383,0.02500,0.872
+85,mlp.experts.21.down_proj,0.0000361447,0.02500,1.540
+85,mlp.experts.23.down_proj,0.0000677273,0.02500,1.122
+85,mlp.experts.42.down_proj,0.0000230556,0.02500,0.955
+85,mlp.experts.29.down_proj,0.0000801943,0.02500,1.513
+85,mlp.experts.19.down_proj,0.0001149409,0.02500,1.331
+85,mlp.experts.16.down_proj,0.0000728527,0.02500,1.294
+85,mlp.experts.28.down_proj,0.0000388947,0.02500,1.378
+85,mlp.experts.46.down_proj,0.0000189995,0.02500,1.020
+85,mlp.experts.24.down_proj,0.0000240870,0.02500,1.378
+85,mlp.experts.38.down_proj,0.0000547382,0.02500,1.163
+85,mlp.experts.20.down_proj,0.0000488728,0.02500,1.494
+85,mlp.experts.43.down_proj,0.0000143087,0.02500,1.076
+85,mlp.experts.47.down_proj,0.0000720537,0.02500,1.181
+85,mlp.experts.50.down_proj,0.0000453055,0.02500,1.078
+85,mlp.experts.58.down_proj,0.0000131282,0.02500,1.018
+85,mlp.experts.39.down_proj,0.0000297090,0.02500,1.069
+85,mlp.experts.35.down_proj,0.0000320027,0.02500,1.070
+85,mlp.experts.62.down_proj,0.0000293366,0.02500,0.888
+85,mlp.experts.41.down_proj,0.0000392117,0.02500,1.379
+85,mlp.experts.33.down_proj,0.0000695492,0.02500,1.449
+85,mlp.experts.37.down_proj,0.0000407254,0.02500,1.398
+85,mlp.experts.54.down_proj,0.0000154691,0.02500,0.959
+85,mlp.experts.45.down_proj,0.0000521699,0.02500,1.362
+85,mlp.experts.32.down_proj,0.0001189382,0.02500,1.254
+85,mlp.experts.44.down_proj,0.0000257084,0.02500,1.227
+85,mlp.experts.40.down_proj,0.0000614387,0.02500,1.277
+85,mlp.experts.36.down_proj,0.0000687286,0.02500,1.306
+85,mlp.experts.66.down_proj,0.0000110488,0.02500,0.904
+85,mlp.experts.78.down_proj,0.0000173087,0.02500,0.864
+85,mlp.experts.74.down_proj,0.0000505798,0.02500,1.132
+85,mlp.experts.59.down_proj,0.0000984485,0.02500,1.321
+85,mlp.experts.63.down_proj,0.0000327426,0.02500,1.288
+85,mlp.experts.55.down_proj,0.0000308887,0.02500,1.327
+85,mlp.experts.51.down_proj,0.0000378268,0.02500,1.310
+85,mlp.experts.57.down_proj,0.0001172313,0.02500,1.252
+85,mlp.experts.70.down_proj,0.0000501563,0.02500,1.140
+85,mlp.experts.49.down_proj,0.0000197729,0.02500,1.229
+85,mlp.experts.53.down_proj,0.0000248405,0.02500,1.225
+85,mlp.experts.61.down_proj,0.0000266500,0.02500,1.217
+85,mlp.experts.48.down_proj,0.0000198799,0.02500,1.210
+85,mlp.experts.60.down_proj,0.0001067190,0.02500,1.204
+85,mlp.experts.82.down_proj,0.0000400227,0.02500,0.886
+85,mlp.experts.56.down_proj,0.0000397625,0.02500,1.215
+85,mlp.experts.90.down_proj,0.0001846521,0.02500,0.919
+85,mlp.experts.52.down_proj,0.0000712294,0.02500,1.372
+85,mlp.experts.94.down_proj,0.0000413106,0.02500,1.093
+85,mlp.experts.79.down_proj,0.0001103563,0.02500,1.150
+85,mlp.experts.73.down_proj,0.0000765618,0.02500,0.903
+85,mlp.experts.75.down_proj,0.0000433888,0.02500,1.184
+85,mlp.experts.65.down_proj,0.0000224230,0.02500,0.896
+85,mlp.experts.86.down_proj,0.0000390665,0.02500,0.909
+85,mlp.experts.69.down_proj,0.0000181313,0.02500,0.898
+85,mlp.experts.77.down_proj,0.0000745514,0.02500,0.925
+85,mlp.experts.71.down_proj,0.0000318976,0.02500,1.241
+85,mlp.experts.67.down_proj,0.0000173603,0.02500,1.241
+85,mlp.experts.98.down_proj,0.0000991655,0.02500,1.088
+85,mlp.experts.64.down_proj,0.0000383138,0.02500,1.239
+85,mlp.experts.76.down_proj,0.0000197256,0.02500,1.225
+85,mlp.experts.106.down_proj,0.0000477212,0.02500,0.916
+85,mlp.experts.72.down_proj,0.0000414815,0.02500,1.223
+85,mlp.experts.110.down_proj,0.0000130495,0.02500,1.062
+85,mlp.experts.89.down_proj,0.0001010589,0.02500,0.941
+85,mlp.experts.102.down_proj,0.0000174634,0.02500,0.952
+85,mlp.experts.81.down_proj,0.0000451292,0.02500,0.960
+85,mlp.experts.85.down_proj,0.0000831508,0.02500,0.935
+85,mlp.experts.93.down_proj,0.0000369846,0.02500,0.933
+85,mlp.experts.68.down_proj,0.0000437843,0.02500,1.432
+85,mlp.experts.114.down_proj,0.0001536629,0.02500,0.710
+85,mlp.experts.91.down_proj,0.0000702057,0.02500,1.287
+85,mlp.experts.95.down_proj,0.0000947384,0.02500,1.323
+85,mlp.experts.87.down_proj,0.0001414138,0.02500,1.188
+85,mlp.experts.118.down_proj,0.0000167843,0.02500,0.566
+85,mlp.experts.83.down_proj,0.0000281487,0.02500,1.313
+85,mlp.experts.80.down_proj,0.0000165705,0.02500,1.197
+85,mlp.experts.92.down_proj,0.0000361880,0.02500,1.205
+85,mlp.experts.88.down_proj,0.0000433350,0.02500,1.196
+85,mlp.experts.105.down_proj,0.0000041382,0.02500,0.889
+85,mlp.experts.97.down_proj,0.0000616567,0.02500,0.879
+85,mlp.experts.101.down_proj,0.0000227525,0.02500,0.882
+85,mlp.experts.109.down_proj,0.0000713945,0.02500,0.874
+85,mlp.experts.113.down_proj,0.0000381333,0.02500,0.642
+85,mlp.experts.111.down_proj,0.0000494314,0.02500,1.184
+85,mlp.experts.103.down_proj,0.0000224942,0.02500,1.128
+85,mlp.experts.117.down_proj,0.0000336483,0.02500,0.645
+85,mlp.experts.107.down_proj,0.0001056138,0.02500,1.245
+85,mlp.experts.84.down_proj,0.0000224597,0.02500,1.424
+85,mlp.experts.99.down_proj,0.0000621244,0.02500,1.066
+85,mlp.experts.96.down_proj,0.0000425405,0.02500,1.303
+85,mlp.experts.119.down_proj,0.0000747214,0.02500,0.539
+85,mlp.experts.108.down_proj,0.0000163545,0.02500,1.317
+85,mlp.experts.115.down_proj,0.0000517759,0.02500,0.514
+85,mlp.experts.104.down_proj,0.0000403262,0.02500,1.332
+85,mlp.experts.100.down_proj,0.0000748190,0.02500,1.159
+85,mlp.experts.112.down_proj,0.0000112980,0.02500,1.046
+85,mlp.experts.116.down_proj,0.0000664939,0.02500,0.564
+86,self_attn.k_proj,0.0000003719,0.02500,1.896
+86,self_attn.q_proj,0.0000023977,0.02500,2.166
+86,self_attn.v_proj,0.0000014500,0.02500,1.852
+86,self_attn.o_proj,0.0000046071,0.02500,4.149
+86,mlp.shared_experts.gate_proj,0.0000077041,0.02500,1.434
+86,mlp.shared_experts.up_proj,0.0000041421,0.02500,1.745
+86,mlp.shared_experts.down_proj,0.0000018203,0.02500,0.437
+86,mlp.experts.9.gate_proj,0.0001476882,0.02500,4.164
+86,mlp.experts.13.gate_proj,0.0002427501,0.02500,3.599
+86,mlp.experts.1.gate_proj,0.0001436428,0.02500,4.851
+86,mlp.experts.5.gate_proj,0.0001775184,0.02500,4.925
+86,mlp.experts.7.gate_proj,0.0001939080,0.02500,4.997
+86,mlp.experts.3.gate_proj,0.0001171925,0.02500,5.055
+86,mlp.experts.15.gate_proj,0.0001346310,0.02500,4.468
+86,mlp.experts.12.gate_proj,0.0001304374,0.02500,4.440
+86,mlp.experts.0.gate_proj,0.0002060150,0.02500,5.165
+86,mlp.experts.11.gate_proj,0.0000653696,0.02500,4.579
+86,mlp.experts.2.gate_proj,0.0000947384,0.02500,5.416
+86,mlp.experts.8.gate_proj,0.0002375006,0.02500,5.442
+86,mlp.experts.10.gate_proj,0.0001364335,0.02500,5.495
+86,mlp.experts.14.gate_proj,0.0001253970,0.02500,4.853
+86,mlp.experts.6.gate_proj,0.0000796556,0.02500,5.840
+86,mlp.experts.4.gate_proj,0.0001078320,0.02500,5.786
+86,mlp.experts.25.gate_proj,0.0000849743,0.02500,3.650
+86,mlp.experts.17.gate_proj,0.0001124590,0.02500,3.114
+86,mlp.experts.29.gate_proj,0.0001693879,0.02500,3.703
+86,mlp.experts.21.gate_proj,0.0001760355,0.02500,3.470
+86,mlp.experts.30.gate_proj,0.0001401920,0.02500,3.894
+86,mlp.experts.19.gate_proj,0.0000788032,0.02500,4.520
+86,mlp.experts.22.gate_proj,0.0000770257,0.02500,3.801
+86,mlp.experts.23.gate_proj,0.0001473831,0.02500,4.650
+86,mlp.experts.31.gate_proj,0.0001522221,0.02500,4.522
+86,mlp.experts.26.gate_proj,0.0000281381,0.02500,4.384
+86,mlp.experts.18.gate_proj,0.0001824238,0.02500,4.550
+86,mlp.experts.27.gate_proj,0.0000920195,0.02500,4.636
+86,mlp.experts.16.gate_proj,0.0000814755,0.02500,4.733
+86,mlp.experts.24.gate_proj,0.0001080058,0.02500,4.646
+86,mlp.experts.28.gate_proj,0.0000647700,0.02500,4.841
+86,mlp.experts.20.gate_proj,0.0000471869,0.02500,4.861
+86,mlp.experts.33.gate_proj,0.0000939692,0.02500,4.284
+86,mlp.experts.41.gate_proj,0.0002385200,0.02500,4.454
+86,mlp.experts.45.gate_proj,0.0000615488,0.02500,4.312
+86,mlp.experts.35.gate_proj,0.0002700112,0.02500,3.253
+86,mlp.experts.39.gate_proj,0.0001424887,0.02500,3.263
+86,mlp.experts.47.gate_proj,0.0001581872,0.02500,3.291
+86,mlp.experts.46.gate_proj,0.0001497426,0.02500,3.618
+86,mlp.experts.43.gate_proj,0.0000568585,0.02500,3.272
+86,mlp.experts.37.gate_proj,0.0001026548,0.02500,4.884
+86,mlp.experts.38.gate_proj,0.0005488071,0.02500,3.766
+86,mlp.experts.34.gate_proj,0.0000474811,0.02500,3.804
+86,mlp.experts.42.gate_proj,0.0001039602,0.02500,4.201
+86,mlp.experts.32.gate_proj,0.0000795993,0.02500,4.224
+86,mlp.experts.44.gate_proj,0.0001083842,0.02500,4.142
+86,mlp.experts.40.gate_proj,0.0000394096,0.02500,4.249
+86,mlp.experts.36.gate_proj,0.0001149106,0.02500,4.280
+86,mlp.experts.57.gate_proj,0.0001458227,0.02500,3.783
+86,mlp.experts.61.gate_proj,0.0001627151,0.02500,3.756
+86,mlp.experts.51.gate_proj,0.0001232257,0.02500,3.314
+86,mlp.experts.55.gate_proj,0.0000849878,0.02500,3.286
+86,mlp.experts.63.gate_proj,0.0001261334,0.02500,3.291
+86,mlp.experts.49.gate_proj,0.0001422136,0.02500,4.208
+86,mlp.experts.62.gate_proj,0.0001278164,0.02500,3.350
+86,mlp.experts.59.gate_proj,0.0000752811,0.02500,3.255
+86,mlp.experts.53.gate_proj,0.0001474026,0.02500,3.619
+86,mlp.experts.54.gate_proj,0.0001944059,0.02500,3.543
+86,mlp.experts.50.gate_proj,0.0001395131,0.02500,3.543
+86,mlp.experts.58.gate_proj,0.0000973440,0.02500,4.113
+86,mlp.experts.60.gate_proj,0.0000822383,0.02500,4.415
+86,mlp.experts.56.gate_proj,0.0001815512,0.02500,4.482
+86,mlp.experts.48.gate_proj,0.0001863737,0.02500,4.753
+86,mlp.experts.52.gate_proj,0.0000989782,0.02500,4.303
+86,mlp.experts.67.gate_proj,0.0000754296,0.02500,3.246
+86,mlp.experts.71.gate_proj,0.0000979999,0.02500,3.281
+86,mlp.experts.77.gate_proj,0.0001485461,0.02500,3.429
+86,mlp.experts.79.gate_proj,0.0001173239,0.02500,3.430
+86,mlp.experts.75.gate_proj,0.0000895878,0.02500,3.265
+86,mlp.experts.73.gate_proj,0.0000862459,0.02500,3.769
+86,mlp.experts.65.gate_proj,0.0001328480,0.02500,3.586
+86,mlp.experts.69.gate_proj,0.0000801713,0.02500,3.244
+86,mlp.experts.78.gate_proj,0.0000646792,0.02500,4.457
+86,mlp.experts.70.gate_proj,0.0001306096,0.02500,4.232
+86,mlp.experts.66.gate_proj,0.0000922587,0.02500,4.135
+86,mlp.experts.74.gate_proj,0.0001237084,0.02500,3.755
+86,mlp.experts.93.gate_proj,0.0000832805,0.02500,3.200
+86,mlp.experts.83.gate_proj,0.0001433877,0.02500,3.592
+86,mlp.experts.76.gate_proj,0.0000899174,0.02500,4.394
+86,mlp.experts.87.gate_proj,0.0002035688,0.02500,3.628
+86,mlp.experts.72.gate_proj,0.0000823261,0.02500,4.395
+86,mlp.experts.89.gate_proj,0.0000952033,0.02500,3.408
+86,mlp.experts.85.gate_proj,0.0002176807,0.02500,3.278
+86,mlp.experts.95.gate_proj,0.0002029403,0.02500,3.670
+86,mlp.experts.91.gate_proj,0.0000757416,0.02500,3.730
+86,mlp.experts.68.gate_proj,0.0000790424,0.02500,4.423
+86,mlp.experts.81.gate_proj,0.0000330655,0.02500,3.881
+86,mlp.experts.64.gate_proj,0.0001600779,0.02500,5.111
+86,mlp.experts.94.gate_proj,0.0000764412,0.02500,4.034
+86,mlp.experts.86.gate_proj,0.0001415003,0.02500,3.897
+86,mlp.experts.82.gate_proj,0.0001207719,0.02500,4.063
+86,mlp.experts.90.gate_proj,0.0000800856,0.02500,3.859
+86,mlp.experts.109.gate_proj,0.0001045223,0.02500,3.341
+86,mlp.experts.99.gate_proj,0.0000434856,0.02500,3.133
+86,mlp.experts.103.gate_proj,0.0001161359,0.02500,3.090
+86,mlp.experts.107.gate_proj,0.0001649221,0.02500,2.970
+86,mlp.experts.101.gate_proj,0.0001740601,0.02500,3.054
+86,mlp.experts.111.gate_proj,0.0001575075,0.02500,3.151
+86,mlp.experts.105.gate_proj,0.0001113401,0.02500,3.532
+86,mlp.experts.97.gate_proj,0.0002162084,0.02500,3.021
+86,mlp.experts.92.gate_proj,0.0001292303,0.02500,4.336
+86,mlp.experts.88.gate_proj,0.0000679007,0.02500,4.295
+86,mlp.experts.84.gate_proj,0.0001976393,0.02500,4.227
+86,mlp.experts.102.gate_proj,0.0001247243,0.02500,4.129
+86,mlp.experts.80.gate_proj,0.0000890278,0.02500,5.137
+86,mlp.experts.115.gate_proj,0.0001157874,0.02500,3.249
+86,mlp.experts.119.gate_proj,0.0000313035,0.02500,3.175
+86,mlp.experts.110.gate_proj,0.0000304215,0.02500,4.453
+86,mlp.experts.117.gate_proj,0.0001148461,0.02500,3.099
+86,mlp.experts.5.up_proj,0.0001664643,0.02500,3.592
+86,mlp.experts.3.up_proj,0.0001128777,0.02500,3.236
+86,mlp.experts.98.gate_proj,0.0001165454,0.02500,4.240
+86,mlp.experts.113.gate_proj,0.0001088485,0.02500,2.892
+86,mlp.experts.106.gate_proj,0.0000941184,0.02500,4.061
+86,mlp.experts.7.up_proj,0.0001929388,0.02500,3.289
+86,mlp.experts.1.up_proj,0.0001372799,0.02500,3.815
+86,mlp.experts.108.gate_proj,0.0000879516,0.02500,4.078
+86,mlp.experts.104.gate_proj,0.0001133436,0.02500,4.103
+86,mlp.experts.100.gate_proj,0.0000871193,0.02500,4.062
+86,mlp.experts.11.up_proj,0.0000636342,0.02500,3.076
+86,mlp.experts.15.up_proj,0.0001285089,0.02500,3.176
+86,mlp.experts.21.up_proj,0.0001696917,0.02500,3.031
+86,mlp.experts.19.up_proj,0.0000781180,0.02500,3.148
+86,mlp.experts.9.up_proj,0.0001406025,0.02500,3.056
+86,mlp.experts.23.up_proj,0.0001437227,0.02500,3.168
+86,mlp.experts.118.gate_proj,0.0001379755,0.02500,3.876
+86,mlp.experts.6.up_proj,0.0000790026,0.02500,4.023
+86,mlp.experts.114.gate_proj,0.0000927235,0.02500,3.791
+86,mlp.experts.13.up_proj,0.0002299869,0.02500,3.998
+86,mlp.experts.96.gate_proj,0.0000696645,0.02500,4.363
+86,mlp.experts.2.up_proj,0.0000933008,0.02500,4.138
+86,mlp.experts.17.up_proj,0.0001060939,0.02500,3.674
+86,mlp.experts.27.up_proj,0.0000917494,0.02500,3.139
+86,mlp.experts.31.up_proj,0.0001491529,0.02500,3.191
+86,mlp.experts.4.up_proj,0.0001076775,0.02500,4.312
+86,mlp.experts.35.up_proj,0.0002573935,0.02500,3.101
+86,mlp.experts.0.up_proj,0.0001934673,0.02500,4.357
+86,mlp.experts.39.up_proj,0.0001392509,0.02500,3.194
+86,mlp.experts.116.gate_proj,0.0000490412,0.02500,4.293
+86,mlp.experts.37.up_proj,0.0001001007,0.02500,3.628
+86,mlp.experts.29.up_proj,0.0001640745,0.02500,2.891
+86,mlp.experts.10.up_proj,0.0001334915,0.02500,3.248
+86,mlp.experts.25.up_proj,0.0000841191,0.02500,3.978
+86,mlp.experts.14.up_proj,0.0001197830,0.02500,3.788
+86,mlp.experts.22.up_proj,0.0000761270,0.02500,3.868
+86,mlp.experts.33.up_proj,0.0000915367,0.02500,3.595
+86,mlp.experts.18.up_proj,0.0001754506,0.02500,3.835
+86,mlp.experts.112.gate_proj,0.0001705218,0.02500,4.466
+86,mlp.experts.43.up_proj,0.0000578184,0.02500,3.207
+86,mlp.experts.47.up_proj,0.0001531077,0.02500,3.183
+86,mlp.experts.51.up_proj,0.0001208787,0.02500,3.208
+86,mlp.experts.55.up_proj,0.0000849570,0.02500,3.291
+86,mlp.experts.26.up_proj,0.0000272314,0.02500,3.321
+86,mlp.experts.53.up_proj,0.0001448867,0.02500,4.050
+86,mlp.experts.30.up_proj,0.0001295041,0.02500,3.551
+86,mlp.experts.20.up_proj,0.0000452453,0.02500,4.762
+86,mlp.experts.45.up_proj,0.0000606001,0.02500,4.106
+86,mlp.experts.16.up_proj,0.0000794335,0.02500,4.630
+86,mlp.experts.38.up_proj,0.0005330936,0.02500,3.546
+86,mlp.experts.34.up_proj,0.0000469005,0.02500,3.069
+86,mlp.experts.12.up_proj,0.0001271338,0.02500,4.670
+86,mlp.experts.41.up_proj,0.0002114370,0.02500,4.369
+86,mlp.experts.59.up_proj,0.0000759577,0.02500,3.120
+86,mlp.experts.49.up_proj,0.0001354368,0.02500,4.094
+86,mlp.experts.63.up_proj,0.0001244069,0.02500,3.133
+86,mlp.experts.67.up_proj,0.0000746305,0.02500,3.139
+86,mlp.experts.8.up_proj,0.0002290547,0.02500,4.325
+86,mlp.experts.71.up_proj,0.0000940838,0.02500,3.165
+86,mlp.experts.42.up_proj,0.0000995450,0.02500,3.268
+86,mlp.experts.46.up_proj,0.0001468910,0.02500,3.290
+86,mlp.experts.61.up_proj,0.0001612144,0.02500,3.246
+86,mlp.experts.50.up_proj,0.0001318538,0.02500,3.229
+86,mlp.experts.57.up_proj,0.0001456918,0.02500,3.013
+86,mlp.experts.69.up_proj,0.0000788548,0.02500,4.013
+86,mlp.experts.32.up_proj,0.0000748630,0.02500,4.131
+86,mlp.experts.54.up_proj,0.0001912182,0.02500,3.917
+86,mlp.experts.36.up_proj,0.0001134694,0.02500,4.545
+86,mlp.experts.75.up_proj,0.0000892432,0.02500,3.251
+86,mlp.experts.28.up_proj,0.0000626282,0.02500,4.250
+86,mlp.experts.79.up_proj,0.0001152328,0.02500,3.257
+86,mlp.experts.83.up_proj,0.0001429140,0.02500,3.302
+86,mlp.experts.65.up_proj,0.0001300105,0.02500,3.974
+86,mlp.experts.87.up_proj,0.0001990123,0.02500,3.253
+86,mlp.experts.62.up_proj,0.0001255486,0.02500,2.977
+86,mlp.experts.58.up_proj,0.0000971918,0.02500,3.512
+86,mlp.experts.24.up_proj,0.0001077878,0.02500,4.561
+86,mlp.experts.66.up_proj,0.0000877404,0.02500,3.171
+86,mlp.experts.77.up_proj,0.0001459108,0.02500,3.865
+86,mlp.experts.91.up_proj,0.0000753574,0.02500,3.251
+86,mlp.experts.95.up_proj,0.0001927688,0.02500,3.230
+86,mlp.experts.73.up_proj,0.0000818034,0.02500,4.284
+86,mlp.experts.70.up_proj,0.0001237946,0.02500,3.885
+86,mlp.experts.99.up_proj,0.0000415831,0.02500,3.325
+86,mlp.experts.85.up_proj,0.0002122730,0.02500,4.650
+86,mlp.experts.103.up_proj,0.0001170666,0.02500,3.312
+86,mlp.experts.48.up_proj,0.0001814461,0.02500,4.900
+86,mlp.experts.78.up_proj,0.0000642270,0.02500,3.093
+86,mlp.experts.52.up_proj,0.0000937481,0.02500,4.889
+86,mlp.experts.44.up_proj,0.0001097383,0.02500,4.783
+86,mlp.experts.74.up_proj,0.0001164702,0.02500,3.444
+86,mlp.experts.82.up_proj,0.0001139632,0.02500,3.136
+86,mlp.experts.81.up_proj,0.0000342058,0.02500,4.734
+86,mlp.experts.40.up_proj,0.0000388772,0.02500,4.766
+86,mlp.experts.107.up_proj,0.0001527913,0.02500,3.334
+86,mlp.experts.111.up_proj,0.0001505657,0.02500,3.276
+86,mlp.experts.115.up_proj,0.0001136724,0.02500,3.035
+86,mlp.experts.119.up_proj,0.0000296950,0.02500,2.886
+86,mlp.experts.93.up_proj,0.0000776247,0.02500,4.631
+86,mlp.experts.86.up_proj,0.0001328372,0.02500,3.782
+86,mlp.experts.94.up_proj,0.0000738604,0.02500,3.152
+86,mlp.experts.89.up_proj,0.0000901335,0.02500,4.443
+86,mlp.experts.101.up_proj,0.0001661559,0.02500,4.411
+86,mlp.experts.98.up_proj,0.0001133873,0.02500,3.077
+86,mlp.experts.64.up_proj,0.0001580111,0.02500,4.461
+86,mlp.experts.90.up_proj,0.0000763872,0.02500,3.839
+86,mlp.experts.68.up_proj,0.0000744550,0.02500,4.466
+86,mlp.experts.60.up_proj,0.0000825844,0.02500,4.499
+86,mlp.experts.97.up_proj,0.0002080617,0.02500,4.116
+86,mlp.experts.110.up_proj,0.0000303867,0.02500,3.065
+86,mlp.experts.102.up_proj,0.0001202090,0.02500,3.668
+86,mlp.experts.109.up_proj,0.0000999739,0.02500,3.927
+86,mlp.experts.114.up_proj,0.0000900861,0.02500,2.748
+86,mlp.experts.56.up_proj,0.0001785198,0.02500,4.633
+86,mlp.experts.117.up_proj,0.0001155445,0.02500,2.996
+86,mlp.experts.105.up_proj,0.0001171745,0.02500,3.667
+86,mlp.experts.106.up_proj,0.0000918060,0.02500,2.797
+86,mlp.experts.113.up_proj,0.0001004812,0.02500,2.300
+86,mlp.experts.118.up_proj,0.0001353022,0.02500,1.710
+86,mlp.experts.80.up_proj,0.0000875706,0.02500,4.707
+86,mlp.experts.84.up_proj,0.0001855962,0.02500,4.674
+86,mlp.experts.76.up_proj,0.0000885535,0.02500,4.693
+86,mlp.experts.72.up_proj,0.0000779772,0.02500,4.590
+86,mlp.experts.96.up_proj,0.0000687752,0.02500,4.686
+86,mlp.experts.92.up_proj,0.0001305645,0.02500,4.267
+86,mlp.experts.100.up_proj,0.0000851999,0.02500,4.475
+86,mlp.experts.88.up_proj,0.0000673488,0.02500,4.286
+86,mlp.experts.116.up_proj,0.0000496784,0.02500,4.014
+86,mlp.experts.112.up_proj,0.0001560668,0.02500,4.148
+86,mlp.experts.108.up_proj,0.0000877125,0.02500,4.387
+86,mlp.experts.104.up_proj,0.0001124392,0.02500,3.060
+86,mlp.experts.11.down_proj,0.0000108840,0.02500,1.713
+86,mlp.experts.7.down_proj,0.0000840719,0.02500,1.751
+86,mlp.experts.10.down_proj,0.0000447279,0.02500,1.764
+86,mlp.experts.6.down_proj,0.0000230014,0.02500,1.771
+86,mlp.experts.2.down_proj,0.0000391356,0.02500,1.773
+86,mlp.experts.15.down_proj,0.0000247585,0.02500,1.813
+86,mlp.experts.14.down_proj,0.0000608622,0.02500,1.819
+86,mlp.experts.3.down_proj,0.0000559322,0.02500,1.831
+86,mlp.experts.9.down_proj,0.0000392199,0.02500,2.165
+86,mlp.experts.1.down_proj,0.0000613910,0.02500,2.196
+86,mlp.experts.13.down_proj,0.0001173471,0.02500,2.199
+86,mlp.experts.5.down_proj,0.0000721255,0.02500,2.273
+86,mlp.experts.4.down_proj,0.0000493279,0.02500,2.657
+86,mlp.experts.0.down_proj,0.0000429920,0.02500,2.661
+86,mlp.experts.8.down_proj,0.0001002042,0.02500,2.660
+86,mlp.experts.12.down_proj,0.0000738889,0.02500,2.760
+86,mlp.experts.18.down_proj,0.0000896442,0.02500,1.301
+86,mlp.experts.22.down_proj,0.0000790471,0.02500,1.303
+86,mlp.experts.26.down_proj,0.0000051848,0.02500,1.354
+86,mlp.experts.27.down_proj,0.0000298548,0.02500,1.419
+86,mlp.experts.30.down_proj,0.0000808171,0.02500,1.317
+86,mlp.experts.31.down_proj,0.0000733709,0.02500,1.470
+86,mlp.experts.23.down_proj,0.0000568731,0.02500,1.564
+86,mlp.experts.19.down_proj,0.0000188683,0.02500,1.556
+86,mlp.experts.24.down_proj,0.0000449014,0.02500,0.970
+86,mlp.experts.20.down_proj,0.0000140517,0.02500,0.985
+86,mlp.experts.25.down_proj,0.0000310438,0.02500,1.483
+86,mlp.experts.16.down_proj,0.0000244428,0.02500,0.990
+86,mlp.experts.29.down_proj,0.0000360069,0.02500,1.475
+86,mlp.experts.17.down_proj,0.0000478768,0.02500,1.480
+86,mlp.experts.21.down_proj,0.0000551612,0.02500,1.435
+86,mlp.experts.28.down_proj,0.0000131351,0.02500,0.981
+86,mlp.experts.34.down_proj,0.0000390648,0.02500,0.967
+86,mlp.experts.38.down_proj,0.0001701021,0.02500,0.971
+86,mlp.experts.46.down_proj,0.0001350549,0.02500,1.181
+86,mlp.experts.42.down_proj,0.0000466555,0.02500,1.198
+86,mlp.experts.47.down_proj,0.0000380647,0.02500,1.134
+86,mlp.experts.43.down_proj,0.0000196280,0.02500,1.297
+86,mlp.experts.39.down_proj,0.0000325786,0.02500,1.134
+86,mlp.experts.35.down_proj,0.0001338220,0.02500,1.138
+86,mlp.experts.36.down_proj,0.0000654281,0.02500,1.052
+86,mlp.experts.40.down_proj,0.0000487376,0.02500,1.065
+86,mlp.experts.32.down_proj,0.0000507764,0.02500,1.100
+86,mlp.experts.44.down_proj,0.0000260012,0.02500,1.093
+86,mlp.experts.50.down_proj,0.0000626897,0.02500,0.870
+86,mlp.experts.54.down_proj,0.0000612655,0.02500,0.955
+86,mlp.experts.37.down_proj,0.0001400627,0.02500,1.479
+86,mlp.experts.33.down_proj,0.0000461733,0.02500,1.514
+86,mlp.experts.58.down_proj,0.0000543837,0.02500,0.935
+86,mlp.experts.41.down_proj,0.0001025925,0.02500,1.606
+86,mlp.experts.45.down_proj,0.0000208510,0.02500,1.601
+86,mlp.experts.63.down_proj,0.0000817155,0.02500,0.953
+86,mlp.experts.55.down_proj,0.0000230940,0.02500,1.002
+86,mlp.experts.62.down_proj,0.0000496917,0.02500,1.157
+86,mlp.experts.59.down_proj,0.0000263566,0.02500,1.145
+86,mlp.experts.51.down_proj,0.0000787979,0.02500,1.078
+86,mlp.experts.66.down_proj,0.0000146709,0.02500,0.898
+86,mlp.experts.52.down_proj,0.0000200561,0.02500,1.210
+86,mlp.experts.56.down_proj,0.0000627895,0.02500,1.233
+86,mlp.experts.48.down_proj,0.0001397486,0.02500,1.255
+86,mlp.experts.60.down_proj,0.0000332851,0.02500,1.240
+86,mlp.experts.70.down_proj,0.0000735601,0.02500,1.182
+86,mlp.experts.74.down_proj,0.0000179746,0.02500,1.084
+86,mlp.experts.78.down_proj,0.0000258713,0.02500,0.904
+86,mlp.experts.53.down_proj,0.0000493375,0.02500,1.478
+86,mlp.experts.82.down_proj,0.0001204280,0.02500,0.872
+86,mlp.experts.49.down_proj,0.0000374083,0.02500,1.494
+86,mlp.experts.61.down_proj,0.0000469848,0.02500,1.438
+86,mlp.experts.57.down_proj,0.0000576431,0.02500,1.527
+86,mlp.experts.79.down_proj,0.0000329837,0.02500,1.691
+86,mlp.experts.75.down_proj,0.0000606502,0.02500,1.504
+86,mlp.experts.72.down_proj,0.0000258361,0.02500,1.197
+86,mlp.experts.68.down_proj,0.0000286956,0.02500,1.236
+86,mlp.experts.71.down_proj,0.0000218776,0.02500,1.707
+86,mlp.experts.67.down_proj,0.0000160223,0.02500,1.576
+86,mlp.experts.94.down_proj,0.0000187435,0.02500,0.848
+86,mlp.experts.64.down_proj,0.0000390004,0.02500,1.232
+86,mlp.experts.76.down_proj,0.0000250404,0.02500,1.226
+86,mlp.experts.86.down_proj,0.0000879665,0.02500,1.168
+86,mlp.experts.90.down_proj,0.0000160515,0.02500,1.168
+86,mlp.experts.98.down_proj,0.0000407751,0.02500,0.876
+86,mlp.experts.65.down_proj,0.0000493720,0.02500,0.974
+86,mlp.experts.69.down_proj,0.0000169553,0.02500,1.012
+86,mlp.experts.77.down_proj,0.0000812915,0.02500,0.977
+86,mlp.experts.73.down_proj,0.0000129380,0.02500,1.064
+86,mlp.experts.91.down_proj,0.0000212108,0.02500,1.009
+86,mlp.experts.110.down_proj,0.0000130329,0.02500,0.874
+86,mlp.experts.83.down_proj,0.0000838776,0.02500,1.011
+86,mlp.experts.95.down_proj,0.0001266866,0.02500,1.172
+86,mlp.experts.87.down_proj,0.0000700445,0.02500,1.200
+86,mlp.experts.114.down_proj,0.0000254935,0.02500,0.825
+86,mlp.experts.102.down_proj,0.0000265222,0.02500,1.108
+86,mlp.experts.88.down_proj,0.0000176525,0.02500,1.352
+86,mlp.experts.84.down_proj,0.0001348995,0.02500,1.357
+86,mlp.experts.80.down_proj,0.0000212070,0.02500,1.310
+86,mlp.experts.106.down_proj,0.0000281450,0.02500,1.065
+86,mlp.experts.92.down_proj,0.0000455663,0.02500,1.279
+86,mlp.experts.118.down_proj,0.0000498892,0.02500,0.514
+86,mlp.experts.93.down_proj,0.0000235091,0.02500,1.301
+86,mlp.experts.85.down_proj,0.0001416974,0.02500,1.334
+86,mlp.experts.81.down_proj,0.0001562090,0.02500,1.394
+86,mlp.experts.107.down_proj,0.0000213121,0.02500,0.991
+86,mlp.experts.111.down_proj,0.0000726280,0.02500,0.864
+86,mlp.experts.89.down_proj,0.0000180330,0.02500,1.337
+86,mlp.experts.99.down_proj,0.0000097148,0.02500,1.010
+86,mlp.experts.103.down_proj,0.0000652874,0.02500,0.861
+86,mlp.experts.100.down_proj,0.0000215511,0.02500,0.841
+86,mlp.experts.104.down_proj,0.0000341122,0.02500,0.861
+86,mlp.experts.96.down_proj,0.0000148512,0.02500,0.855
+86,mlp.experts.108.down_proj,0.0000215507,0.02500,0.830
+86,mlp.experts.115.down_proj,0.0000799912,0.02500,0.615
+86,mlp.experts.119.down_proj,0.0000047317,0.02500,0.607
+86,mlp.experts.116.down_proj,0.0000134403,0.02500,0.639
+86,mlp.experts.112.down_proj,0.0000757116,0.02500,0.612
+86,mlp.experts.109.down_proj,0.0000194102,0.02500,1.556
+86,mlp.experts.97.down_proj,0.0000850986,0.02500,1.498
+86,mlp.experts.101.down_proj,0.0000531965,0.02500,1.547
+86,mlp.experts.105.down_proj,0.0001666165,0.02500,1.459
+86,mlp.experts.117.down_proj,0.0000353463,0.02500,0.888
+86,mlp.experts.113.down_proj,0.0000225346,0.02500,0.900
+87,self_attn.v_proj,0.0000010823,0.02500,1.588
+87,self_attn.k_proj,0.0000002887,0.02500,1.660
+87,self_attn.q_proj,0.0000023704,0.02500,2.167
+87,self_attn.o_proj,0.0000032088,0.02500,4.641
+87,mlp.shared_experts.gate_proj,0.0000080274,0.02500,1.426
+87,mlp.shared_experts.up_proj,0.0000046768,0.02500,1.487
+87,mlp.shared_experts.down_proj,0.0000020294,0.02500,0.440
+87,mlp.experts.4.gate_proj,0.0001309842,0.02500,4.755
+87,mlp.experts.8.gate_proj,0.0001156223,0.02500,4.825
+87,mlp.experts.12.gate_proj,0.0000911149,0.02500,4.268
+87,mlp.experts.0.gate_proj,0.0001203231,0.02500,4.969
+87,mlp.experts.11.gate_proj,0.0000900167,0.02500,5.473
+87,mlp.experts.3.gate_proj,0.0001085921,0.02500,5.484
+87,mlp.experts.7.gate_proj,0.0001085463,0.02500,5.605
+87,mlp.experts.15.gate_proj,0.0000952398,0.02500,4.612
+87,mlp.experts.1.gate_proj,0.0001025691,0.02500,6.242
+87,mlp.experts.9.gate_proj,0.0002065536,0.02500,5.904
+87,mlp.experts.6.gate_proj,0.0000942364,0.02500,6.441
+87,mlp.experts.5.gate_proj,0.0001077070,0.02500,6.452
+87,mlp.experts.13.gate_proj,0.0000906246,0.02500,6.292
+87,mlp.experts.2.gate_proj,0.0001098348,0.02500,6.542
+87,mlp.experts.14.gate_proj,0.0001763848,0.02500,5.183
+87,mlp.experts.10.gate_proj,0.0000989196,0.02500,6.704
+87,mlp.experts.24.gate_proj,0.0003065997,0.02500,3.584
+87,mlp.experts.20.gate_proj,0.0001672567,0.02500,3.657
+87,mlp.experts.16.gate_proj,0.0001154683,0.02500,3.706
+87,mlp.experts.28.gate_proj,0.0001109473,0.02500,3.794
+87,mlp.experts.19.gate_proj,0.0001484363,0.02500,3.460
+87,mlp.experts.27.gate_proj,0.0001054732,0.02500,3.526
+87,mlp.experts.23.gate_proj,0.0001028856,0.02500,3.453
+87,mlp.experts.31.gate_proj,0.0001829606,0.02500,3.348
+87,mlp.experts.22.gate_proj,0.0001280739,0.02500,3.174
+87,mlp.experts.18.gate_proj,0.0001602086,0.02500,3.182
+87,mlp.experts.30.gate_proj,0.0000844275,0.02500,3.189
+87,mlp.experts.26.gate_proj,0.0000520073,0.02500,3.228
+87,mlp.experts.17.gate_proj,0.0001009722,0.02500,4.513
+87,mlp.experts.25.gate_proj,0.0001347622,0.02500,4.544
+87,mlp.experts.21.gate_proj,0.0001008652,0.02500,4.536
+87,mlp.experts.29.gate_proj,0.0001488699,0.02500,4.548
+87,mlp.experts.40.gate_proj,0.0003241616,0.02500,3.229
+87,mlp.experts.36.gate_proj,0.0000868019,0.02500,3.424
+87,mlp.experts.35.gate_proj,0.0001683882,0.02500,2.905
+87,mlp.experts.39.gate_proj,0.0001383946,0.02500,2.917
+87,mlp.experts.43.gate_proj,0.0000256820,0.02500,3.062
+87,mlp.experts.44.gate_proj,0.0001261862,0.02500,3.509
+87,mlp.experts.47.gate_proj,0.0000628548,0.02500,2.902
+87,mlp.experts.32.gate_proj,0.0000813590,0.02500,3.829
+87,mlp.experts.38.gate_proj,0.0001566106,0.02500,3.378
+87,mlp.experts.34.gate_proj,0.0001985811,0.02500,3.339
+87,mlp.experts.46.gate_proj,0.0001006133,0.02500,3.347
+87,mlp.experts.42.gate_proj,0.0001648527,0.02500,3.351
+87,mlp.experts.51.gate_proj,0.0001402307,0.02500,2.844
+87,mlp.experts.55.gate_proj,0.0001488883,0.02500,2.808
+87,mlp.experts.59.gate_proj,0.0000938708,0.02500,2.886
+87,mlp.experts.56.gate_proj,0.0001398475,0.02500,3.347
+87,mlp.experts.63.gate_proj,0.0000811577,0.02500,2.873
+87,mlp.experts.33.gate_proj,0.0000571467,0.02500,4.579
+87,mlp.experts.37.gate_proj,0.0001343800,0.02500,4.481
+87,mlp.experts.41.gate_proj,0.0001143322,0.02500,4.625
+87,mlp.experts.45.gate_proj,0.0001135129,0.02500,4.492
+87,mlp.experts.60.gate_proj,0.0000692996,0.02500,3.441
+87,mlp.experts.48.gate_proj,0.0001235181,0.02500,3.181
+87,mlp.experts.52.gate_proj,0.0001475026,0.02500,3.983
+87,mlp.experts.54.gate_proj,0.0001272332,0.02500,3.044
+87,mlp.experts.50.gate_proj,0.0000992500,0.02500,3.074
+87,mlp.experts.62.gate_proj,0.0001588447,0.02500,3.067
+87,mlp.experts.58.gate_proj,0.0001095995,0.02500,3.079
+87,mlp.experts.72.gate_proj,0.0000726640,0.02500,3.231
+87,mlp.experts.71.gate_proj,0.0001203363,0.02500,3.768
+87,mlp.experts.67.gate_proj,0.0000692102,0.02500,3.923
+87,mlp.experts.75.gate_proj,0.0001043302,0.02500,3.756
+87,mlp.experts.79.gate_proj,0.0000656493,0.02500,3.705
+87,mlp.experts.64.gate_proj,0.0001066490,0.02500,3.214
+87,mlp.experts.76.gate_proj,0.0000295398,0.02500,3.457
+87,mlp.experts.70.gate_proj,0.0000858868,0.02500,3.262
+87,mlp.experts.78.gate_proj,0.0001321145,0.02500,3.200
+87,mlp.experts.66.gate_proj,0.0000765435,0.02500,3.317
+87,mlp.experts.68.gate_proj,0.0001020405,0.02500,3.732
+87,mlp.experts.49.gate_proj,0.0000770510,0.02500,4.295
+87,mlp.experts.74.gate_proj,0.0001079635,0.02500,3.281
+87,mlp.experts.57.gate_proj,0.0000875771,0.02500,4.232
+87,mlp.experts.53.gate_proj,0.0000702321,0.02500,4.333
+87,mlp.experts.61.gate_proj,0.0000895919,0.02500,4.400
+87,mlp.experts.88.gate_proj,0.0002061426,0.02500,3.727
+87,mlp.experts.80.gate_proj,0.0001492632,0.02500,3.092
+87,mlp.experts.87.gate_proj,0.0000591942,0.02500,3.453
+87,mlp.experts.83.gate_proj,0.0000687511,0.02500,3.780
+87,mlp.experts.91.gate_proj,0.0000795941,0.02500,3.785
+87,mlp.experts.86.gate_proj,0.0000901893,0.02500,3.230
+87,mlp.experts.94.gate_proj,0.0001679494,0.02500,3.179
+87,mlp.experts.82.gate_proj,0.0001232179,0.02500,3.207
+87,mlp.experts.84.gate_proj,0.0001647488,0.02500,3.180
+87,mlp.experts.95.gate_proj,0.0001081952,0.02500,3.950
+87,mlp.experts.92.gate_proj,0.0001188334,0.02500,3.730
+87,mlp.experts.90.gate_proj,0.0000722879,0.02500,3.201
+87,mlp.experts.65.gate_proj,0.0001224347,0.02500,4.388
+87,mlp.experts.73.gate_proj,0.0001742941,0.02500,4.343
+87,mlp.experts.69.gate_proj,0.0000282861,0.02500,4.410
+87,mlp.experts.77.gate_proj,0.0003125193,0.02500,4.288
+87,mlp.experts.104.gate_proj,0.0000681373,0.02500,3.342
+87,mlp.experts.103.gate_proj,0.0001110148,0.02500,3.323
+87,mlp.experts.110.gate_proj,0.0000970863,0.02500,3.105
+87,mlp.experts.102.gate_proj,0.0000966186,0.02500,3.207
+87,mlp.experts.96.gate_proj,0.0000812878,0.02500,3.795
+87,mlp.experts.98.gate_proj,0.0001531851,0.02500,3.204
+87,mlp.experts.107.gate_proj,0.0000895203,0.02500,3.381
+87,mlp.experts.100.gate_proj,0.0000402567,0.02500,3.149
+87,mlp.experts.99.gate_proj,0.0000693592,0.02500,3.596
+87,mlp.experts.106.gate_proj,0.0000944736,0.02500,3.210
+87,mlp.experts.108.gate_proj,0.0000576056,0.02500,3.274
+87,mlp.experts.111.gate_proj,0.0001253233,0.02500,3.657
+87,mlp.experts.119.gate_proj,0.0002008083,0.02500,2.938
+87,mlp.experts.81.gate_proj,0.0000911794,0.02500,4.281
+87,mlp.experts.85.gate_proj,0.0000767297,0.02500,4.228
+87,mlp.experts.93.gate_proj,0.0001455120,0.02500,4.301
+87,mlp.experts.89.gate_proj,0.0001162193,0.02500,4.553
+87,mlp.experts.3.up_proj,0.0001044919,0.02500,2.929
+87,mlp.experts.116.gate_proj,0.0000995969,0.02500,2.972
+87,mlp.experts.6.up_proj,0.0000912830,0.02500,3.193
+87,mlp.experts.118.gate_proj,0.0001250691,0.02500,3.229
+87,mlp.experts.0.up_proj,0.0001213387,0.02500,3.712
+87,mlp.experts.114.gate_proj,0.0001147911,0.02500,3.196
+87,mlp.experts.2.up_proj,0.0001056825,0.02500,3.186
+87,mlp.experts.4.up_proj,0.0001266146,0.02500,3.304
+87,mlp.experts.115.gate_proj,0.0001370355,0.02500,3.854
+87,mlp.experts.112.gate_proj,0.0003485164,0.02500,4.063
+87,mlp.experts.7.up_proj,0.0001092131,0.02500,3.754
+87,mlp.experts.15.up_proj,0.0000930807,0.02500,3.305
+87,mlp.experts.19.up_proj,0.0001471953,0.02500,3.589
+87,mlp.experts.16.up_proj,0.0001066958,0.02500,3.433
+87,mlp.experts.12.up_proj,0.0000886552,0.02500,3.729
+87,mlp.experts.20.up_proj,0.0001653642,0.02500,3.561
+87,mlp.experts.22.up_proj,0.0001210538,0.02500,4.090
+87,mlp.experts.23.up_proj,0.0000984449,0.02500,2.824
+87,mlp.experts.14.up_proj,0.0001701496,0.02500,4.084
+87,mlp.experts.8.up_proj,0.0001147166,0.02500,3.205
+87,mlp.experts.109.gate_proj,0.0000914371,0.02500,4.563
+87,mlp.experts.105.gate_proj,0.0001094280,0.02500,4.595
+87,mlp.experts.97.gate_proj,0.0001399313,0.02500,4.948
+87,mlp.experts.11.up_proj,0.0000889981,0.02500,3.431
+87,mlp.experts.10.up_proj,0.0000952402,0.02500,4.235
+87,mlp.experts.101.gate_proj,0.0001491847,0.02500,4.965
+87,mlp.experts.18.up_proj,0.0001552714,0.02500,4.272
+87,mlp.experts.31.up_proj,0.0001809779,0.02500,3.349
+87,mlp.experts.24.up_proj,0.0002853110,0.02500,2.855
+87,mlp.experts.32.up_proj,0.0000858884,0.02500,3.538
+87,mlp.experts.27.up_proj,0.0001046090,0.02500,2.862
+87,mlp.experts.35.up_proj,0.0001570056,0.02500,3.797
+87,mlp.experts.28.up_proj,0.0001087062,0.02500,3.664
+87,mlp.experts.39.up_proj,0.0001288159,0.02500,3.286
+87,mlp.experts.36.up_proj,0.0000843580,0.02500,3.508
+87,mlp.experts.5.up_proj,0.0001059219,0.02500,3.712
+87,mlp.experts.113.gate_proj,0.0001156049,0.02500,3.641
+87,mlp.experts.38.up_proj,0.0001540263,0.02500,3.971
+87,mlp.experts.117.gate_proj,0.0001106512,0.02500,3.559
+87,mlp.experts.30.up_proj,0.0000809340,0.02500,3.969
+87,mlp.experts.1.up_proj,0.0001020533,0.02500,3.787
+87,mlp.experts.26.up_proj,0.0000493245,0.02500,3.974
+87,mlp.experts.34.up_proj,0.0001917350,0.02500,4.020
+87,mlp.experts.47.up_proj,0.0000642765,0.02500,3.726
+87,mlp.experts.40.up_proj,0.0003169502,0.02500,3.276
+87,mlp.experts.48.up_proj,0.0001193510,0.02500,3.368
+87,mlp.experts.51.up_proj,0.0001334729,0.02500,3.159
+87,mlp.experts.43.up_proj,0.0000259841,0.02500,3.492
+87,mlp.experts.44.up_proj,0.0001224143,0.02500,3.535
+87,mlp.experts.52.up_proj,0.0001376275,0.02500,3.539
+87,mlp.experts.9.up_proj,0.0001999071,0.02500,3.357
+87,mlp.experts.21.up_proj,0.0000948517,0.02500,3.559
+87,mlp.experts.55.up_proj,0.0001490515,0.02500,4.085
+87,mlp.experts.13.up_proj,0.0000885143,0.02500,3.479
+87,mlp.experts.17.up_proj,0.0000975464,0.02500,3.496
+87,mlp.experts.46.up_proj,0.0000975395,0.02500,4.636
+87,mlp.experts.54.up_proj,0.0001196930,0.02500,4.781
+87,mlp.experts.63.up_proj,0.0000792474,0.02500,3.160
+87,mlp.experts.42.up_proj,0.0001577274,0.02500,4.685
+87,mlp.experts.50.up_proj,0.0000985830,0.02500,4.706
+87,mlp.experts.56.up_proj,0.0001384032,0.02500,3.262
+87,mlp.experts.60.up_proj,0.0000676157,0.02500,3.190
+87,mlp.experts.67.up_proj,0.0000668087,0.02500,3.797
+87,mlp.experts.64.up_proj,0.0001034017,0.02500,3.812
+87,mlp.experts.71.up_proj,0.0001197546,0.02500,2.922
+87,mlp.experts.25.up_proj,0.0001288682,0.02500,3.207
+87,mlp.experts.29.up_proj,0.0001455410,0.02500,3.131
+87,mlp.experts.68.up_proj,0.0000997670,0.02500,3.577
+87,mlp.experts.59.up_proj,0.0000942445,0.02500,3.969
+87,mlp.experts.37.up_proj,0.0001309724,0.02500,3.257
+87,mlp.experts.33.up_proj,0.0000555707,0.02500,3.267
+87,mlp.experts.79.up_proj,0.0000661493,0.02500,2.987
+87,mlp.experts.70.up_proj,0.0000872779,0.02500,4.280
+87,mlp.experts.72.up_proj,0.0000708890,0.02500,3.592
+87,mlp.experts.62.up_proj,0.0001557028,0.02500,4.487
+87,mlp.experts.76.up_proj,0.0000289799,0.02500,3.198
+87,mlp.experts.58.up_proj,0.0001093198,0.02500,4.398
+87,mlp.experts.83.up_proj,0.0000672255,0.02500,3.382
+87,mlp.experts.80.up_proj,0.0001451431,0.02500,3.384
+87,mlp.experts.66.up_proj,0.0000766217,0.02500,4.379
+87,mlp.experts.41.up_proj,0.0001109088,0.02500,3.486
+87,mlp.experts.87.up_proj,0.0000587132,0.02500,3.636
+87,mlp.experts.45.up_proj,0.0001085669,0.02500,3.485
+87,mlp.experts.53.up_proj,0.0000698378,0.02500,3.491
+87,mlp.experts.75.up_proj,0.0001047516,0.02500,3.621
+87,mlp.experts.49.up_proj,0.0000733531,0.02500,3.492
+87,mlp.experts.84.up_proj,0.0001599182,0.02500,3.743
+87,mlp.experts.95.up_proj,0.0001073590,0.02500,2.991
+87,mlp.experts.92.up_proj,0.0001146826,0.02500,3.216
+87,mlp.experts.88.up_proj,0.0001917349,0.02500,3.643
+87,mlp.experts.99.up_proj,0.0000697333,0.02500,3.389
+87,mlp.experts.86.up_proj,0.0000893198,0.02500,4.110
+87,mlp.experts.57.up_proj,0.0000853992,0.02500,3.192
+87,mlp.experts.61.up_proj,0.0000851994,0.02500,3.243
+87,mlp.experts.96.up_proj,0.0000811166,0.02500,3.818
+87,mlp.experts.78.up_proj,0.0001201821,0.02500,4.224
+87,mlp.experts.69.up_proj,0.0000277400,0.02500,3.248
+87,mlp.experts.100.up_proj,0.0000396596,0.02500,3.125
+87,mlp.experts.74.up_proj,0.0001056743,0.02500,4.203
+87,mlp.experts.65.up_proj,0.0001190577,0.02500,3.307
+87,mlp.experts.111.up_proj,0.0001241103,0.02500,2.887
+87,mlp.experts.91.up_proj,0.0000776433,0.02500,3.551
+87,mlp.experts.103.up_proj,0.0001109329,0.02500,3.932
+87,mlp.experts.82.up_proj,0.0001164666,0.02500,4.349
+87,mlp.experts.115.up_proj,0.0001272811,0.02500,2.827
+87,mlp.experts.104.up_proj,0.0000660035,0.02500,3.335
+87,mlp.experts.108.up_proj,0.0000548571,0.02500,3.864
+87,mlp.experts.73.up_proj,0.0001745803,0.02500,3.228
+87,mlp.experts.112.up_proj,0.0003403845,0.02500,3.092
+87,mlp.experts.116.up_proj,0.0000941826,0.02500,3.069
+87,mlp.experts.85.up_proj,0.0000736619,0.02500,3.133
+87,mlp.experts.77.up_proj,0.0002974957,0.02500,3.297
+87,mlp.experts.107.up_proj,0.0000883628,0.02500,2.941
+87,mlp.experts.119.up_proj,0.0001993716,0.02500,2.860
+87,mlp.experts.81.up_proj,0.0000932447,0.02500,3.191
+87,mlp.experts.102.up_proj,0.0000967111,0.02500,4.448
+87,mlp.experts.94.up_proj,0.0001617436,0.02500,4.240
+87,mlp.experts.90.up_proj,0.0000724875,0.02500,4.319
+87,mlp.experts.98.up_proj,0.0001480214,0.02500,4.324
+87,mlp.experts.89.up_proj,0.0001121975,0.02500,2.918
+87,mlp.experts.93.up_proj,0.0001385711,0.02500,2.861
+87,mlp.experts.101.up_proj,0.0001449332,0.02500,2.995
+87,mlp.experts.97.up_proj,0.0001382356,0.02500,2.939
+87,mlp.experts.110.up_proj,0.0000959037,0.02500,3.808
+87,mlp.experts.106.up_proj,0.0000907406,0.02500,3.716
+87,mlp.experts.118.up_proj,0.0001206620,0.02500,4.120
+87,mlp.experts.114.up_proj,0.0001214459,0.02500,3.484
+87,mlp.experts.105.up_proj,0.0001064181,0.02500,2.937
+87,mlp.experts.109.up_proj,0.0000905870,0.02500,2.831
+87,mlp.experts.117.up_proj,0.0001083515,0.02500,2.794
+87,mlp.experts.113.up_proj,0.0001122354,0.02500,2.712
+87,mlp.experts.3.down_proj,0.0000309675,0.02500,0.922
+87,mlp.experts.15.down_proj,0.0000258919,0.02500,0.944
+87,mlp.experts.8.down_proj,0.0002260996,0.02500,1.123
+87,mlp.experts.4.down_proj,0.0000712218,0.02500,1.153
+87,mlp.experts.7.down_proj,0.0000317131,0.02500,1.157
+87,mlp.experts.0.down_proj,0.0000534732,0.02500,1.169
+87,mlp.experts.11.down_proj,0.0000298216,0.02500,1.202
+87,mlp.experts.12.down_proj,0.0000204900,0.02500,1.283
+87,mlp.experts.10.down_proj,0.0000282851,0.02500,1.307
+87,mlp.experts.2.down_proj,0.0000166595,0.02500,1.308
+87,mlp.experts.14.down_proj,0.0000383434,0.02500,1.337
+87,mlp.experts.6.down_proj,0.0000257575,0.02500,1.350
+87,mlp.experts.9.down_proj,0.0000779574,0.02500,1.691
+87,mlp.experts.13.down_proj,0.0000222251,0.02500,1.703
+87,mlp.experts.1.down_proj,0.0000308726,0.02500,1.762
+87,mlp.experts.31.down_proj,0.0000765064,0.02500,0.863
+87,mlp.experts.5.down_proj,0.0000565034,0.02500,1.819
+87,mlp.experts.19.down_proj,0.0000829567,0.02500,0.913
+87,mlp.experts.20.down_proj,0.0000926936,0.02500,0.990
+87,mlp.experts.27.down_proj,0.0000625903,0.02500,0.972
+87,mlp.experts.16.down_proj,0.0000233116,0.02500,1.051
+87,mlp.experts.24.down_proj,0.0000606828,0.02500,1.111
+87,mlp.experts.28.down_proj,0.0000397734,0.02500,0.998
+87,mlp.experts.23.down_proj,0.0000229024,0.02500,1.132
+87,mlp.experts.18.down_proj,0.0000537300,0.02500,1.159
+87,mlp.experts.22.down_proj,0.0000414880,0.02500,1.158
+87,mlp.experts.26.down_proj,0.0000673089,0.02500,1.226
+87,mlp.experts.30.down_proj,0.0000152600,0.02500,1.192
+87,mlp.experts.25.down_proj,0.0000219690,0.02500,0.970
+87,mlp.experts.29.down_proj,0.0000828747,0.02500,0.952
+87,mlp.experts.17.down_proj,0.0000269217,0.02500,0.966
+87,mlp.experts.47.down_proj,0.0001296623,0.02500,0.937
+87,mlp.experts.21.down_proj,0.0000407143,0.02500,0.950
+87,mlp.experts.35.down_proj,0.0000196463,0.02500,1.171
+87,mlp.experts.43.down_proj,0.0000130075,0.02500,0.897
+87,mlp.experts.36.down_proj,0.0000264933,0.02500,1.026
+87,mlp.experts.32.down_proj,0.0000242721,0.02500,1.067
+87,mlp.experts.39.down_proj,0.0000459597,0.02500,1.056
+87,mlp.experts.40.down_proj,0.0002409582,0.02500,1.165
+87,mlp.experts.44.down_proj,0.0000498215,0.02500,1.171
+87,mlp.experts.41.down_proj,0.0000524809,0.02500,0.953
+87,mlp.experts.45.down_proj,0.0000126646,0.02500,0.955
+87,mlp.experts.33.down_proj,0.0000153174,0.02500,0.926
+87,mlp.experts.34.down_proj,0.0001400310,0.02500,1.238
+87,mlp.experts.37.down_proj,0.0000845025,0.02500,0.946
+87,mlp.experts.46.down_proj,0.0000396643,0.02500,1.182
+87,mlp.experts.42.down_proj,0.0000679063,0.02500,1.209
+87,mlp.experts.38.down_proj,0.0001579391,0.02500,1.249
+87,mlp.experts.63.down_proj,0.0000301212,0.02500,1.028
+87,mlp.experts.59.down_proj,0.0000457208,0.02500,0.973
+87,mlp.experts.51.down_proj,0.0000481731,0.02500,1.062
+87,mlp.experts.52.down_proj,0.0000578357,0.02500,1.123
+87,mlp.experts.48.down_proj,0.0000320561,0.02500,1.075
+87,mlp.experts.55.down_proj,0.0000351803,0.02500,1.074
+87,mlp.experts.56.down_proj,0.0000407634,0.02500,1.074
+87,mlp.experts.60.down_proj,0.0000196371,0.02500,1.077
+87,mlp.experts.61.down_proj,0.0000385198,0.02500,0.997
+87,mlp.experts.57.down_proj,0.0000295904,0.02500,1.001
+87,mlp.experts.49.down_proj,0.0000283031,0.02500,0.961
+87,mlp.experts.53.down_proj,0.0000217187,0.02500,0.981
+87,mlp.experts.79.down_proj,0.0000197394,0.02500,0.932
+87,mlp.experts.58.down_proj,0.0000520754,0.02500,1.205
+87,mlp.experts.50.down_proj,0.0000201208,0.02500,1.237
+87,mlp.experts.67.down_proj,0.0000196235,0.02500,0.898
+87,mlp.experts.54.down_proj,0.0000369569,0.02500,1.257
+87,mlp.experts.62.down_proj,0.0000656424,0.02500,1.311
+87,mlp.experts.75.down_proj,0.0000514135,0.02500,1.012
+87,mlp.experts.68.down_proj,0.0000416862,0.02500,1.072
+87,mlp.experts.64.down_proj,0.0000261749,0.02500,1.006
+87,mlp.experts.72.down_proj,0.0000193512,0.02500,0.982
+87,mlp.experts.65.down_proj,0.0000372760,0.02500,0.916
+87,mlp.experts.73.down_proj,0.0000755486,0.02500,0.927
+87,mlp.experts.77.down_proj,0.0000778574,0.02500,0.949
+87,mlp.experts.71.down_proj,0.0000420667,0.02500,1.157
+87,mlp.experts.76.down_proj,0.0000048377,0.02500,1.078
+87,mlp.experts.69.down_proj,0.0000326927,0.02500,0.932
+87,mlp.experts.83.down_proj,0.0000211551,0.02500,0.880
+87,mlp.experts.95.down_proj,0.0000326359,0.02500,1.166
+87,mlp.experts.91.down_proj,0.0000285011,0.02500,0.890
+87,mlp.experts.66.down_proj,0.0000234048,0.02500,1.206
+87,mlp.experts.74.down_proj,0.0000422321,0.02500,1.239
+87,mlp.experts.70.down_proj,0.0000243264,0.02500,1.211
+87,mlp.experts.78.down_proj,0.0000505891,0.02500,1.252
+87,mlp.experts.81.down_proj,0.0000878507,0.02500,0.952
+87,mlp.experts.89.down_proj,0.0000822176,0.02500,0.974
+87,mlp.experts.93.down_proj,0.0000428997,0.02500,0.954
+87,mlp.experts.88.down_proj,0.0000632098,0.02500,1.089
+87,mlp.experts.85.down_proj,0.0000148192,0.02500,0.967
+87,mlp.experts.87.down_proj,0.0000272763,0.02500,1.080
+87,mlp.experts.80.down_proj,0.0000206276,0.02500,1.338
+87,mlp.experts.84.down_proj,0.0000499168,0.02500,1.377
+87,mlp.experts.99.down_proj,0.0000342992,0.02500,0.968
+87,mlp.experts.92.down_proj,0.0000303847,0.02500,1.210
+87,mlp.experts.111.down_proj,0.0000340475,0.02500,1.130
+87,mlp.experts.107.down_proj,0.0000260795,0.02500,1.089
+87,mlp.experts.82.down_proj,0.0000175848,0.02500,1.255
+87,mlp.experts.103.down_proj,0.0000740330,0.02500,0.752
+87,mlp.experts.90.down_proj,0.0000348949,0.02500,1.276
+87,mlp.experts.105.down_proj,0.0000625001,0.02500,0.966
+87,mlp.experts.97.down_proj,0.0000361353,0.02500,1.008
+87,mlp.experts.109.down_proj,0.0000313768,0.02500,0.985
+87,mlp.experts.115.down_proj,0.0000424428,0.02500,0.712
+87,mlp.experts.101.down_proj,0.0000394519,0.02500,0.942
+87,mlp.experts.86.down_proj,0.0000352446,0.02500,1.326
+87,mlp.experts.94.down_proj,0.0000664141,0.02500,1.322
+87,mlp.experts.119.down_proj,0.0000869233,0.02500,0.541
+87,mlp.experts.104.down_proj,0.0000204823,0.02500,1.436
+87,mlp.experts.96.down_proj,0.0000271664,0.02500,1.336
+87,mlp.experts.100.down_proj,0.0000191942,0.02500,1.343
+87,mlp.experts.113.down_proj,0.0000836370,0.02500,0.629
+87,mlp.experts.108.down_proj,0.0000623326,0.02500,1.329
+87,mlp.experts.117.down_proj,0.0000951035,0.02500,0.621
+87,mlp.experts.98.down_proj,0.0000824654,0.02500,1.127
+87,mlp.experts.106.down_proj,0.0000269803,0.02500,1.099
+87,mlp.experts.112.down_proj,0.0001303867,0.02500,0.591
+87,mlp.experts.110.down_proj,0.0000340667,0.02500,1.059
+87,mlp.experts.116.down_proj,0.0000350617,0.02500,0.581
+87,mlp.experts.102.down_proj,0.0000722448,0.02500,1.150
+87,mlp.experts.114.down_proj,0.0002438108,0.02500,0.778
+87,mlp.experts.118.down_proj,0.0000490051,0.02500,0.702
+88,self_attn.k_proj,0.0000004300,0.02500,1.749
+88,self_attn.v_proj,0.0000013274,0.02500,1.762
+88,self_attn.q_proj,0.0000029294,0.02500,2.340
+88,self_attn.o_proj,0.0000040773,0.02500,4.191
+88,mlp.shared_experts.gate_proj,0.0000077759,0.02500,1.446
+88,mlp.shared_experts.up_proj,0.0000043788,0.02500,1.756
+88,mlp.shared_experts.down_proj,0.0000020898,0.02500,0.441
+88,mlp.experts.0.gate_proj,0.0000643617,0.02500,6.533
+88,mlp.experts.8.gate_proj,0.0001608211,0.02500,6.611
+88,mlp.experts.12.gate_proj,0.0000927831,0.02500,6.887
+88,mlp.experts.4.gate_proj,0.0001268810,0.02500,6.993
+88,mlp.experts.11.gate_proj,0.0001157487,0.02500,7.141
+88,mlp.experts.5.gate_proj,0.0001158046,0.02500,7.194
+88,mlp.experts.3.gate_proj,0.0000944800,0.02500,7.270
+88,mlp.experts.13.gate_proj,0.0001463239,0.02500,7.320
+88,mlp.experts.1.gate_proj,0.0001398902,0.02500,7.329
+88,mlp.experts.7.gate_proj,0.0001238369,0.02500,7.349
+88,mlp.experts.15.gate_proj,0.0001130938,0.02500,4.783
+88,mlp.experts.9.gate_proj,0.0001132340,0.02500,7.516
+88,mlp.experts.6.gate_proj,0.0000582241,0.02500,7.893
+88,mlp.experts.14.gate_proj,0.0000759449,0.02500,5.411
+88,mlp.experts.10.gate_proj,0.0002082365,0.02500,8.048
+88,mlp.experts.2.gate_proj,0.0001202435,0.02500,8.107
+88,mlp.experts.24.gate_proj,0.0001976515,0.02500,3.157
+88,mlp.experts.16.gate_proj,0.0001229315,0.02500,3.445
+88,mlp.experts.20.gate_proj,0.0001243720,0.02500,3.256
+88,mlp.experts.27.gate_proj,0.0000979931,0.02500,3.270
+88,mlp.experts.19.gate_proj,0.0000943004,0.02500,3.265
+88,mlp.experts.23.gate_proj,0.0001201863,0.02500,3.296
+88,mlp.experts.31.gate_proj,0.0001620205,0.02500,3.277
+88,mlp.experts.28.gate_proj,0.0001447152,0.02500,3.821
+88,mlp.experts.21.gate_proj,0.0002574699,0.02500,3.979
+88,mlp.experts.29.gate_proj,0.0000722441,0.02500,3.978
+88,mlp.experts.17.gate_proj,0.0000633701,0.02500,4.260
+88,mlp.experts.25.gate_proj,0.0000628853,0.02500,4.182
+88,mlp.experts.30.gate_proj,0.0001098330,0.02500,4.634
+88,mlp.experts.18.gate_proj,0.0000923069,0.02500,4.628
+88,mlp.experts.26.gate_proj,0.0001676984,0.02500,4.741
+88,mlp.experts.22.gate_proj,0.0001986027,0.02500,5.042
+88,mlp.experts.32.gate_proj,0.0001216318,0.02500,3.166
+88,mlp.experts.36.gate_proj,0.0001505736,0.02500,3.058
+88,mlp.experts.43.gate_proj,0.0001664901,0.02500,3.212
+88,mlp.experts.40.gate_proj,0.0001242055,0.02500,3.961
+88,mlp.experts.35.gate_proj,0.0001321471,0.02500,3.229
+88,mlp.experts.47.gate_proj,0.0001025851,0.02500,3.199
+88,mlp.experts.39.gate_proj,0.0001093891,0.02500,3.306
+88,mlp.experts.45.gate_proj,0.0001021824,0.02500,3.385
+88,mlp.experts.44.gate_proj,0.0000863232,0.02500,4.054
+88,mlp.experts.41.gate_proj,0.0000720920,0.02500,3.167
+88,mlp.experts.37.gate_proj,0.0001994612,0.02500,3.953
+88,mlp.experts.33.gate_proj,0.0000568080,0.02500,3.784
+88,mlp.experts.48.gate_proj,0.0000741802,0.02500,3.091
+88,mlp.experts.52.gate_proj,0.0000341915,0.02500,3.291
+88,mlp.experts.59.gate_proj,0.0003076494,0.02500,3.248
+88,mlp.experts.56.gate_proj,0.0000774146,0.02500,3.199
+88,mlp.experts.51.gate_proj,0.0000797287,0.02500,3.194
+88,mlp.experts.63.gate_proj,0.0000579765,0.02500,3.229
+88,mlp.experts.55.gate_proj,0.0000881498,0.02500,3.179
+88,mlp.experts.46.gate_proj,0.0000882393,0.02500,4.707
+88,mlp.experts.42.gate_proj,0.0000839469,0.02500,4.701
+88,mlp.experts.34.gate_proj,0.0000906282,0.02500,4.838
+88,mlp.experts.61.gate_proj,0.0001943053,0.02500,2.958
+88,mlp.experts.57.gate_proj,0.0002403356,0.02500,2.980
+88,mlp.experts.38.gate_proj,0.0001316577,0.02500,4.965
+88,mlp.experts.53.gate_proj,0.0001472921,0.02500,3.888
+88,mlp.experts.60.gate_proj,0.0000763955,0.02500,4.365
+88,mlp.experts.49.gate_proj,0.0000897757,0.02500,3.866
+88,mlp.experts.75.gate_proj,0.0001295485,0.02500,3.414
+88,mlp.experts.64.gate_proj,0.0001430735,0.02500,4.195
+88,mlp.experts.67.gate_proj,0.0000897988,0.02500,3.504
+88,mlp.experts.71.gate_proj,0.0000968808,0.02500,3.394
+88,mlp.experts.77.gate_proj,0.0000653148,0.02500,2.923
+88,mlp.experts.79.gate_proj,0.0001063362,0.02500,3.542
+88,mlp.experts.73.gate_proj,0.0002668278,0.02500,2.938
+88,mlp.experts.68.gate_proj,0.0000571862,0.02500,4.489
+88,mlp.experts.72.gate_proj,0.0000980744,0.02500,4.254
+88,mlp.experts.62.gate_proj,0.0001023837,0.02500,5.152
+88,mlp.experts.50.gate_proj,0.0001089021,0.02500,5.084
+88,mlp.experts.76.gate_proj,0.0001216877,0.02500,3.627
+88,mlp.experts.69.gate_proj,0.0001286418,0.02500,3.862
+88,mlp.experts.58.gate_proj,0.0001544432,0.02500,5.436
+88,mlp.experts.65.gate_proj,0.0000593214,0.02500,3.875
+88,mlp.experts.54.gate_proj,0.0000824929,0.02500,5.397
+88,mlp.experts.91.gate_proj,0.0001134612,0.02500,3.119
+88,mlp.experts.83.gate_proj,0.0000897674,0.02500,3.000
+88,mlp.experts.87.gate_proj,0.0001109603,0.02500,3.031
+88,mlp.experts.80.gate_proj,0.0001133511,0.02500,3.127
+88,mlp.experts.95.gate_proj,0.0001209868,0.02500,3.016
+88,mlp.experts.93.gate_proj,0.0001286917,0.02500,3.084
+88,mlp.experts.89.gate_proj,0.0000830134,0.02500,3.065
+88,mlp.experts.88.gate_proj,0.0001771723,0.02500,3.475
+88,mlp.experts.84.gate_proj,0.0001261023,0.02500,3.961
+88,mlp.experts.92.gate_proj,0.0000930938,0.02500,3.006
+88,mlp.experts.85.gate_proj,0.0001409608,0.02500,2.980
+88,mlp.experts.81.gate_proj,0.0000910245,0.02500,2.987
+88,mlp.experts.107.gate_proj,0.0000630869,0.02500,3.366
+88,mlp.experts.96.gate_proj,0.0000608432,0.02500,3.218
+88,mlp.experts.99.gate_proj,0.0001666041,0.02500,3.415
+88,mlp.experts.111.gate_proj,0.0001104715,0.02500,3.353
+88,mlp.experts.103.gate_proj,0.0000985946,0.02500,3.585
+88,mlp.experts.109.gate_proj,0.0000993020,0.02500,3.784
+88,mlp.experts.66.gate_proj,0.0001311134,0.02500,5.102
+88,mlp.experts.105.gate_proj,0.0001005977,0.02500,3.973
+88,mlp.experts.78.gate_proj,0.0000741189,0.02500,5.362
+88,mlp.experts.74.gate_proj,0.0001183789,0.02500,5.205
+88,mlp.experts.100.gate_proj,0.0000537465,0.02500,3.313
+88,mlp.experts.70.gate_proj,0.0001647358,0.02500,5.161
+88,mlp.experts.104.gate_proj,0.0001109686,0.02500,3.806
+88,mlp.experts.108.gate_proj,0.0000687956,0.02500,3.240
+88,mlp.experts.97.gate_proj,0.0001047108,0.02500,2.985
+88,mlp.experts.101.gate_proj,0.0001477381,0.02500,3.463
+88,mlp.experts.112.gate_proj,0.0001835805,0.02500,3.455
+88,mlp.experts.3.up_proj,0.0000918886,0.02500,3.637
+88,mlp.experts.115.gate_proj,0.0001021000,0.02500,3.582
+88,mlp.experts.7.up_proj,0.0001182534,0.02500,3.569
+88,mlp.experts.119.gate_proj,0.0000538388,0.02500,3.525
+88,mlp.experts.5.up_proj,0.0001108249,0.02500,3.587
+88,mlp.experts.0.up_proj,0.0000642659,0.02500,3.154
+88,mlp.experts.116.gate_proj,0.0000822871,0.02500,3.258
+88,mlp.experts.1.up_proj,0.0001361853,0.02500,3.906
+88,mlp.experts.113.gate_proj,0.0001234922,0.02500,2.929
+88,mlp.experts.117.gate_proj,0.0001762198,0.02500,2.969
+88,mlp.experts.82.gate_proj,0.0000825972,0.02500,4.737
+88,mlp.experts.94.gate_proj,0.0001576225,0.02500,4.790
+88,mlp.experts.4.up_proj,0.0001205721,0.02500,3.888
+88,mlp.experts.86.gate_proj,0.0001190711,0.02500,4.622
+88,mlp.experts.8.up_proj,0.0001540090,0.02500,3.083
+88,mlp.experts.90.gate_proj,0.0001049602,0.02500,5.290
+88,mlp.experts.11.up_proj,0.0001069048,0.02500,3.220
+88,mlp.experts.19.up_proj,0.0000922899,0.02500,3.355
+88,mlp.experts.15.up_proj,0.0001112361,0.02500,3.263
+88,mlp.experts.23.up_proj,0.0001143101,0.02500,3.416
+88,mlp.experts.12.up_proj,0.0000906028,0.02500,3.073
+88,mlp.experts.21.up_proj,0.0002560354,0.02500,3.705
+88,mlp.experts.13.up_proj,0.0001363547,0.02500,2.926
+88,mlp.experts.16.up_proj,0.0001158602,0.02500,3.626
+88,mlp.experts.9.up_proj,0.0001099718,0.02500,3.268
+88,mlp.experts.17.up_proj,0.0000596659,0.02500,4.019
+88,mlp.experts.20.up_proj,0.0001187966,0.02500,3.607
+88,mlp.experts.24.up_proj,0.0001899535,0.02500,3.462
+88,mlp.experts.27.up_proj,0.0000942308,0.02500,3.331
+88,mlp.experts.35.up_proj,0.0001301197,0.02500,3.370
+88,mlp.experts.31.up_proj,0.0001611232,0.02500,3.282
+88,mlp.experts.39.up_proj,0.0001056375,0.02500,3.295
+88,mlp.experts.98.gate_proj,0.0002384496,0.02500,5.082
+88,mlp.experts.110.gate_proj,0.0001380342,0.02500,4.986
+88,mlp.experts.28.up_proj,0.0001394956,0.02500,2.951
+88,mlp.experts.37.up_proj,0.0001943283,0.02500,2.994
+88,mlp.experts.102.gate_proj,0.0000379436,0.02500,5.052
+88,mlp.experts.29.up_proj,0.0000704468,0.02500,3.145
+88,mlp.experts.32.up_proj,0.0001168960,0.02500,3.688
+88,mlp.experts.106.gate_proj,0.0000964251,0.02500,5.581
+88,mlp.experts.25.up_proj,0.0000623352,0.02500,4.065
+88,mlp.experts.33.up_proj,0.0000571643,0.02500,4.026
+88,mlp.experts.36.up_proj,0.0001433719,0.02500,3.543
+88,mlp.experts.40.up_proj,0.0001202865,0.02500,3.416
+88,mlp.experts.43.up_proj,0.0001591899,0.02500,3.383
+88,mlp.experts.55.up_proj,0.0000855582,0.02500,3.210
+88,mlp.experts.47.up_proj,0.0001066121,0.02500,3.393
+88,mlp.experts.51.up_proj,0.0000762036,0.02500,3.551
+88,mlp.experts.53.up_proj,0.0001432406,0.02500,3.132
+88,mlp.experts.44.up_proj,0.0000814997,0.02500,3.439
+88,mlp.experts.45.up_proj,0.0000980370,0.02500,3.041
+88,mlp.experts.48.up_proj,0.0000680370,0.02500,3.296
+88,mlp.experts.114.gate_proj,0.0000547641,0.02500,5.305
+88,mlp.experts.6.up_proj,0.0000554237,0.02500,5.266
+88,mlp.experts.41.up_proj,0.0000692015,0.02500,3.933
+88,mlp.experts.118.gate_proj,0.0000729267,0.02500,5.250
+88,mlp.experts.71.up_proj,0.0000963424,0.02500,3.087
+88,mlp.experts.56.up_proj,0.0000763389,0.02500,3.366
+88,mlp.experts.59.up_proj,0.0003054145,0.02500,3.211
+88,mlp.experts.49.up_proj,0.0000927479,0.02500,3.840
+88,mlp.experts.52.up_proj,0.0000315427,0.02500,3.587
+88,mlp.experts.63.up_proj,0.0000598791,0.02500,3.131
+88,mlp.experts.67.up_proj,0.0000866741,0.02500,3.125
+88,mlp.experts.69.up_proj,0.0001213864,0.02500,3.143
+88,mlp.experts.60.up_proj,0.0000797961,0.02500,3.277
+88,mlp.experts.61.up_proj,0.0001884314,0.02500,2.990
+88,mlp.experts.2.up_proj,0.0001176314,0.02500,5.431
+88,mlp.experts.64.up_proj,0.0001363969,0.02500,3.582
+88,mlp.experts.65.up_proj,0.0000601323,0.02500,2.896
+88,mlp.experts.75.up_proj,0.0001248259,0.02500,3.071
+88,mlp.experts.87.up_proj,0.0001087421,0.02500,3.188
+88,mlp.experts.79.up_proj,0.0001017523,0.02500,3.116
+88,mlp.experts.68.up_proj,0.0000564470,0.02500,3.331
+88,mlp.experts.83.up_proj,0.0000857288,0.02500,3.168
+88,mlp.experts.72.up_proj,0.0000970572,0.02500,3.510
+88,mlp.experts.57.up_proj,0.0002295322,0.02500,3.891
+88,mlp.experts.10.up_proj,0.0001936870,0.02500,4.458
+88,mlp.experts.22.up_proj,0.0001950133,0.02500,4.491
+88,mlp.experts.77.up_proj,0.0000654547,0.02500,3.067
+88,mlp.experts.85.up_proj,0.0001375574,0.02500,3.621
+88,mlp.experts.76.up_proj,0.0001172210,0.02500,3.443
+88,mlp.experts.14.up_proj,0.0000741210,0.02500,4.435
+88,mlp.experts.80.up_proj,0.0001115383,0.02500,3.263
+88,mlp.experts.18.up_proj,0.0000900133,0.02500,4.649
+88,mlp.experts.81.up_proj,0.0000896543,0.02500,2.981
+88,mlp.experts.91.up_proj,0.0001100660,0.02500,3.236
+88,mlp.experts.103.up_proj,0.0000943816,0.02500,3.210
+88,mlp.experts.95.up_proj,0.0001267372,0.02500,3.117
+88,mlp.experts.99.up_proj,0.0001585337,0.02500,3.212
+88,mlp.experts.88.up_proj,0.0001729356,0.02500,3.214
+88,mlp.experts.84.up_proj,0.0001204253,0.02500,3.383
+88,mlp.experts.101.up_proj,0.0001428160,0.02500,2.848
+88,mlp.experts.92.up_proj,0.0000909311,0.02500,2.997
+88,mlp.experts.73.up_proj,0.0002561127,0.02500,3.890
+88,mlp.experts.93.up_proj,0.0001218780,0.02500,3.901
+88,mlp.experts.38.up_proj,0.0001285592,0.02500,4.781
+88,mlp.experts.26.up_proj,0.0001639256,0.02500,4.897
+88,mlp.experts.97.up_proj,0.0000995283,0.02500,2.947
+88,mlp.experts.96.up_proj,0.0000614003,0.02500,3.363
+88,mlp.experts.30.up_proj,0.0001084725,0.02500,4.727
+88,mlp.experts.111.up_proj,0.0001049066,0.02500,3.021
+88,mlp.experts.107.up_proj,0.0000608495,0.02500,3.108
+88,mlp.experts.119.up_proj,0.0000536415,0.02500,3.060
+88,mlp.experts.115.up_proj,0.0001019524,0.02500,2.946
+88,mlp.experts.100.up_proj,0.0000467684,0.02500,3.194
+88,mlp.experts.117.up_proj,0.0001708363,0.02500,3.258
+88,mlp.experts.104.up_proj,0.0001102979,0.02500,3.495
+88,mlp.experts.34.up_proj,0.0000824869,0.02500,4.775
+88,mlp.experts.108.up_proj,0.0000650480,0.02500,3.165
+88,mlp.experts.89.up_proj,0.0000811795,0.02500,3.190
+88,mlp.experts.109.up_proj,0.0000969074,0.02500,3.547
+88,mlp.experts.113.up_proj,0.0001201329,0.02500,2.561
+88,mlp.experts.112.up_proj,0.0001649883,0.02500,2.771
+88,mlp.experts.116.up_proj,0.0000781372,0.02500,2.186
+88,mlp.experts.105.up_proj,0.0000993609,0.02500,1.883
+88,mlp.experts.54.up_proj,0.0000782555,0.02500,4.443
+88,mlp.experts.42.up_proj,0.0000812693,0.02500,4.401
+88,mlp.experts.46.up_proj,0.0000884262,0.02500,4.297
+88,mlp.experts.50.up_proj,0.0001052960,0.02500,4.798
+88,mlp.experts.70.up_proj,0.0001631586,0.02500,3.775
+88,mlp.experts.58.up_proj,0.0001494221,0.02500,3.739
+88,mlp.experts.62.up_proj,0.0000983900,0.02500,3.752
+88,mlp.experts.66.up_proj,0.0001247555,0.02500,3.239
+88,mlp.experts.86.up_proj,0.0001124110,0.02500,4.466
+88,mlp.experts.78.up_proj,0.0000740966,0.02500,4.402
+88,mlp.experts.74.up_proj,0.0001194768,0.02500,4.818
+88,mlp.experts.82.up_proj,0.0000802135,0.02500,4.844
+88,mlp.experts.102.up_proj,0.0000364623,0.02500,4.821
+88,mlp.experts.94.up_proj,0.0001496260,0.02500,4.946
+88,mlp.experts.90.up_proj,0.0001054046,0.02500,4.877
+88,mlp.experts.98.up_proj,0.0002309696,0.02500,4.849
+88,mlp.experts.118.up_proj,0.0000695413,0.02500,5.144
+88,mlp.experts.110.up_proj,0.0001356952,0.02500,4.946
+88,mlp.experts.106.up_proj,0.0000923633,0.02500,4.826
+88,mlp.experts.114.up_proj,0.0000501530,0.02500,3.724
+88,mlp.experts.0.down_proj,0.0000272288,0.02500,1.752
+88,mlp.experts.13.down_proj,0.0001031727,0.02500,1.787
+88,mlp.experts.4.down_proj,0.0000456040,0.02500,1.799
+88,mlp.experts.1.down_proj,0.0000575949,0.02500,1.827
+88,mlp.experts.8.down_proj,0.0000392219,0.02500,1.854
+88,mlp.experts.5.down_proj,0.0000136477,0.02500,1.863
+88,mlp.experts.9.down_proj,0.0000369255,0.02500,1.880
+88,mlp.experts.12.down_proj,0.0000493959,0.02500,1.936
+88,mlp.experts.11.down_proj,0.0000225658,0.02500,2.042
+88,mlp.experts.15.down_proj,0.0000565428,0.02500,2.058
+88,mlp.experts.3.down_proj,0.0000191446,0.02500,2.086
+88,mlp.experts.7.down_proj,0.0000526041,0.02500,2.191
+88,mlp.experts.10.down_proj,0.0000498060,0.02500,2.310
+88,mlp.experts.2.down_proj,0.0000507656,0.02500,2.328
+88,mlp.experts.6.down_proj,0.0000082907,0.02500,2.360
+88,mlp.experts.14.down_proj,0.0000228752,0.02500,2.381
+88,mlp.experts.16.down_proj,0.0000416952,0.02500,0.866
+88,mlp.experts.24.down_proj,0.0000795023,0.02500,0.876
+88,mlp.experts.20.down_proj,0.0000225142,0.02500,1.158
+88,mlp.experts.17.down_proj,0.0000143367,0.02500,1.128
+88,mlp.experts.25.down_proj,0.0000207729,0.02500,1.140
+88,mlp.experts.21.down_proj,0.0002022204,0.02500,1.225
+88,mlp.experts.28.down_proj,0.0000446816,0.02500,1.158
+88,mlp.experts.29.down_proj,0.0000180136,0.02500,1.373
+88,mlp.experts.26.down_proj,0.0001014503,0.02500,0.945
+88,mlp.experts.22.down_proj,0.0000779304,0.02500,0.937
+88,mlp.experts.18.down_proj,0.0000339984,0.02500,0.970
+88,mlp.experts.30.down_proj,0.0000333142,0.02500,0.950
+88,mlp.experts.27.down_proj,0.0000396048,0.02500,1.458
+88,mlp.experts.19.down_proj,0.0001112923,0.02500,1.426
+88,mlp.experts.32.down_proj,0.0000372020,0.02500,0.899
+88,mlp.experts.23.down_proj,0.0000508070,0.02500,1.401
+88,mlp.experts.31.down_proj,0.0000615626,0.02500,1.568
+88,mlp.experts.40.down_proj,0.0000360730,0.02500,0.996
+88,mlp.experts.36.down_proj,0.0000314876,0.02500,1.057
+88,mlp.experts.44.down_proj,0.0000432434,0.02500,1.001
+88,mlp.experts.33.down_proj,0.0000189834,0.02500,1.224
+88,mlp.experts.45.down_proj,0.0000221806,0.02500,1.138
+88,mlp.experts.41.down_proj,0.0000179719,0.02500,1.334
+88,mlp.experts.42.down_proj,0.0000190557,0.02500,1.159
+88,mlp.experts.37.down_proj,0.0000962704,0.02500,1.357
+88,mlp.experts.38.down_proj,0.0000480991,0.02500,1.152
+88,mlp.experts.46.down_proj,0.0000371800,0.02500,1.154
+88,mlp.experts.34.down_proj,0.0000693243,0.02500,1.200
+88,mlp.experts.48.down_proj,0.0000155361,0.02500,1.082
+88,mlp.experts.56.down_proj,0.0000197828,0.02500,1.050
+88,mlp.experts.52.down_proj,0.0000052077,0.02500,0.952
+88,mlp.experts.60.down_proj,0.0001158678,0.02500,0.891
+88,mlp.experts.49.down_proj,0.0000480682,0.02500,0.909
+88,mlp.experts.43.down_proj,0.0000509391,0.02500,1.617
+88,mlp.experts.39.down_proj,0.0000299735,0.02500,1.568
+88,mlp.experts.35.down_proj,0.0000380958,0.02500,1.672
+88,mlp.experts.61.down_proj,0.0000586330,0.02500,0.940
+88,mlp.experts.47.down_proj,0.0000656450,0.02500,1.619
+88,mlp.experts.58.down_proj,0.0000195076,0.02500,0.909
+88,mlp.experts.54.down_proj,0.0000407523,0.02500,0.915
+88,mlp.experts.62.down_proj,0.0000342396,0.02500,0.934
+88,mlp.experts.50.down_proj,0.0000275516,0.02500,0.922
+88,mlp.experts.64.down_proj,0.0000582722,0.02500,0.882
+88,mlp.experts.53.down_proj,0.0000546311,0.02500,1.047
+88,mlp.experts.57.down_proj,0.0001934469,0.02500,1.157
+88,mlp.experts.72.down_proj,0.0000342274,0.02500,0.927
+88,mlp.experts.65.down_proj,0.0000546029,0.02500,0.910
+88,mlp.experts.68.down_proj,0.0000200395,0.02500,1.172
+88,mlp.experts.76.down_proj,0.0000229305,0.02500,1.185
+88,mlp.experts.77.down_proj,0.0000207171,0.02500,0.982
+88,mlp.experts.74.down_proj,0.0000550798,0.02500,0.957
+88,mlp.experts.70.down_proj,0.0000679243,0.02500,0.985
+88,mlp.experts.78.down_proj,0.0000416736,0.02500,0.940
+88,mlp.experts.66.down_proj,0.0000593138,0.02500,0.954
+88,mlp.experts.80.down_proj,0.0000388634,0.02500,0.958
+88,mlp.experts.69.down_proj,0.0000432729,0.02500,1.058
+88,mlp.experts.88.down_proj,0.0000644219,0.02500,0.868
+88,mlp.experts.59.down_proj,0.0002247388,0.02500,1.462
+88,mlp.experts.55.down_proj,0.0000289324,0.02500,1.436
+88,mlp.experts.51.down_proj,0.0000281382,0.02500,1.436
+88,mlp.experts.63.down_proj,0.0000533188,0.02500,1.415
+88,mlp.experts.73.down_proj,0.0000670620,0.02500,1.184
+88,mlp.experts.81.down_proj,0.0000378996,0.02500,0.926
+88,mlp.experts.84.down_proj,0.0000427137,0.02500,1.048
+88,mlp.experts.90.down_proj,0.0000638816,0.02500,0.971
+88,mlp.experts.86.down_proj,0.0000851085,0.02500,0.951
+88,mlp.experts.94.down_proj,0.0000303112,0.02500,0.945
+88,mlp.experts.82.down_proj,0.0000222187,0.02500,0.974
+88,mlp.experts.93.down_proj,0.0000275176,0.02500,1.128
+88,mlp.experts.85.down_proj,0.0001444514,0.02500,0.899
+88,mlp.experts.92.down_proj,0.0000195716,0.02500,1.360
+88,mlp.experts.89.down_proj,0.0000312869,0.02500,1.112
+88,mlp.experts.104.down_proj,0.0000328306,0.02500,1.286
+88,mlp.experts.96.down_proj,0.0000301188,0.02500,1.444
+88,mlp.experts.67.down_proj,0.0000560737,0.02500,1.288
+88,mlp.experts.75.down_proj,0.0001441051,0.02500,1.328
+88,mlp.experts.71.down_proj,0.0000486908,0.02500,1.357
+88,mlp.experts.79.down_proj,0.0000605105,0.02500,1.293
+88,mlp.experts.97.down_proj,0.0000187346,0.02500,1.045
+88,mlp.experts.101.down_proj,0.0000700276,0.02500,0.897
+88,mlp.experts.109.down_proj,0.0000143643,0.02500,1.074
+88,mlp.experts.106.down_proj,0.0000245971,0.02500,1.264
+88,mlp.experts.102.down_proj,0.0000390458,0.02500,1.269
+88,mlp.experts.110.down_proj,0.0000570052,0.02500,1.297
+88,mlp.experts.98.down_proj,0.0000954557,0.02500,1.254
+88,mlp.experts.100.down_proj,0.0000175124,0.02500,1.437
+88,mlp.experts.105.down_proj,0.0000464843,0.02500,0.930
+88,mlp.experts.108.down_proj,0.0000187944,0.02500,1.279
+88,mlp.experts.113.down_proj,0.0000504213,0.02500,0.875
+88,mlp.experts.112.down_proj,0.0000930684,0.02500,1.048
+88,mlp.experts.117.down_proj,0.0001315723,0.02500,0.635
+88,mlp.experts.83.down_proj,0.0000119123,0.02500,1.175
+88,mlp.experts.95.down_proj,0.0001326621,0.02500,1.175
+88,mlp.experts.87.down_proj,0.0000346607,0.02500,1.181
+88,mlp.experts.91.down_proj,0.0000142891,0.02500,1.246
+88,mlp.experts.118.down_proj,0.0000231509,0.02500,0.626
+88,mlp.experts.114.down_proj,0.0000200739,0.02500,0.628
+88,mlp.experts.116.down_proj,0.0000219625,0.02500,0.625
+88,mlp.experts.99.down_proj,0.0001962517,0.02500,1.647
+88,mlp.experts.107.down_proj,0.0000153022,0.02500,1.640
+88,mlp.experts.103.down_proj,0.0000359397,0.02500,1.675
+88,mlp.experts.111.down_proj,0.0000324671,0.02500,1.752
+88,mlp.experts.115.down_proj,0.0000344701,0.02500,0.861
+88,mlp.experts.119.down_proj,0.0000122871,0.02500,0.804
+89,self_attn.k_proj,0.0000003289,0.02500,1.868
+89,self_attn.v_proj,0.0000011903,0.02500,2.055
+89,self_attn.q_proj,0.0000026956,0.02500,2.458
+89,self_attn.o_proj,0.0000034619,0.02500,4.580
+89,mlp.shared_experts.gate_proj,0.0000061400,0.02500,1.580
+89,mlp.shared_experts.up_proj,0.0000039265,0.02500,1.422
+89,mlp.shared_experts.down_proj,0.0000024050,0.02500,0.427
+89,mlp.experts.9.gate_proj,0.0001257108,0.02500,5.160
+89,mlp.experts.5.gate_proj,0.0000690873,0.02500,5.733
+89,mlp.experts.1.gate_proj,0.0000960982,0.02500,5.850
+89,mlp.experts.13.gate_proj,0.0001026941,0.02500,5.954
+89,mlp.experts.10.gate_proj,0.0001152672,0.02500,5.797
+89,mlp.experts.3.gate_proj,0.0000805229,0.02500,6.244
+89,mlp.experts.14.gate_proj,0.0000411441,0.02500,5.855
+89,mlp.experts.15.gate_proj,0.0001287113,0.02500,6.186
+89,mlp.experts.6.gate_proj,0.0001130894,0.02500,6.342
+89,mlp.experts.11.gate_proj,0.0000476937,0.02500,6.383
+89,mlp.experts.7.gate_proj,0.0000862428,0.02500,5.602
+89,mlp.experts.2.gate_proj,0.0001704370,0.02500,6.647
+89,mlp.experts.8.gate_proj,0.0000680509,0.02500,6.246
+89,mlp.experts.4.gate_proj,0.0000523787,0.02500,6.868
+89,mlp.experts.12.gate_proj,0.0000788483,0.02500,6.649
+89,mlp.experts.0.gate_proj,0.0001518926,0.02500,7.244
+89,mlp.experts.22.gate_proj,0.0000874203,0.02500,3.224
+89,mlp.experts.26.gate_proj,0.0001118670,0.02500,3.359
+89,mlp.experts.30.gate_proj,0.0001456028,0.02500,3.409
+89,mlp.experts.25.gate_proj,0.0000607390,0.02500,4.591
+89,mlp.experts.17.gate_proj,0.0000726818,0.02500,3.994
+89,mlp.experts.18.gate_proj,0.0000812383,0.02500,3.307
+89,mlp.experts.28.gate_proj,0.0000915027,0.02500,3.019
+89,mlp.experts.21.gate_proj,0.0001417318,0.02500,4.293
+89,mlp.experts.29.gate_proj,0.0001053648,0.02500,4.122
+89,mlp.experts.16.gate_proj,0.0001352259,0.02500,3.210
+89,mlp.experts.20.gate_proj,0.0001014818,0.02500,3.674
+89,mlp.experts.24.gate_proj,0.0001354772,0.02500,3.905
+89,mlp.experts.23.gate_proj,0.0001257931,0.02500,4.232
+89,mlp.experts.19.gate_proj,0.0000933142,0.02500,4.423
+89,mlp.experts.31.gate_proj,0.0000546105,0.02500,4.495
+89,mlp.experts.27.gate_proj,0.0000666728,0.02500,4.546
+89,mlp.experts.42.gate_proj,0.0001050416,0.02500,3.311
+89,mlp.experts.46.gate_proj,0.0001444876,0.02500,3.209
+89,mlp.experts.38.gate_proj,0.0000699236,0.02500,3.463
+89,mlp.experts.34.gate_proj,0.0002122715,0.02500,3.277
+89,mlp.experts.36.gate_proj,0.0001097286,0.02500,2.791
+89,mlp.experts.32.gate_proj,0.0000812789,0.02500,2.963
+89,mlp.experts.44.gate_proj,0.0001225830,0.02500,3.902
+89,mlp.experts.40.gate_proj,0.0000519389,0.02500,3.437
+89,mlp.experts.33.gate_proj,0.0000816143,0.02500,4.294
+89,mlp.experts.37.gate_proj,0.0001061447,0.02500,4.313
+89,mlp.experts.45.gate_proj,0.0000758336,0.02500,4.315
+89,mlp.experts.41.gate_proj,0.0000898280,0.02500,4.862
+89,mlp.experts.35.gate_proj,0.0000833817,0.02500,3.963
+89,mlp.experts.39.gate_proj,0.0000760923,0.02500,4.096
+89,mlp.experts.43.gate_proj,0.0001093600,0.02500,3.834
+89,mlp.experts.47.gate_proj,0.0001243460,0.02500,4.151
+89,mlp.experts.58.gate_proj,0.0000676765,0.02500,3.392
+89,mlp.experts.62.gate_proj,0.0000816661,0.02500,3.439
+89,mlp.experts.54.gate_proj,0.0001040797,0.02500,3.319
+89,mlp.experts.50.gate_proj,0.0000931442,0.02500,3.417
+89,mlp.experts.60.gate_proj,0.0001973054,0.02500,2.950
+89,mlp.experts.56.gate_proj,0.0001283350,0.02500,2.936
+89,mlp.experts.52.gate_proj,0.0001086823,0.02500,3.784
+89,mlp.experts.48.gate_proj,0.0002959637,0.02500,3.990
+89,mlp.experts.51.gate_proj,0.0000450984,0.02500,2.979
+89,mlp.experts.55.gate_proj,0.0001177810,0.02500,2.902
+89,mlp.experts.59.gate_proj,0.0001113978,0.02500,2.965
+89,mlp.experts.63.gate_proj,0.0001972077,0.02500,2.911
+89,mlp.experts.49.gate_proj,0.0001436709,0.02500,4.607
+89,mlp.experts.61.gate_proj,0.0000929898,0.02500,4.522
+89,mlp.experts.53.gate_proj,0.0000752619,0.02500,4.724
+89,mlp.experts.74.gate_proj,0.0001168728,0.02500,3.330
+89,mlp.experts.78.gate_proj,0.0001440515,0.02500,3.380
+89,mlp.experts.70.gate_proj,0.0001486878,0.02500,3.396
+89,mlp.experts.57.gate_proj,0.0000801237,0.02500,5.191
+89,mlp.experts.76.gate_proj,0.0000928920,0.02500,2.988
+89,mlp.experts.66.gate_proj,0.0001643807,0.02500,3.296
+89,mlp.experts.72.gate_proj,0.0000563267,0.02500,3.028
+89,mlp.experts.67.gate_proj,0.0000524064,0.02500,2.984
+89,mlp.experts.71.gate_proj,0.0000713688,0.02500,3.004
+89,mlp.experts.68.gate_proj,0.0001203074,0.02500,3.596
+89,mlp.experts.75.gate_proj,0.0000916881,0.02500,3.030
+89,mlp.experts.79.gate_proj,0.0000607819,0.02500,3.000
+89,mlp.experts.64.gate_proj,0.0000772039,0.02500,3.669
+89,mlp.experts.90.gate_proj,0.0000340211,0.02500,3.124
+89,mlp.experts.94.gate_proj,0.0001714221,0.02500,3.159
+89,mlp.experts.86.gate_proj,0.0001135930,0.02500,3.176
+89,mlp.experts.82.gate_proj,0.0000660938,0.02500,3.146
+89,mlp.experts.65.gate_proj,0.0001291534,0.02500,4.561
+89,mlp.experts.88.gate_proj,0.0001423864,0.02500,3.403
+89,mlp.experts.83.gate_proj,0.0002070008,0.02500,2.965
+89,mlp.experts.69.gate_proj,0.0000293341,0.02500,4.566
+89,mlp.experts.92.gate_proj,0.0000863140,0.02500,3.804
+89,mlp.experts.91.gate_proj,0.0001088511,0.02500,2.933
+89,mlp.experts.84.gate_proj,0.0001098994,0.02500,2.982
+89,mlp.experts.77.gate_proj,0.0000699458,0.02500,4.827
+89,mlp.experts.87.gate_proj,0.0000630043,0.02500,3.081
+89,mlp.experts.95.gate_proj,0.0000718084,0.02500,2.928
+89,mlp.experts.73.gate_proj,0.0000862630,0.02500,4.567
+89,mlp.experts.80.gate_proj,0.0001368083,0.02500,3.596
+89,mlp.experts.106.gate_proj,0.0000758956,0.02500,3.339
+89,mlp.experts.102.gate_proj,0.0000751166,0.02500,3.278
+89,mlp.experts.110.gate_proj,0.0001910424,0.02500,3.397
+89,mlp.experts.104.gate_proj,0.0000820475,0.02500,2.957
+89,mlp.experts.98.gate_proj,0.0002604079,0.02500,3.347
+89,mlp.experts.100.gate_proj,0.0001183675,0.02500,2.957
+89,mlp.experts.99.gate_proj,0.0000551668,0.02500,3.288
+89,mlp.experts.103.gate_proj,0.0000949006,0.02500,3.259
+89,mlp.experts.111.gate_proj,0.0002403588,0.02500,3.306
+89,mlp.experts.107.gate_proj,0.0000739454,0.02500,3.605
+89,mlp.experts.108.gate_proj,0.0001215085,0.02500,3.924
+89,mlp.experts.81.gate_proj,0.0000871857,0.02500,4.499
+89,mlp.experts.85.gate_proj,0.0000874516,0.02500,4.323
+89,mlp.experts.93.gate_proj,0.0000706124,0.02500,4.312
+89,mlp.experts.96.gate_proj,0.0001627770,0.02500,3.896
+89,mlp.experts.89.gate_proj,0.0001437544,0.02500,4.277
+89,mlp.experts.0.up_proj,0.0001442539,0.02500,2.968
+89,mlp.experts.2.up_proj,0.0001643086,0.02500,3.562
+89,mlp.experts.116.gate_proj,0.0000963624,0.02500,3.029
+89,mlp.experts.118.gate_proj,0.0001175349,0.02500,3.535
+89,mlp.experts.115.gate_proj,0.0000906548,0.02500,2.955
+89,mlp.experts.6.up_proj,0.0001184913,0.02500,3.571
+89,mlp.experts.114.gate_proj,0.0000844004,0.02500,3.544
+89,mlp.experts.119.gate_proj,0.0001063711,0.02500,2.997
+89,mlp.experts.7.up_proj,0.0000866072,0.02500,3.053
+89,mlp.experts.3.up_proj,0.0000779605,0.02500,2.962
+89,mlp.experts.4.up_proj,0.0000533015,0.02500,3.948
+89,mlp.experts.97.gate_proj,0.0000738492,0.02500,4.340
+89,mlp.experts.16.up_proj,0.0001313098,0.02500,2.907
+89,mlp.experts.112.gate_proj,0.0001009736,0.02500,3.754
+89,mlp.experts.109.gate_proj,0.0000910779,0.02500,4.403
+89,mlp.experts.101.gate_proj,0.0000682476,0.02500,4.594
+89,mlp.experts.11.up_proj,0.0000436594,0.02500,2.955
+89,mlp.experts.15.up_proj,0.0001297396,0.02500,2.954
+89,mlp.experts.12.up_proj,0.0000785118,0.02500,3.352
+89,mlp.experts.23.up_proj,0.0001227915,0.02500,2.954
+89,mlp.experts.105.gate_proj,0.0000884065,0.02500,4.413
+89,mlp.experts.19.up_proj,0.0000864557,0.02500,2.932
+89,mlp.experts.18.up_proj,0.0000796430,0.02500,4.328
+89,mlp.experts.14.up_proj,0.0000434202,0.02500,4.378
+89,mlp.experts.22.up_proj,0.0000850183,0.02500,4.443
+89,mlp.experts.10.up_proj,0.0001110645,0.02500,4.361
+89,mlp.experts.20.up_proj,0.0000972169,0.02500,3.634
+89,mlp.experts.32.up_proj,0.0000821518,0.02500,2.955
+89,mlp.experts.8.up_proj,0.0000676219,0.02500,3.290
+89,mlp.experts.27.up_proj,0.0000672538,0.02500,3.821
+89,mlp.experts.28.up_proj,0.0000869798,0.02500,3.877
+89,mlp.experts.113.gate_proj,0.0001296480,0.02500,4.821
+89,mlp.experts.31.up_proj,0.0000540487,0.02500,4.024
+89,mlp.experts.35.up_proj,0.0000840832,0.02500,3.794
+89,mlp.experts.39.up_proj,0.0000731566,0.02500,4.033
+89,mlp.experts.117.gate_proj,0.0001913654,0.02500,4.697
+89,mlp.experts.5.up_proj,0.0000662144,0.02500,4.791
+89,mlp.experts.34.up_proj,0.0002092243,0.02500,3.627
+89,mlp.experts.30.up_proj,0.0001330660,0.02500,3.555
+89,mlp.experts.1.up_proj,0.0000948932,0.02500,4.735
+89,mlp.experts.38.up_proj,0.0000682165,0.02500,3.537
+89,mlp.experts.26.up_proj,0.0001088144,0.02500,3.553
+89,mlp.experts.48.up_proj,0.0002886256,0.02500,2.900
+89,mlp.experts.36.up_proj,0.0001095491,0.02500,3.370
+89,mlp.experts.24.up_proj,0.0001336761,0.02500,3.342
+89,mlp.experts.44.up_proj,0.0001175059,0.02500,3.602
+89,mlp.experts.43.up_proj,0.0001071698,0.02500,4.271
+89,mlp.experts.50.up_proj,0.0000886546,0.02500,3.273
+89,mlp.experts.46.up_proj,0.0001355425,0.02500,3.336
+89,mlp.experts.55.up_proj,0.0001055307,0.02500,3.971
+89,mlp.experts.64.up_proj,0.0000763441,0.02500,2.982
+89,mlp.experts.47.up_proj,0.0001203418,0.02500,4.134
+89,mlp.experts.54.up_proj,0.0000993040,0.02500,3.397
+89,mlp.experts.42.up_proj,0.0001082125,0.02500,3.321
+89,mlp.experts.51.up_proj,0.0000413947,0.02500,4.360
+89,mlp.experts.9.up_proj,0.0001210718,0.02500,4.677
+89,mlp.experts.21.up_proj,0.0001371456,0.02500,4.660
+89,mlp.experts.13.up_proj,0.0001018813,0.02500,4.762
+89,mlp.experts.52.up_proj,0.0001037404,0.02500,3.537
+89,mlp.experts.17.up_proj,0.0000694597,0.02500,4.641
+89,mlp.experts.40.up_proj,0.0000504670,0.02500,3.665
+89,mlp.experts.59.up_proj,0.0001106054,0.02500,3.055
+89,mlp.experts.80.up_proj,0.0001280336,0.02500,2.932
+89,mlp.experts.71.up_proj,0.0000688569,0.02500,3.018
+89,mlp.experts.60.up_proj,0.0001927112,0.02500,3.669
+89,mlp.experts.63.up_proj,0.0001853021,0.02500,3.138
+89,mlp.experts.67.up_proj,0.0000534701,0.02500,2.983
+89,mlp.experts.66.up_proj,0.0001590063,0.02500,3.935
+89,mlp.experts.62.up_proj,0.0000768589,0.02500,3.868
+89,mlp.experts.70.up_proj,0.0001423511,0.02500,3.890
+89,mlp.experts.58.up_proj,0.0000640820,0.02500,3.889
+89,mlp.experts.68.up_proj,0.0001107769,0.02500,3.195
+89,mlp.experts.25.up_proj,0.0000614905,0.02500,4.563
+89,mlp.experts.56.up_proj,0.0001309974,0.02500,3.863
+89,mlp.experts.37.up_proj,0.0001030604,0.02500,4.680
+89,mlp.experts.29.up_proj,0.0001050340,0.02500,4.698
+89,mlp.experts.75.up_proj,0.0000886648,0.02500,2.870
+89,mlp.experts.87.up_proj,0.0000638720,0.02500,2.866
+89,mlp.experts.79.up_proj,0.0000570054,0.02500,2.857
+89,mlp.experts.33.up_proj,0.0000818020,0.02500,4.730
+89,mlp.experts.83.up_proj,0.0001983619,0.02500,2.885
+89,mlp.experts.76.up_proj,0.0000943321,0.02500,3.753
+89,mlp.experts.96.up_proj,0.0001444893,0.02500,4.013
+89,mlp.experts.82.up_proj,0.0000687456,0.02500,3.727
+89,mlp.experts.78.up_proj,0.0001386053,0.02500,3.722
+89,mlp.experts.74.up_proj,0.0001127051,0.02500,3.687
+89,mlp.experts.86.up_proj,0.0001045095,0.02500,3.741
+89,mlp.experts.84.up_proj,0.0001070470,0.02500,3.838
+89,mlp.experts.91.up_proj,0.0001080049,0.02500,3.053
+89,mlp.experts.103.up_proj,0.0000893779,0.02500,2.922
+89,mlp.experts.95.up_proj,0.0000716186,0.02500,2.931
+89,mlp.experts.99.up_proj,0.0000550879,0.02500,2.995
+89,mlp.experts.72.up_proj,0.0000554532,0.02500,3.795
+89,mlp.experts.41.up_proj,0.0000930239,0.02500,4.677
+89,mlp.experts.92.up_proj,0.0000860665,0.02500,3.164
+89,mlp.experts.53.up_proj,0.0000738756,0.02500,4.659
+89,mlp.experts.45.up_proj,0.0000758089,0.02500,4.654
+89,mlp.experts.112.up_proj,0.0000971875,0.02500,3.343
+89,mlp.experts.98.up_proj,0.0002305665,0.02500,3.105
+89,mlp.experts.94.up_proj,0.0001626282,0.02500,3.087
+89,mlp.experts.90.up_proj,0.0000340645,0.02500,3.142
+89,mlp.experts.102.up_proj,0.0000667147,0.02500,3.143
+89,mlp.experts.49.up_proj,0.0001491914,0.02500,4.967
+89,mlp.experts.100.up_proj,0.0001124806,0.02500,3.080
+89,mlp.experts.107.up_proj,0.0000745642,0.02500,2.928
+89,mlp.experts.119.up_proj,0.0001025096,0.02500,2.888
+89,mlp.experts.111.up_proj,0.0002308672,0.02500,2.864
+89,mlp.experts.115.up_proj,0.0000892147,0.02500,2.726
+89,mlp.experts.88.up_proj,0.0001383774,0.02500,2.917
+89,mlp.experts.108.up_proj,0.0001164646,0.02500,2.633
+89,mlp.experts.116.up_proj,0.0000920887,0.02500,2.271
+89,mlp.experts.110.up_proj,0.0001833885,0.02500,3.064
+89,mlp.experts.114.up_proj,0.0000828366,0.02500,3.132
+89,mlp.experts.106.up_proj,0.0000738627,0.02500,2.954
+89,mlp.experts.118.up_proj,0.0001115087,0.02500,2.908
+89,mlp.experts.104.up_proj,0.0000815713,0.02500,1.955
+89,mlp.experts.57.up_proj,0.0000763673,0.02500,4.795
+89,mlp.experts.69.up_proj,0.0000293119,0.02500,4.684
+89,mlp.experts.61.up_proj,0.0000918955,0.02500,4.726
+89,mlp.experts.65.up_proj,0.0001231962,0.02500,4.722
+89,mlp.experts.73.up_proj,0.0000809926,0.02500,4.650
+89,mlp.experts.85.up_proj,0.0000808955,0.02500,4.582
+89,mlp.experts.77.up_proj,0.0000681287,0.02500,4.547
+89,mlp.experts.81.up_proj,0.0000828502,0.02500,4.573
+89,mlp.experts.89.up_proj,0.0001367150,0.02500,4.521
+89,mlp.experts.101.up_proj,0.0000681545,0.02500,4.756
+89,mlp.experts.93.up_proj,0.0000689362,0.02500,4.761
+89,mlp.experts.97.up_proj,0.0000736586,0.02500,4.557
+89,mlp.experts.105.up_proj,0.0000866960,0.02500,4.640
+89,mlp.experts.109.up_proj,0.0000884485,0.02500,4.393
+89,mlp.experts.117.up_proj,0.0001879433,0.02500,4.546
+89,mlp.experts.113.up_proj,0.0001279307,0.02500,4.017
+89,mlp.experts.14.down_proj,0.0001187729,0.02500,1.224
+89,mlp.experts.6.down_proj,0.0001290190,0.02500,1.230
+89,mlp.experts.10.down_proj,0.0000421717,0.02500,1.235
+89,mlp.experts.2.down_proj,0.0000278729,0.02500,1.273
+89,mlp.experts.0.down_proj,0.0000757420,0.02500,1.718
+89,mlp.experts.4.down_proj,0.0000303879,0.02500,1.740
+89,mlp.experts.11.down_proj,0.0000088977,0.02500,1.762
+89,mlp.experts.15.down_proj,0.0000496628,0.02500,1.801
+89,mlp.experts.3.down_proj,0.0000125122,0.02500,1.824
+89,mlp.experts.7.down_proj,0.0000276608,0.02500,1.838
+89,mlp.experts.12.down_proj,0.0000177096,0.02500,1.878
+89,mlp.experts.8.down_proj,0.0000259501,0.02500,1.885
+89,mlp.experts.1.down_proj,0.0000424073,0.02500,2.030
+89,mlp.experts.5.down_proj,0.0000600955,0.02500,2.112
+89,mlp.experts.9.down_proj,0.0000479024,0.02500,2.118
+89,mlp.experts.30.down_proj,0.0000315220,0.02500,0.922
+89,mlp.experts.22.down_proj,0.0001301424,0.02500,0.919
+89,mlp.experts.18.down_proj,0.0000236836,0.02500,0.913
+89,mlp.experts.26.down_proj,0.0000330990,0.02500,0.970
+89,mlp.experts.13.down_proj,0.0000287308,0.02500,2.213
+89,mlp.experts.16.down_proj,0.0000316145,0.02500,0.867
+89,mlp.experts.20.down_proj,0.0000353914,0.02500,0.847
+89,mlp.experts.24.down_proj,0.0000758300,0.02500,1.053
+89,mlp.experts.28.down_proj,0.0000231345,0.02500,1.121
+89,mlp.experts.46.down_proj,0.0000591112,0.02500,0.896
+89,mlp.experts.38.down_proj,0.0000278481,0.02500,0.898
+89,mlp.experts.34.down_proj,0.0001503910,0.02500,0.897
+89,mlp.experts.42.down_proj,0.0000736071,0.02500,0.927
+89,mlp.experts.27.down_proj,0.0000317143,0.02500,1.463
+89,mlp.experts.19.down_proj,0.0000238091,0.02500,1.466
+89,mlp.experts.31.down_proj,0.0000942613,0.02500,1.580
+89,mlp.experts.23.down_proj,0.0000391093,0.02500,1.567
+89,mlp.experts.36.down_proj,0.0000491514,0.02500,0.850
+89,mlp.experts.17.down_proj,0.0000486957,0.02500,1.423
+89,mlp.experts.32.down_proj,0.0000374740,0.02500,0.884
+89,mlp.experts.25.down_proj,0.0000318606,0.02500,1.383
+89,mlp.experts.21.down_proj,0.0000610091,0.02500,1.430
+89,mlp.experts.29.down_proj,0.0000528599,0.02500,1.461
+89,mlp.experts.40.down_proj,0.0000121437,0.02500,1.166
+89,mlp.experts.62.down_proj,0.0000407799,0.02500,1.105
+89,mlp.experts.54.down_proj,0.0001792287,0.02500,1.106
+89,mlp.experts.44.down_proj,0.0000393309,0.02500,1.164
+89,mlp.experts.50.down_proj,0.0000150913,0.02500,1.107
+89,mlp.experts.58.down_proj,0.0000136150,0.02500,1.201
+89,mlp.experts.48.down_proj,0.0001763780,0.02500,0.887
+89,mlp.experts.52.down_proj,0.0000402086,0.02500,0.944
+89,mlp.experts.41.down_proj,0.0001069972,0.02500,0.929
+89,mlp.experts.33.down_proj,0.0000573101,0.02500,1.127
+89,mlp.experts.45.down_proj,0.0000380295,0.02500,0.945
+89,mlp.experts.37.down_proj,0.0000326367,0.02500,1.082
+89,mlp.experts.43.down_proj,0.0000525765,0.02500,1.655
+89,mlp.experts.35.down_proj,0.0000404630,0.02500,1.650
+89,mlp.experts.39.down_proj,0.0000248059,0.02500,1.626
+89,mlp.experts.60.down_proj,0.0000458901,0.02500,0.886
+89,mlp.experts.47.down_proj,0.0000467358,0.02500,1.688
+89,mlp.experts.78.down_proj,0.0000526135,0.02500,1.012
+89,mlp.experts.70.down_proj,0.0000997030,0.02500,1.024
+89,mlp.experts.66.down_proj,0.0000547270,0.02500,1.033
+89,mlp.experts.64.down_proj,0.0000220745,0.02500,0.883
+89,mlp.experts.56.down_proj,0.0000707857,0.02500,1.178
+89,mlp.experts.74.down_proj,0.0000316945,0.02500,0.989
+89,mlp.experts.68.down_proj,0.0000192351,0.02500,1.089
+89,mlp.experts.49.down_proj,0.0001173853,0.02500,0.948
+89,mlp.experts.53.down_proj,0.0000187400,0.02500,0.912
+89,mlp.experts.57.down_proj,0.0000202389,0.02500,1.203
+89,mlp.experts.61.down_proj,0.0000563305,0.02500,1.156
+89,mlp.experts.59.down_proj,0.0000246639,0.02500,1.193
+89,mlp.experts.80.down_proj,0.0000364546,0.02500,0.843
+89,mlp.experts.51.down_proj,0.0000074598,0.02500,1.153
+89,mlp.experts.76.down_proj,0.0000728167,0.02500,1.072
+89,mlp.experts.55.down_proj,0.0000378278,0.02500,1.139
+89,mlp.experts.63.down_proj,0.0002083663,0.02500,1.115
+89,mlp.experts.86.down_proj,0.0000360080,0.02500,1.124
+89,mlp.experts.94.down_proj,0.0000667222,0.02500,1.140
+89,mlp.experts.84.down_proj,0.0001149340,0.02500,0.860
+89,mlp.experts.82.down_proj,0.0000244554,0.02500,1.156
+89,mlp.experts.72.down_proj,0.0000128634,0.02500,1.145
+89,mlp.experts.90.down_proj,0.0000107775,0.02500,1.151
+89,mlp.experts.69.down_proj,0.0000200308,0.02500,1.503
+89,mlp.experts.65.down_proj,0.0000388903,0.02500,1.533
+89,mlp.experts.96.down_proj,0.0000335574,0.02500,0.983
+89,mlp.experts.92.down_proj,0.0000569993,0.02500,0.994
+89,mlp.experts.67.down_proj,0.0001172374,0.02500,1.027
+89,mlp.experts.75.down_proj,0.0001161781,0.02500,1.066
+89,mlp.experts.79.down_proj,0.0000150860,0.02500,1.063
+89,mlp.experts.73.down_proj,0.0000318337,0.02500,1.620
+89,mlp.experts.71.down_proj,0.0000182142,0.02500,1.114
+89,mlp.experts.88.down_proj,0.0001735332,0.02500,0.915
+89,mlp.experts.100.down_proj,0.0000343090,0.02500,1.036
+89,mlp.experts.77.down_proj,0.0002122148,0.02500,1.616
+89,mlp.experts.102.down_proj,0.0000216715,0.02500,1.111
+89,mlp.experts.110.down_proj,0.0000781539,0.02500,1.121
+89,mlp.experts.98.down_proj,0.0001023227,0.02500,1.099
+89,mlp.experts.106.down_proj,0.0000280937,0.02500,1.040
+89,mlp.experts.118.down_proj,0.0000511456,0.02500,0.679
+89,mlp.experts.114.down_proj,0.0000491837,0.02500,0.646
+89,mlp.experts.108.down_proj,0.0000436495,0.02500,1.061
+89,mlp.experts.104.down_proj,0.0000444859,0.02500,0.853
+89,mlp.experts.112.down_proj,0.0000251606,0.02500,1.139
+89,mlp.experts.116.down_proj,0.0000306145,0.02500,0.848
+89,mlp.experts.91.down_proj,0.0000471575,0.02500,1.262
+89,mlp.experts.85.down_proj,0.0000205759,0.02500,1.409
+89,mlp.experts.81.down_proj,0.0000147922,0.02500,1.426
+89,mlp.experts.83.down_proj,0.0000367136,0.02500,1.372
+89,mlp.experts.95.down_proj,0.0001280423,0.02500,1.340
+89,mlp.experts.87.down_proj,0.0000151085,0.02500,1.368
+89,mlp.experts.89.down_proj,0.0000816139,0.02500,1.406
+89,mlp.experts.93.down_proj,0.0000178735,0.02500,1.409
+89,mlp.experts.107.down_proj,0.0000285811,0.02500,1.271
+89,mlp.experts.99.down_proj,0.0000562701,0.02500,1.264
+89,mlp.experts.111.down_proj,0.0000887830,0.02500,1.229
+89,mlp.experts.101.down_proj,0.0000283457,0.02500,1.411
+89,mlp.experts.97.down_proj,0.0000263410,0.02500,1.395
+89,mlp.experts.103.down_proj,0.0000244589,0.02500,1.235
+89,mlp.experts.105.down_proj,0.0000359148,0.02500,1.502
+89,mlp.experts.109.down_proj,0.0000733584,0.02500,1.457
+89,mlp.experts.115.down_proj,0.0000465369,0.02500,0.783
+89,mlp.experts.119.down_proj,0.0000437461,0.02500,0.731
+89,mlp.experts.117.down_proj,0.0001050128,0.02500,1.015
+89,mlp.experts.113.down_proj,0.0000399194,0.02500,1.005
+90,self_attn.k_proj,0.0000000872,0.02500,1.652
+90,self_attn.v_proj,0.0000003223,0.02500,1.792
+90,self_attn.q_proj,0.0000009087,0.02500,1.994
+90,self_attn.o_proj,0.0000006037,0.02500,3.990
+90,mlp.shared_experts.gate_proj,0.0000044282,0.02500,1.319
+90,mlp.shared_experts.up_proj,0.0000035227,0.02500,1.351
+90,mlp.shared_experts.down_proj,0.0000023495,0.02500,0.423
+90,mlp.experts.7.gate_proj,0.0000702500,0.02500,5.283
+90,mlp.experts.15.gate_proj,0.0000909836,0.02500,5.368
+90,mlp.experts.11.gate_proj,0.0001016364,0.02500,5.413
+90,mlp.experts.9.gate_proj,0.0000984158,0.02500,5.477
+90,mlp.experts.3.gate_proj,0.0000885223,0.02500,5.523
+90,mlp.experts.4.gate_proj,0.0000591302,0.02500,4.619
+90,mlp.experts.12.gate_proj,0.0000740995,0.02500,5.619
+90,mlp.experts.5.gate_proj,0.0001561106,0.02500,5.650
+90,mlp.experts.1.gate_proj,0.0000778852,0.02500,5.537
+90,mlp.experts.8.gate_proj,0.0002055444,0.02500,5.838
+90,mlp.experts.13.gate_proj,0.0000870334,0.02500,5.999
+90,mlp.experts.0.gate_proj,0.0000610046,0.02500,6.118
+90,mlp.experts.14.gate_proj,0.0001373804,0.02500,6.522
+90,mlp.experts.6.gate_proj,0.0000518153,0.02500,6.760
+90,mlp.experts.10.gate_proj,0.0000646452,0.02500,7.044
+90,mlp.experts.2.gate_proj,0.0000731842,0.02500,7.188
+90,mlp.experts.23.gate_proj,0.0002700198,0.02500,3.542
+90,mlp.experts.27.gate_proj,0.0000919303,0.02500,3.414
+90,mlp.experts.31.gate_proj,0.0001242222,0.02500,3.557
+90,mlp.experts.21.gate_proj,0.0001133001,0.02500,3.371
+90,mlp.experts.19.gate_proj,0.0000525870,0.02500,3.609
+90,mlp.experts.25.gate_proj,0.0000490777,0.02500,3.707
+90,mlp.experts.24.gate_proj,0.0001250987,0.02500,3.433
+90,mlp.experts.29.gate_proj,0.0000864275,0.02500,3.310
+90,mlp.experts.16.gate_proj,0.0000793679,0.02500,3.287
+90,mlp.experts.17.gate_proj,0.0001069196,0.02500,3.594
+90,mlp.experts.20.gate_proj,0.0000898642,0.02500,4.118
+90,mlp.experts.28.gate_proj,0.0000516727,0.02500,4.258
+90,mlp.experts.26.gate_proj,0.0000894744,0.02500,4.816
+90,mlp.experts.30.gate_proj,0.0000914302,0.02500,5.393
+90,mlp.experts.22.gate_proj,0.0001060690,0.02500,5.285
+90,mlp.experts.43.gate_proj,0.0001255302,0.02500,3.225
+90,mlp.experts.39.gate_proj,0.0000940987,0.02500,3.233
+90,mlp.experts.47.gate_proj,0.0001282769,0.02500,3.245
+90,mlp.experts.40.gate_proj,0.0000825596,0.02500,2.927
+90,mlp.experts.18.gate_proj,0.0001112918,0.02500,5.015
+90,mlp.experts.32.gate_proj,0.0000897069,0.02500,2.949
+90,mlp.experts.35.gate_proj,0.0000663305,0.02500,3.244
+90,mlp.experts.37.gate_proj,0.0000667927,0.02500,3.417
+90,mlp.experts.33.gate_proj,0.0000610193,0.02500,3.140
+90,mlp.experts.45.gate_proj,0.0000536356,0.02500,3.615
+90,mlp.experts.41.gate_proj,0.0000972854,0.02500,3.729
+90,mlp.experts.44.gate_proj,0.0000935450,0.02500,3.639
+90,mlp.experts.36.gate_proj,0.0001108977,0.02500,3.972
+90,mlp.experts.42.gate_proj,0.0000593184,0.02500,3.579
+90,mlp.experts.56.gate_proj,0.0000513486,0.02500,3.292
+90,mlp.experts.46.gate_proj,0.0000991875,0.02500,3.643
+90,mlp.experts.38.gate_proj,0.0000935061,0.02500,3.580
+90,mlp.experts.34.gate_proj,0.0000741272,0.02500,3.575
+90,mlp.experts.48.gate_proj,0.0001490970,0.02500,3.649
+90,mlp.experts.55.gate_proj,0.0001750865,0.02500,4.033
+90,mlp.experts.63.gate_proj,0.0001311419,0.02500,4.040
+90,mlp.experts.59.gate_proj,0.0000495057,0.02500,4.160
+90,mlp.experts.53.gate_proj,0.0000515947,0.02500,3.873
+90,mlp.experts.61.gate_proj,0.0000833418,0.02500,3.399
+90,mlp.experts.51.gate_proj,0.0000573168,0.02500,4.077
+90,mlp.experts.49.gate_proj,0.0000546567,0.02500,3.957
+90,mlp.experts.57.gate_proj,0.0000701614,0.02500,3.808
+90,mlp.experts.52.gate_proj,0.0001569167,0.02500,3.139
+90,mlp.experts.60.gate_proj,0.0000908769,0.02500,3.549
+90,mlp.experts.58.gate_proj,0.0002103579,0.02500,3.217
+90,mlp.experts.62.gate_proj,0.0000595290,0.02500,3.216
+90,mlp.experts.72.gate_proj,0.0001092417,0.02500,3.376
+90,mlp.experts.54.gate_proj,0.0000824603,0.02500,3.273
+90,mlp.experts.64.gate_proj,0.0000889420,0.02500,3.017
+90,mlp.experts.50.gate_proj,0.0000875365,0.02500,3.265
+90,mlp.experts.77.gate_proj,0.0000723048,0.02500,3.755
+90,mlp.experts.69.gate_proj,0.0001600501,0.02500,3.812
+90,mlp.experts.71.gate_proj,0.0000704804,0.02500,4.095
+90,mlp.experts.65.gate_proj,0.0000798264,0.02500,3.670
+90,mlp.experts.75.gate_proj,0.0000786867,0.02500,4.109
+90,mlp.experts.73.gate_proj,0.0001231887,0.02500,3.698
+90,mlp.experts.68.gate_proj,0.0000586272,0.02500,3.721
+90,mlp.experts.79.gate_proj,0.0000872521,0.02500,4.309
+90,mlp.experts.67.gate_proj,0.0000548734,0.02500,4.320
+90,mlp.experts.76.gate_proj,0.0000297214,0.02500,3.738
+90,mlp.experts.74.gate_proj,0.0000615989,0.02500,3.243
+90,mlp.experts.88.gate_proj,0.0000756784,0.02500,3.083
+90,mlp.experts.78.gate_proj,0.0000859723,0.02500,3.238
+90,mlp.experts.70.gate_proj,0.0000922962,0.02500,3.295
+90,mlp.experts.66.gate_proj,0.0001222603,0.02500,3.384
+90,mlp.experts.80.gate_proj,0.0000711766,0.02500,3.677
+90,mlp.experts.93.gate_proj,0.0000850259,0.02500,3.252
+90,mlp.experts.85.gate_proj,0.0000423785,0.02500,3.254
+90,mlp.experts.81.gate_proj,0.0000585684,0.02500,3.285
+90,mlp.experts.89.gate_proj,0.0000808124,0.02500,3.165
+90,mlp.experts.84.gate_proj,0.0000885991,0.02500,3.874
+90,mlp.experts.91.gate_proj,0.0001000576,0.02500,4.368
+90,mlp.experts.92.gate_proj,0.0000690003,0.02500,3.905
+90,mlp.experts.87.gate_proj,0.0001856167,0.02500,4.629
+90,mlp.experts.95.gate_proj,0.0000960298,0.02500,4.525
+90,mlp.experts.83.gate_proj,0.0001045250,0.02500,4.419
+90,mlp.experts.90.gate_proj,0.0000995635,0.02500,4.046
+90,mlp.experts.94.gate_proj,0.0000604226,0.02500,4.137
+90,mlp.experts.101.gate_proj,0.0000792363,0.02500,2.800
+90,mlp.experts.86.gate_proj,0.0000833872,0.02500,4.021
+90,mlp.experts.109.gate_proj,0.0000938739,0.02500,2.910
+90,mlp.experts.104.gate_proj,0.0000639990,0.02500,4.292
+90,mlp.experts.97.gate_proj,0.0000760081,0.02500,2.891
+90,mlp.experts.82.gate_proj,0.0000807058,0.02500,4.004
+90,mlp.experts.105.gate_proj,0.0000682301,0.02500,2.838
+90,mlp.experts.96.gate_proj,0.0000603046,0.02500,4.800
+90,mlp.experts.117.gate_proj,0.0000770991,0.02500,2.850
+90,mlp.experts.5.up_proj,0.0001461684,0.02500,2.875
+90,mlp.experts.100.gate_proj,0.0000563859,0.02500,4.782
+90,mlp.experts.106.gate_proj,0.0001001823,0.02500,3.228
+90,mlp.experts.1.up_proj,0.0000776836,0.02500,2.803
+90,mlp.experts.113.gate_proj,0.0000876488,0.02500,2.942
+90,mlp.experts.110.gate_proj,0.0000698588,0.02500,3.228
+90,mlp.experts.102.gate_proj,0.0001546364,0.02500,3.172
+90,mlp.experts.103.gate_proj,0.0000853596,0.02500,4.729
+90,mlp.experts.108.gate_proj,0.0000645810,0.02500,4.899
+90,mlp.experts.98.gate_proj,0.0000669191,0.02500,3.226
+90,mlp.experts.107.gate_proj,0.0000557881,0.02500,5.042
+90,mlp.experts.111.gate_proj,0.0000432975,0.02500,4.869
+90,mlp.experts.99.gate_proj,0.0001270593,0.02500,4.860
+90,mlp.experts.0.up_proj,0.0000568939,0.02500,4.602
+90,mlp.experts.112.gate_proj,0.0001069115,0.02500,3.988
+90,mlp.experts.13.up_proj,0.0000869538,0.02500,3.013
+90,mlp.experts.21.up_proj,0.0001060715,0.02500,3.004
+90,mlp.experts.17.up_proj,0.0001020719,0.02500,2.930
+90,mlp.experts.9.up_proj,0.0000948932,0.02500,2.933
+90,mlp.experts.116.gate_proj,0.0000431982,0.02500,3.823
+90,mlp.experts.3.up_proj,0.0001096543,0.02500,3.584
+90,mlp.experts.4.up_proj,0.0000582134,0.02500,3.725
+90,mlp.experts.119.gate_proj,0.0001463392,0.02500,3.830
+90,mlp.experts.2.up_proj,0.0000731533,0.02500,4.539
+90,mlp.experts.118.gate_proj,0.0000685833,0.02500,4.477
+90,mlp.experts.6.up_proj,0.0000515574,0.02500,4.598
+90,mlp.experts.7.up_proj,0.0000677807,0.02500,4.115
+90,mlp.experts.114.gate_proj,0.0000792816,0.02500,4.475
+90,mlp.experts.115.gate_proj,0.0000633935,0.02500,4.136
+90,mlp.experts.16.up_proj,0.0000774439,0.02500,3.439
+90,mlp.experts.29.up_proj,0.0000849322,0.02500,2.876
+90,mlp.experts.8.up_proj,0.0001959954,0.02500,3.471
+90,mlp.experts.33.up_proj,0.0000603367,0.02500,2.806
+90,mlp.experts.37.up_proj,0.0000663066,0.02500,2.922
+90,mlp.experts.25.up_proj,0.0000461150,0.02500,2.988
+90,mlp.experts.12.up_proj,0.0000719021,0.02500,3.137
+90,mlp.experts.15.up_proj,0.0000879945,0.02500,2.917
+90,mlp.experts.20.up_proj,0.0000881084,0.02500,3.289
+90,mlp.experts.19.up_proj,0.0000496079,0.02500,3.434
+90,mlp.experts.11.up_proj,0.0000947985,0.02500,3.225
+90,mlp.experts.32.up_proj,0.0000892045,0.02500,3.230
+90,mlp.experts.49.up_proj,0.0000558153,0.02500,2.828
+90,mlp.experts.45.up_proj,0.0000522710,0.02500,2.956
+90,mlp.experts.53.up_proj,0.0000478958,0.02500,2.937
+90,mlp.experts.23.up_proj,0.0002400372,0.02500,3.978
+90,mlp.experts.18.up_proj,0.0001108687,0.02500,4.454
+90,mlp.experts.24.up_proj,0.0001200888,0.02500,3.365
+90,mlp.experts.14.up_proj,0.0001269512,0.02500,4.498
+90,mlp.experts.41.up_proj,0.0000906457,0.02500,3.203
+90,mlp.experts.22.up_proj,0.0001032883,0.02500,4.529
+90,mlp.experts.10.up_proj,0.0000623223,0.02500,4.549
+90,mlp.experts.31.up_proj,0.0001244444,0.02500,3.012
+90,mlp.experts.28.up_proj,0.0000496477,0.02500,3.217
+90,mlp.experts.36.up_proj,0.0001115853,0.02500,3.263
+90,mlp.experts.35.up_proj,0.0000676540,0.02500,3.631
+90,mlp.experts.48.up_proj,0.0001461022,0.02500,3.235
+90,mlp.experts.65.up_proj,0.0000794295,0.02500,2.959
+90,mlp.experts.61.up_proj,0.0000816041,0.02500,3.036
+90,mlp.experts.27.up_proj,0.0000876537,0.02500,3.518
+90,mlp.experts.69.up_proj,0.0001557880,0.02500,3.037
+90,mlp.experts.39.up_proj,0.0000918891,0.02500,3.131
+90,mlp.experts.57.up_proj,0.0000693850,0.02500,2.936
+90,mlp.experts.40.up_proj,0.0000798758,0.02500,3.256
+90,mlp.experts.44.up_proj,0.0000885819,0.02500,3.310
+90,mlp.experts.47.up_proj,0.0001224481,0.02500,3.381
+90,mlp.experts.34.up_proj,0.0000665180,0.02500,4.891
+90,mlp.experts.52.up_proj,0.0001460524,0.02500,3.192
+90,mlp.experts.30.up_proj,0.0000845187,0.02500,4.980
+90,mlp.experts.38.up_proj,0.0000908904,0.02500,5.036
+90,mlp.experts.26.up_proj,0.0000874453,0.02500,4.924
+90,mlp.experts.81.up_proj,0.0000564489,0.02500,2.855
+90,mlp.experts.77.up_proj,0.0000656940,0.02500,2.910
+90,mlp.experts.43.up_proj,0.0001224629,0.02500,2.973
+90,mlp.experts.85.up_proj,0.0000417426,0.02500,2.904
+90,mlp.experts.64.up_proj,0.0000832302,0.02500,3.232
+90,mlp.experts.51.up_proj,0.0000553605,0.02500,3.972
+90,mlp.experts.73.up_proj,0.0001207092,0.02500,2.989
+90,mlp.experts.56.up_proj,0.0000497374,0.02500,3.335
+90,mlp.experts.55.up_proj,0.0001671885,0.02500,3.906
+90,mlp.experts.63.up_proj,0.0001294390,0.02500,3.143
+90,mlp.experts.60.up_proj,0.0000880087,0.02500,3.206
+90,mlp.experts.68.up_proj,0.0000580195,0.02500,3.311
+90,mlp.experts.97.up_proj,0.0000746686,0.02500,2.960
+90,mlp.experts.93.up_proj,0.0000840988,0.02500,2.969
+90,mlp.experts.101.up_proj,0.0000773878,0.02500,2.986
+90,mlp.experts.59.up_proj,0.0000483082,0.02500,3.101
+90,mlp.experts.80.up_proj,0.0000701813,0.02500,3.279
+90,mlp.experts.89.up_proj,0.0000783891,0.02500,2.909
+90,mlp.experts.50.up_proj,0.0000849608,0.02500,5.026
+90,mlp.experts.72.up_proj,0.0001081162,0.02500,3.265
+90,mlp.experts.67.up_proj,0.0000512029,0.02500,3.839
+90,mlp.experts.71.up_proj,0.0000667967,0.02500,3.235
+90,mlp.experts.46.up_proj,0.0000936193,0.02500,5.105
+90,mlp.experts.42.up_proj,0.0000594541,0.02500,4.910
+90,mlp.experts.54.up_proj,0.0000795068,0.02500,5.438
+90,mlp.experts.76.up_proj,0.0000290364,0.02500,3.247
+90,mlp.experts.79.up_proj,0.0000821150,0.02500,3.508
+90,mlp.experts.113.up_proj,0.0000845533,0.02500,2.924
+90,mlp.experts.84.up_proj,0.0000855132,0.02500,3.149
+90,mlp.experts.109.up_proj,0.0000844387,0.02500,2.856
+90,mlp.experts.117.up_proj,0.0000753293,0.02500,2.836
+90,mlp.experts.105.up_proj,0.0000675941,0.02500,2.657
+90,mlp.experts.75.up_proj,0.0000785337,0.02500,2.984
+90,mlp.experts.96.up_proj,0.0000607837,0.02500,3.058
+90,mlp.experts.88.up_proj,0.0000712037,0.02500,3.191
+90,mlp.experts.87.up_proj,0.0001831765,0.02500,3.264
+90,mlp.experts.83.up_proj,0.0001011674,0.02500,3.890
+90,mlp.experts.92.up_proj,0.0000682244,0.02500,3.047
+90,mlp.experts.95.up_proj,0.0000930276,0.02500,2.859
+90,mlp.experts.100.up_proj,0.0000533288,0.02500,2.979
+90,mlp.experts.66.up_proj,0.0001177532,0.02500,4.652
+90,mlp.experts.62.up_proj,0.0000604458,0.02500,4.721
+90,mlp.experts.58.up_proj,0.0002015614,0.02500,4.719
+90,mlp.experts.112.up_proj,0.0000946090,0.02500,2.968
+90,mlp.experts.91.up_proj,0.0000983927,0.02500,3.769
+90,mlp.experts.104.up_proj,0.0000625616,0.02500,2.698
+90,mlp.experts.70.up_proj,0.0000907470,0.02500,5.115
+90,mlp.experts.103.up_proj,0.0000835607,0.02500,2.922
+90,mlp.experts.108.up_proj,0.0000622480,0.02500,2.486
+90,mlp.experts.116.up_proj,0.0000419737,0.02500,2.377
+90,mlp.experts.99.up_proj,0.0001229018,0.02500,2.835
+90,mlp.experts.111.up_proj,0.0000411134,0.02500,3.358
+90,mlp.experts.119.up_proj,0.0001421766,0.02500,2.531
+90,mlp.experts.107.up_proj,0.0000541458,0.02500,3.296
+90,mlp.experts.82.up_proj,0.0000768602,0.02500,4.786
+90,mlp.experts.115.up_proj,0.0000616356,0.02500,2.661
+90,mlp.experts.74.up_proj,0.0000630552,0.02500,4.914
+90,mlp.experts.78.up_proj,0.0000810251,0.02500,5.096
+90,mlp.experts.86.up_proj,0.0000825646,0.02500,5.427
+90,mlp.experts.98.up_proj,0.0000666188,0.02500,4.876
+90,mlp.experts.90.up_proj,0.0000928999,0.02500,4.966
+90,mlp.experts.94.up_proj,0.0000587802,0.02500,4.967
+90,mlp.experts.102.up_proj,0.0001465036,0.02500,5.150
+90,mlp.experts.114.up_proj,0.0000797601,0.02500,4.978
+90,mlp.experts.106.up_proj,0.0000987095,0.02500,4.752
+90,mlp.experts.110.up_proj,0.0000695446,0.02500,4.661
+90,mlp.experts.118.up_proj,0.0000638327,0.02500,3.703
+90,mlp.experts.5.down_proj,0.0000995182,0.02500,0.920
+90,mlp.experts.13.down_proj,0.0001154102,0.02500,0.930
+90,mlp.experts.15.down_proj,0.0000554249,0.02500,0.944
+90,mlp.experts.7.down_proj,0.0000137469,0.02500,1.001
+90,mlp.experts.2.down_proj,0.0001513497,0.02500,1.078
+90,mlp.experts.6.down_proj,0.0000153675,0.02500,1.107
+90,mlp.experts.10.down_proj,0.0000178136,0.02500,1.127
+90,mlp.experts.9.down_proj,0.0000425568,0.02500,1.144
+90,mlp.experts.14.down_proj,0.0000589911,0.02500,1.145
+90,mlp.experts.11.down_proj,0.0000214007,0.02500,1.148
+90,mlp.experts.1.down_proj,0.0000537731,0.02500,1.161
+90,mlp.experts.3.down_proj,0.0001840648,0.02500,1.188
+90,mlp.experts.0.down_proj,0.0000274784,0.02500,1.503
+90,mlp.experts.8.down_proj,0.0001587821,0.02500,1.519
+90,mlp.experts.12.down_proj,0.0000418131,0.02500,1.584
+90,mlp.experts.4.down_proj,0.0000239191,0.02500,1.686
+90,mlp.experts.29.down_proj,0.0000471486,0.02500,0.952
+90,mlp.experts.21.down_proj,0.0000790847,0.02500,1.093
+90,mlp.experts.18.down_proj,0.0001190130,0.02500,1.001
+90,mlp.experts.22.down_proj,0.0000513796,0.02500,1.008
+90,mlp.experts.26.down_proj,0.0000305549,0.02500,0.999
+90,mlp.experts.17.down_proj,0.0000441693,0.02500,0.974
+90,mlp.experts.30.down_proj,0.0000187845,0.02500,1.017
+90,mlp.experts.23.down_proj,0.0000847745,0.02500,1.234
+90,mlp.experts.31.down_proj,0.0000613430,0.02500,1.338
+90,mlp.experts.25.down_proj,0.0000132509,0.02500,1.153
+90,mlp.experts.27.down_proj,0.0000252143,0.02500,1.241
+90,mlp.experts.19.down_proj,0.0000118721,0.02500,1.271
+90,mlp.experts.45.down_proj,0.0000166117,0.02500,0.883
+90,mlp.experts.24.down_proj,0.0001112571,0.02500,1.269
+90,mlp.experts.16.down_proj,0.0000531875,0.02500,1.303
+90,mlp.experts.20.down_proj,0.0000267662,0.02500,1.298
+90,mlp.experts.33.down_proj,0.0000303553,0.02500,0.870
+90,mlp.experts.28.down_proj,0.0000382542,0.02500,1.422
+90,mlp.experts.37.down_proj,0.0000258270,0.02500,1.057
+90,mlp.experts.34.down_proj,0.0000248284,0.02500,1.289
+90,mlp.experts.39.down_proj,0.0000477899,0.02500,1.166
+90,mlp.experts.41.down_proj,0.0000195032,0.02500,1.115
+90,mlp.experts.38.down_proj,0.0001247511,0.02500,1.321
+90,mlp.experts.42.down_proj,0.0000209189,0.02500,1.339
+90,mlp.experts.47.down_proj,0.0000436026,0.02500,1.211
+90,mlp.experts.43.down_proj,0.0000527789,0.02500,1.117
+90,mlp.experts.46.down_proj,0.0000546733,0.02500,1.390
+90,mlp.experts.35.down_proj,0.0000424582,0.02500,1.285
+90,mlp.experts.61.down_proj,0.0000857526,0.02500,1.084
+90,mlp.experts.53.down_proj,0.0000092610,0.02500,0.890
+90,mlp.experts.40.down_proj,0.0000237122,0.02500,1.314
+90,mlp.experts.32.down_proj,0.0000395961,0.02500,1.310
+90,mlp.experts.49.down_proj,0.0000545093,0.02500,1.178
+90,mlp.experts.36.down_proj,0.0000650490,0.02500,1.316
+90,mlp.experts.57.down_proj,0.0000402630,0.02500,0.939
+90,mlp.experts.55.down_proj,0.0000483785,0.02500,1.070
+90,mlp.experts.44.down_proj,0.0000492229,0.02500,1.484
+90,mlp.experts.59.down_proj,0.0000118472,0.02500,1.138
+90,mlp.experts.63.down_proj,0.0001045746,0.02500,1.197
+90,mlp.experts.51.down_proj,0.0000287253,0.02500,0.964
+90,mlp.experts.77.down_proj,0.0000187952,0.02500,0.892
+90,mlp.experts.54.down_proj,0.0000259684,0.02500,1.309
+90,mlp.experts.50.down_proj,0.0000283399,0.02500,1.389
+90,mlp.experts.58.down_proj,0.0002912159,0.02500,1.305
+90,mlp.experts.62.down_proj,0.0000557374,0.02500,1.325
+90,mlp.experts.69.down_proj,0.0001198379,0.02500,1.163
+90,mlp.experts.71.down_proj,0.0000131810,0.02500,0.877
+90,mlp.experts.48.down_proj,0.0000417899,0.02500,1.343
+90,mlp.experts.73.down_proj,0.0000673608,0.02500,1.144
+90,mlp.experts.65.down_proj,0.0000614027,0.02500,1.421
+90,mlp.experts.75.down_proj,0.0000330127,0.02500,0.971
+90,mlp.experts.52.down_proj,0.0000827102,0.02500,1.320
+90,mlp.experts.56.down_proj,0.0000293965,0.02500,1.580
+90,mlp.experts.79.down_proj,0.0000540781,0.02500,1.099
+90,mlp.experts.60.down_proj,0.0000375194,0.02500,1.317
+90,mlp.experts.67.down_proj,0.0000085004,0.02500,1.130
+90,mlp.experts.93.down_proj,0.0000382356,0.02500,1.319
+90,mlp.experts.70.down_proj,0.0000402315,0.02500,1.377
+90,mlp.experts.66.down_proj,0.0000388629,0.02500,1.385
+90,mlp.experts.74.down_proj,0.0000582904,0.02500,1.396
+90,mlp.experts.87.down_proj,0.0001655228,0.02500,0.858
+90,mlp.experts.78.down_proj,0.0000294684,0.02500,1.428
+90,mlp.experts.85.down_proj,0.0000152198,0.02500,1.342
+90,mlp.experts.91.down_proj,0.0000488971,0.02500,0.952
+90,mlp.experts.64.down_proj,0.0000352500,0.02500,1.160
+90,mlp.experts.68.down_proj,0.0000767682,0.02500,1.160
+90,mlp.experts.95.down_proj,0.0000222570,0.02500,0.996
+90,mlp.experts.89.down_proj,0.0000304466,0.02500,1.319
+90,mlp.experts.72.down_proj,0.0000412388,0.02500,1.161
+90,mlp.experts.81.down_proj,0.0000164545,0.02500,1.275
+90,mlp.experts.83.down_proj,0.0000277322,0.02500,1.098
+90,mlp.experts.76.down_proj,0.0000298865,0.02500,1.202
+90,mlp.experts.103.down_proj,0.0000624756,0.02500,0.866
+90,mlp.experts.109.down_proj,0.0000318781,0.02500,1.171
+90,mlp.experts.101.down_proj,0.0000458326,0.02500,0.903
+90,mlp.experts.86.down_proj,0.0000483613,0.02500,1.334
+90,mlp.experts.82.down_proj,0.0000554037,0.02500,1.345
+90,mlp.experts.90.down_proj,0.0000174221,0.02500,1.337
+90,mlp.experts.111.down_proj,0.0000163759,0.02500,0.886
+90,mlp.experts.97.down_proj,0.0000323465,0.02500,0.845
+90,mlp.experts.107.down_proj,0.0000135305,0.02500,1.161
+90,mlp.experts.94.down_proj,0.0000205756,0.02500,1.433
+90,mlp.experts.105.down_proj,0.0000287344,0.02500,0.925
+90,mlp.experts.119.down_proj,0.0000717284,0.02500,0.802
+90,mlp.experts.99.down_proj,0.0000956617,0.02500,0.983
+90,mlp.experts.80.down_proj,0.0000260402,0.02500,1.351
+90,mlp.experts.117.down_proj,0.0000244684,0.02500,0.673
+90,mlp.experts.84.down_proj,0.0000462881,0.02500,1.392
+90,mlp.experts.88.down_proj,0.0000131580,0.02500,1.366
+90,mlp.experts.113.down_proj,0.0000324064,0.02500,0.562
+90,mlp.experts.92.down_proj,0.0000299970,0.02500,1.355
+90,mlp.experts.115.down_proj,0.0000798175,0.02500,0.510
+90,mlp.experts.98.down_proj,0.0000215038,0.02500,1.276
+90,mlp.experts.106.down_proj,0.0000344388,0.02500,1.290
+90,mlp.experts.102.down_proj,0.0000644119,0.02500,1.490
+90,mlp.experts.110.down_proj,0.0000281800,0.02500,1.228
+90,mlp.experts.96.down_proj,0.0000558075,0.02500,1.100
+90,mlp.experts.100.down_proj,0.0000359185,0.02500,1.073
+90,mlp.experts.104.down_proj,0.0000202314,0.02500,1.093
+90,mlp.experts.108.down_proj,0.0000165876,0.02500,1.128
+90,mlp.experts.114.down_proj,0.0000594220,0.02500,0.871
+90,mlp.experts.118.down_proj,0.0000116401,0.02500,0.753
+90,mlp.experts.112.down_proj,0.0000195036,0.02500,1.003
+90,mlp.experts.116.down_proj,0.0000131978,0.02500,0.869
+91,self_attn.k_proj,0.0000000533,0.02500,2.148
+91,self_attn.v_proj,0.0000004733,0.02500,2.250
+91,self_attn.q_proj,0.0000006184,0.02500,2.623
+91,self_attn.o_proj,0.0000019335,0.02500,4.090
+91,mlp.shared_experts.gate_proj,0.0000025659,0.02500,1.702
+91,mlp.shared_experts.up_proj,0.0000029699,0.02500,1.537
+91,mlp.shared_experts.down_proj,0.0000042670,0.02500,0.389
+91,mlp.experts.4.gate_proj,0.0000362562,0.02500,5.138
+91,mlp.experts.8.gate_proj,0.0000425328,0.02500,5.190
+91,mlp.experts.12.gate_proj,0.0001207093,0.02500,5.205
+91,mlp.experts.0.gate_proj,0.0001341233,0.02500,5.343
+91,mlp.experts.2.gate_proj,0.0000590042,0.02500,5.740
+91,mlp.experts.10.gate_proj,0.0000603592,0.02500,5.833
+91,mlp.experts.14.gate_proj,0.0000599289,0.02500,6.179
+91,mlp.experts.6.gate_proj,0.0000919649,0.02500,6.246
+91,mlp.experts.7.gate_proj,0.0000559479,0.02500,6.742
+91,mlp.experts.3.gate_proj,0.0000596398,0.02500,6.824
+91,mlp.experts.5.gate_proj,0.0000471883,0.02500,6.959
+91,mlp.experts.11.gate_proj,0.0000295950,0.02500,7.058
+91,mlp.experts.1.gate_proj,0.0000479383,0.02500,7.113
+91,mlp.experts.15.gate_proj,0.0000527829,0.02500,7.118
+91,mlp.experts.13.gate_proj,0.0000590699,0.02500,7.288
+91,mlp.experts.9.gate_proj,0.0000622955,0.02500,7.354
+91,mlp.experts.20.gate_proj,0.0000911571,0.02500,3.141
+91,mlp.experts.24.gate_proj,0.0000694485,0.02500,3.115
+91,mlp.experts.28.gate_proj,0.0000539510,0.02500,3.215
+91,mlp.experts.16.gate_proj,0.0000645175,0.02500,3.179
+91,mlp.experts.26.gate_proj,0.0000586321,0.02500,4.307
+91,mlp.experts.18.gate_proj,0.0000570645,0.02500,4.476
+91,mlp.experts.22.gate_proj,0.0000586505,0.02500,4.379
+91,mlp.experts.30.gate_proj,0.0000821828,0.02500,4.521
+91,mlp.experts.23.gate_proj,0.0000410547,0.02500,3.988
+91,mlp.experts.27.gate_proj,0.0000515581,0.02500,3.916
+91,mlp.experts.31.gate_proj,0.0000855914,0.02500,4.184
+91,mlp.experts.19.gate_proj,0.0000623148,0.02500,4.683
+91,mlp.experts.36.gate_proj,0.0000514638,0.02500,3.338
+91,mlp.experts.40.gate_proj,0.0000387014,0.02500,3.381
+91,mlp.experts.44.gate_proj,0.0000749962,0.02500,3.279
+91,mlp.experts.32.gate_proj,0.0000328611,0.02500,3.283
+91,mlp.experts.21.gate_proj,0.0000310755,0.02500,5.235
+91,mlp.experts.25.gate_proj,0.0001104059,0.02500,5.269
+91,mlp.experts.17.gate_proj,0.0000283437,0.02500,5.603
+91,mlp.experts.29.gate_proj,0.0000348726,0.02500,5.527
+91,mlp.experts.39.gate_proj,0.0000596040,0.02500,3.096
+91,mlp.experts.42.gate_proj,0.0000984535,0.02500,3.719
+91,mlp.experts.34.gate_proj,0.0000397702,0.02500,3.787
+91,mlp.experts.43.gate_proj,0.0000569211,0.02500,3.185
+91,mlp.experts.46.gate_proj,0.0000461673,0.02500,3.634
+91,mlp.experts.38.gate_proj,0.0000597048,0.02500,3.908
+91,mlp.experts.52.gate_proj,0.0000843623,0.02500,3.368
+91,mlp.experts.60.gate_proj,0.0000259182,0.02500,3.355
+91,mlp.experts.56.gate_proj,0.0001105444,0.02500,3.421
+91,mlp.experts.48.gate_proj,0.0000659920,0.02500,3.367
+91,mlp.experts.47.gate_proj,0.0000434242,0.02500,3.905
+91,mlp.experts.35.gate_proj,0.0000819333,0.02500,3.981
+91,mlp.experts.55.gate_proj,0.0000609239,0.02500,2.972
+91,mlp.experts.59.gate_proj,0.0001435769,0.02500,2.927
+91,mlp.experts.37.gate_proj,0.0000908062,0.02500,5.186
+91,mlp.experts.58.gate_proj,0.0000378722,0.02500,3.653
+91,mlp.experts.50.gate_proj,0.0000445519,0.02500,3.728
+91,mlp.experts.41.gate_proj,0.0000686539,0.02500,5.363
+91,mlp.experts.33.gate_proj,0.0000537740,0.02500,5.346
+91,mlp.experts.45.gate_proj,0.0000621798,0.02500,5.352
+91,mlp.experts.62.gate_proj,0.0000552216,0.02500,3.886
+91,mlp.experts.68.gate_proj,0.0000818261,0.02500,3.254
+91,mlp.experts.76.gate_proj,0.0000810819,0.02500,3.328
+91,mlp.experts.64.gate_proj,0.0000696002,0.02500,3.226
+91,mlp.experts.72.gate_proj,0.0000679174,0.02500,3.386
+91,mlp.experts.54.gate_proj,0.0000441697,0.02500,4.040
+91,mlp.experts.63.gate_proj,0.0000324129,0.02500,3.902
+91,mlp.experts.51.gate_proj,0.0000236876,0.02500,3.899
+91,mlp.experts.71.gate_proj,0.0000627438,0.02500,2.925
+91,mlp.experts.75.gate_proj,0.0000691228,0.02500,2.905
+91,mlp.experts.66.gate_proj,0.0000643120,0.02500,3.154
+91,mlp.experts.74.gate_proj,0.0000703661,0.02500,3.820
+91,mlp.experts.84.gate_proj,0.0000934875,0.02500,3.454
+91,mlp.experts.80.gate_proj,0.0000517232,0.02500,3.370
+91,mlp.experts.92.gate_proj,0.0001302035,0.02500,3.471
+91,mlp.experts.88.gate_proj,0.0000600351,0.02500,3.406
+91,mlp.experts.78.gate_proj,0.0000606135,0.02500,3.699
+91,mlp.experts.53.gate_proj,0.0001586955,0.02500,4.820
+91,mlp.experts.70.gate_proj,0.0000875508,0.02500,3.642
+91,mlp.experts.57.gate_proj,0.0000545314,0.02500,4.702
+91,mlp.experts.61.gate_proj,0.0000774980,0.02500,4.687
+91,mlp.experts.49.gate_proj,0.0000711444,0.02500,4.843
+91,mlp.experts.67.gate_proj,0.0000581154,0.02500,3.874
+91,mlp.experts.79.gate_proj,0.0000754696,0.02500,4.328
+91,mlp.experts.87.gate_proj,0.0000973338,0.02500,3.943
+91,mlp.experts.91.gate_proj,0.0000614747,0.02500,3.731
+91,mlp.experts.82.gate_proj,0.0000570073,0.02500,3.442
+91,mlp.experts.90.gate_proj,0.0000437420,0.02500,3.296
+91,mlp.experts.104.gate_proj,0.0000633649,0.02500,3.044
+91,mlp.experts.96.gate_proj,0.0000743774,0.02500,3.249
+91,mlp.experts.100.gate_proj,0.0000999541,0.02500,3.326
+91,mlp.experts.108.gate_proj,0.0001249326,0.02500,3.308
+91,mlp.experts.94.gate_proj,0.0000292937,0.02500,3.379
+91,mlp.experts.86.gate_proj,0.0000503675,0.02500,3.886
+91,mlp.experts.83.gate_proj,0.0000530410,0.02500,3.059
+91,mlp.experts.95.gate_proj,0.0000554301,0.02500,3.485
+91,mlp.experts.69.gate_proj,0.0000474767,0.02500,4.728
+91,mlp.experts.103.gate_proj,0.0000656105,0.02500,3.316
+91,mlp.experts.107.gate_proj,0.0000727329,0.02500,3.769
+91,mlp.experts.73.gate_proj,0.0000342602,0.02500,4.861
+91,mlp.experts.77.gate_proj,0.0000724647,0.02500,4.960
+91,mlp.experts.98.gate_proj,0.0000777724,0.02500,3.611
+91,mlp.experts.65.gate_proj,0.0000466433,0.02500,5.069
+91,mlp.experts.112.gate_proj,0.0000740455,0.02500,3.271
+91,mlp.experts.0.up_proj,0.0001244828,0.02500,3.342
+91,mlp.experts.106.gate_proj,0.0000644416,0.02500,3.786
+91,mlp.experts.116.gate_proj,0.0000534048,0.02500,3.428
+91,mlp.experts.4.up_proj,0.0000345609,0.02500,3.372
+91,mlp.experts.99.gate_proj,0.0001472869,0.02500,3.150
+91,mlp.experts.110.gate_proj,0.0000366846,0.02500,4.260
+91,mlp.experts.119.gate_proj,0.0000573380,0.02500,3.223
+91,mlp.experts.111.gate_proj,0.0000585906,0.02500,3.489
+91,mlp.experts.102.gate_proj,0.0000774769,0.02500,4.554
+91,mlp.experts.85.gate_proj,0.0000884788,0.02500,3.906
+91,mlp.experts.3.up_proj,0.0000535701,0.02500,3.365
+91,mlp.experts.89.gate_proj,0.0000699151,0.02500,3.604
+91,mlp.experts.8.up_proj,0.0000407566,0.02500,3.471
+91,mlp.experts.16.up_proj,0.0000621646,0.02500,3.531
+91,mlp.experts.12.up_proj,0.0001214866,0.02500,3.518
+91,mlp.experts.20.up_proj,0.0000863632,0.02500,3.501
+91,mlp.experts.93.gate_proj,0.0000643129,0.02500,4.237
+91,mlp.experts.81.gate_proj,0.0000897521,0.02500,4.176
+91,mlp.experts.115.gate_proj,0.0000577524,0.02500,2.881
+91,mlp.experts.15.up_proj,0.0000519556,0.02500,2.855
+91,mlp.experts.7.up_proj,0.0000549527,0.02500,2.894
+91,mlp.experts.114.gate_proj,0.0000995625,0.02500,5.698
+91,mlp.experts.19.up_proj,0.0000604033,0.02500,2.810
+91,mlp.experts.2.up_proj,0.0000611975,0.02500,5.336
+91,mlp.experts.6.up_proj,0.0000915322,0.02500,5.163
+91,mlp.experts.24.up_proj,0.0000710175,0.02500,3.248
+91,mlp.experts.118.gate_proj,0.0000471154,0.02500,4.394
+91,mlp.experts.32.up_proj,0.0000319143,0.02500,3.250
+91,mlp.experts.28.up_proj,0.0000559482,0.02500,3.187
+91,mlp.experts.11.up_proj,0.0000278200,0.02500,2.812
+91,mlp.experts.36.up_proj,0.0000522007,0.02500,3.210
+91,mlp.experts.31.up_proj,0.0000800799,0.02500,2.826
+91,mlp.experts.101.gate_proj,0.0000360773,0.02500,5.055
+91,mlp.experts.23.up_proj,0.0000374577,0.02500,2.922
+91,mlp.experts.105.gate_proj,0.0000671851,0.02500,5.170
+91,mlp.experts.35.up_proj,0.0000718683,0.02500,2.838
+91,mlp.experts.10.up_proj,0.0000561657,0.02500,3.501
+91,mlp.experts.18.up_proj,0.0000557487,0.02500,3.800
+91,mlp.experts.22.up_proj,0.0000571072,0.02500,3.245
+91,mlp.experts.27.up_proj,0.0000483511,0.02500,2.967
+91,mlp.experts.109.gate_proj,0.0000560386,0.02500,6.140
+91,mlp.experts.97.gate_proj,0.0000447717,0.02500,6.199
+91,mlp.experts.40.up_proj,0.0000368070,0.02500,3.351
+91,mlp.experts.44.up_proj,0.0000754350,0.02500,3.309
+91,mlp.experts.48.up_proj,0.0000607214,0.02500,3.452
+91,mlp.experts.52.up_proj,0.0000777308,0.02500,3.444
+91,mlp.experts.47.up_proj,0.0000419089,0.02500,2.934
+91,mlp.experts.14.up_proj,0.0000577909,0.02500,3.799
+91,mlp.experts.39.up_proj,0.0000587482,0.02500,2.912
+91,mlp.experts.51.up_proj,0.0000218156,0.02500,2.869
+91,mlp.experts.26.up_proj,0.0000577930,0.02500,3.348
+91,mlp.experts.43.up_proj,0.0000538773,0.02500,2.831
+91,mlp.experts.34.up_proj,0.0000362977,0.02500,3.460
+91,mlp.experts.117.gate_proj,0.0000475329,0.02500,5.165
+91,mlp.experts.1.up_proj,0.0000450370,0.02500,5.250
+91,mlp.experts.63.up_proj,0.0000333749,0.02500,2.815
+91,mlp.experts.38.up_proj,0.0000567289,0.02500,3.689
+91,mlp.experts.64.up_proj,0.0000680035,0.02500,3.207
+91,mlp.experts.56.up_proj,0.0001053555,0.02500,3.377
+91,mlp.experts.68.up_proj,0.0000822964,0.02500,3.190
+91,mlp.experts.60.up_proj,0.0000248795,0.02500,3.500
+91,mlp.experts.55.up_proj,0.0000600432,0.02500,2.964
+91,mlp.experts.67.up_proj,0.0000534616,0.02500,2.982
+91,mlp.experts.30.up_proj,0.0000753047,0.02500,3.888
+91,mlp.experts.5.up_proj,0.0000454429,0.02500,4.717
+91,mlp.experts.113.gate_proj,0.0001425104,0.02500,4.977
+91,mlp.experts.59.up_proj,0.0001355003,0.02500,3.192
+91,mlp.experts.79.up_proj,0.0000709349,0.02500,3.199
+91,mlp.experts.42.up_proj,0.0000940639,0.02500,4.434
+91,mlp.experts.71.up_proj,0.0000647897,0.02500,3.116
+91,mlp.experts.50.up_proj,0.0000417316,0.02500,4.307
+91,mlp.experts.83.up_proj,0.0000501957,0.02500,2.983
+91,mlp.experts.13.up_proj,0.0000557187,0.02500,4.720
+91,mlp.experts.80.up_proj,0.0000507653,0.02500,4.077
+91,mlp.experts.84.up_proj,0.0000901195,0.02500,4.010
+91,mlp.experts.72.up_proj,0.0000648211,0.02500,4.242
+91,mlp.experts.54.up_proj,0.0000427586,0.02500,4.357
+91,mlp.experts.76.up_proj,0.0000787000,0.02500,4.300
+91,mlp.experts.17.up_proj,0.0000278967,0.02500,4.990
+91,mlp.experts.46.up_proj,0.0000437811,0.02500,3.919
+91,mlp.experts.75.up_proj,0.0000642812,0.02500,3.073
+91,mlp.experts.21.up_proj,0.0000287419,0.02500,4.878
+91,mlp.experts.95.up_proj,0.0000539157,0.02500,3.008
+91,mlp.experts.87.up_proj,0.0000916345,0.02500,3.018
+91,mlp.experts.99.up_proj,0.0001391500,0.02500,2.999
+91,mlp.experts.9.up_proj,0.0000598447,0.02500,5.026
+91,mlp.experts.66.up_proj,0.0000614070,0.02500,3.285
+91,mlp.experts.58.up_proj,0.0000369983,0.02500,3.964
+91,mlp.experts.70.up_proj,0.0000836273,0.02500,3.330
+91,mlp.experts.62.up_proj,0.0000513975,0.02500,3.275
+91,mlp.experts.100.up_proj,0.0000937722,0.02500,4.195
+91,mlp.experts.96.up_proj,0.0000700427,0.02500,4.337
+91,mlp.experts.88.up_proj,0.0000588391,0.02500,4.291
+91,mlp.experts.29.up_proj,0.0000328331,0.02500,4.541
+91,mlp.experts.92.up_proj,0.0001290208,0.02500,4.240
+91,mlp.experts.33.up_proj,0.0000533146,0.02500,4.444
+91,mlp.experts.91.up_proj,0.0000598589,0.02500,4.049
+91,mlp.experts.37.up_proj,0.0000890799,0.02500,4.372
+91,mlp.experts.82.up_proj,0.0000541987,0.02500,3.589
+91,mlp.experts.111.up_proj,0.0000551756,0.02500,4.467
+91,mlp.experts.86.up_proj,0.0000478178,0.02500,3.151
+91,mlp.experts.25.up_proj,0.0001029957,0.02500,4.258
+91,mlp.experts.103.up_proj,0.0000611693,0.02500,4.635
+91,mlp.experts.74.up_proj,0.0000672635,0.02500,4.002
+91,mlp.experts.115.up_proj,0.0000535510,0.02500,4.660
+91,mlp.experts.78.up_proj,0.0000589868,0.02500,3.395
+91,mlp.experts.116.up_proj,0.0000506944,0.02500,3.426
+91,mlp.experts.112.up_proj,0.0000698115,0.02500,3.439
+91,mlp.experts.104.up_proj,0.0000583507,0.02500,3.324
+91,mlp.experts.108.up_proj,0.0001136225,0.02500,3.194
+91,mlp.experts.107.up_proj,0.0000695994,0.02500,3.503
+91,mlp.experts.45.up_proj,0.0000584824,0.02500,4.476
+91,mlp.experts.49.up_proj,0.0000669002,0.02500,4.132
+91,mlp.experts.119.up_proj,0.0000554566,0.02500,2.453
+91,mlp.experts.98.up_proj,0.0000738557,0.02500,3.310
+91,mlp.experts.102.up_proj,0.0000742417,0.02500,3.282
+91,mlp.experts.90.up_proj,0.0000425253,0.02500,3.256
+91,mlp.experts.94.up_proj,0.0000272170,0.02500,2.972
+91,mlp.experts.53.up_proj,0.0001547141,0.02500,4.191
+91,mlp.experts.41.up_proj,0.0000661236,0.02500,4.041
+91,mlp.experts.114.up_proj,0.0000974700,0.02500,3.262
+91,mlp.experts.118.up_proj,0.0000406724,0.02500,3.234
+91,mlp.experts.61.up_proj,0.0000731529,0.02500,4.272
+91,mlp.experts.65.up_proj,0.0000448291,0.02500,4.063
+91,mlp.experts.106.up_proj,0.0000606343,0.02500,3.290
+91,mlp.experts.110.up_proj,0.0000391449,0.02500,3.209
+91,mlp.experts.69.up_proj,0.0000474109,0.02500,4.113
+91,mlp.experts.57.up_proj,0.0000514292,0.02500,4.178
+91,mlp.experts.81.up_proj,0.0000901066,0.02500,4.336
+91,mlp.experts.77.up_proj,0.0000702458,0.02500,4.564
+91,mlp.experts.73.up_proj,0.0000318656,0.02500,4.463
+91,mlp.experts.85.up_proj,0.0000845308,0.02500,4.886
+91,mlp.experts.93.up_proj,0.0000625007,0.02500,4.748
+91,mlp.experts.97.up_proj,0.0000414280,0.02500,4.902
+91,mlp.experts.101.up_proj,0.0000345431,0.02500,4.494
+91,mlp.experts.89.up_proj,0.0000684289,0.02500,4.603
+91,mlp.experts.109.up_proj,0.0000526508,0.02500,4.589
+91,mlp.experts.113.up_proj,0.0001368897,0.02500,4.678
+91,mlp.experts.117.up_proj,0.0000462061,0.02500,4.044
+91,mlp.experts.105.up_proj,0.0000640136,0.02500,3.997
+91,mlp.experts.6.down_proj,0.0000476908,0.02500,1.829
+91,mlp.experts.0.down_proj,0.0001522374,0.02500,1.837
+91,mlp.experts.12.down_proj,0.0002811120,0.02500,1.855
+91,mlp.experts.10.down_proj,0.0007473936,0.02500,1.880
+91,mlp.experts.4.down_proj,0.0000145126,0.02500,1.880
+91,mlp.experts.8.down_proj,0.0000135145,0.02500,1.883
+91,mlp.experts.14.down_proj,0.0000251641,0.02500,1.894
+91,mlp.experts.2.down_proj,0.0000590746,0.02500,2.027
+91,mlp.experts.15.down_proj,0.0000305348,0.02500,2.366
+91,mlp.experts.3.down_proj,0.0000205814,0.02500,2.748
+91,mlp.experts.7.down_proj,0.0000265029,0.02500,2.749
+91,mlp.experts.11.down_proj,0.0000265558,0.02500,2.765
+91,mlp.experts.9.down_proj,0.0000234853,0.02500,2.996
+91,mlp.experts.5.down_proj,0.0000162507,0.02500,2.998
+91,mlp.experts.1.down_proj,0.0000200264,0.02500,3.022
+91,mlp.experts.26.down_proj,0.0000325829,0.02500,1.170
+91,mlp.experts.13.down_proj,0.0000143630,0.02500,3.089
+91,mlp.experts.16.down_proj,0.0000317841,0.02500,1.250
+91,mlp.experts.28.down_proj,0.0000488159,0.02500,1.241
+91,mlp.experts.22.down_proj,0.0000279094,0.02500,1.268
+91,mlp.experts.24.down_proj,0.0000789592,0.02500,1.271
+91,mlp.experts.20.down_proj,0.0000341209,0.02500,1.311
+91,mlp.experts.30.down_proj,0.0000464486,0.02500,1.306
+91,mlp.experts.18.down_proj,0.0000367702,0.02500,1.230
+91,mlp.experts.31.down_proj,0.0000395204,0.02500,0.963
+91,mlp.experts.19.down_proj,0.0000397961,0.02500,0.923
+91,mlp.experts.27.down_proj,0.0000105896,0.02500,1.095
+91,mlp.experts.23.down_proj,0.0000162915,0.02500,1.181
+91,mlp.experts.42.down_proj,0.0000709664,0.02500,0.890
+91,mlp.experts.38.down_proj,0.0000961536,0.02500,1.019
+91,mlp.experts.46.down_proj,0.0000205689,0.02500,1.036
+91,mlp.experts.34.down_proj,0.0000068374,0.02500,1.099
+91,mlp.experts.44.down_proj,0.0000918865,0.02500,1.360
+91,mlp.experts.40.down_proj,0.0000136981,0.02500,1.381
+91,mlp.experts.36.down_proj,0.0000769798,0.02500,1.346
+91,mlp.experts.32.down_proj,0.0000113817,0.02500,1.451
+91,mlp.experts.47.down_proj,0.0000177606,0.02500,0.911
+91,mlp.experts.35.down_proj,0.0000769465,0.02500,1.102
+91,mlp.experts.21.down_proj,0.0000217059,0.02500,1.809
+91,mlp.experts.39.down_proj,0.0000237603,0.02500,0.878
+91,mlp.experts.25.down_proj,0.0000481319,0.02500,1.838
+91,mlp.experts.58.down_proj,0.0000926763,0.02500,1.072
+91,mlp.experts.54.down_proj,0.0000662739,0.02500,0.899
+91,mlp.experts.17.down_proj,0.0000080195,0.02500,2.002
+91,mlp.experts.43.down_proj,0.0000214936,0.02500,1.171
+91,mlp.experts.29.down_proj,0.0000159388,0.02500,2.020
+91,mlp.experts.50.down_proj,0.0000184105,0.02500,0.937
+91,mlp.experts.62.down_proj,0.0000174716,0.02500,1.165
+91,mlp.experts.63.down_proj,0.0000392020,0.02500,0.998
+91,mlp.experts.51.down_proj,0.0000058077,0.02500,0.906
+91,mlp.experts.60.down_proj,0.0000080001,0.02500,1.244
+91,mlp.experts.56.down_proj,0.0000485920,0.02500,1.204
+91,mlp.experts.52.down_proj,0.0000349941,0.02500,1.208
+91,mlp.experts.48.down_proj,0.0000151757,0.02500,1.216
+91,mlp.experts.59.down_proj,0.0000896600,0.02500,0.841
+91,mlp.experts.74.down_proj,0.0000167918,0.02500,0.858
+91,mlp.experts.55.down_proj,0.0000409765,0.02500,1.083
+91,mlp.experts.70.down_proj,0.0000381082,0.02500,1.009
+91,mlp.experts.37.down_proj,0.0001070017,0.02500,1.506
+91,mlp.experts.66.down_proj,0.0000474707,0.02500,1.085
+91,mlp.experts.41.down_proj,0.0000188540,0.02500,1.557
+91,mlp.experts.67.down_proj,0.0000211985,0.02500,0.875
+91,mlp.experts.78.down_proj,0.0000342743,0.02500,1.168
+91,mlp.experts.79.down_proj,0.0000247071,0.02500,1.172
+91,mlp.experts.33.down_proj,0.0000289354,0.02500,1.699
+91,mlp.experts.90.down_proj,0.0000137550,0.02500,0.863
+91,mlp.experts.45.down_proj,0.0000307552,0.02500,1.636
+91,mlp.experts.75.down_proj,0.0000248576,0.02500,0.891
+91,mlp.experts.76.down_proj,0.0000490781,0.02500,1.210
+91,mlp.experts.86.down_proj,0.0000163489,0.02500,0.889
+91,mlp.experts.68.down_proj,0.0000817604,0.02500,1.186
+91,mlp.experts.72.down_proj,0.0000192462,0.02500,1.195
+91,mlp.experts.64.down_proj,0.0000941827,0.02500,1.219
+91,mlp.experts.71.down_proj,0.0000674321,0.02500,1.090
+91,mlp.experts.82.down_proj,0.0000165130,0.02500,1.113
+91,mlp.experts.94.down_proj,0.0000062191,0.02500,1.010
+91,mlp.experts.53.down_proj,0.0001076079,0.02500,1.344
+91,mlp.experts.83.down_proj,0.0000329287,0.02500,1.102
+91,mlp.experts.91.down_proj,0.0000523335,0.02500,0.915
+91,mlp.experts.57.down_proj,0.0000202302,0.02500,1.349
+91,mlp.experts.102.down_proj,0.0000308158,0.02500,0.880
+91,mlp.experts.87.down_proj,0.0000262805,0.02500,0.868
+91,mlp.experts.95.down_proj,0.0000353581,0.02500,1.136
+91,mlp.experts.106.down_proj,0.0000165802,0.02500,1.133
+91,mlp.experts.61.down_proj,0.0000252591,0.02500,1.360
+91,mlp.experts.49.down_proj,0.0000266251,0.02500,1.390
+91,mlp.experts.98.down_proj,0.0000278070,0.02500,0.889
+91,mlp.experts.110.down_proj,0.0001342473,0.02500,0.819
+91,mlp.experts.88.down_proj,0.0000870400,0.02500,1.598
+91,mlp.experts.118.down_proj,0.0000182913,0.02500,0.749
+91,mlp.experts.80.down_proj,0.0000204056,0.02500,1.597
+91,mlp.experts.84.down_proj,0.0001351225,0.02500,1.696
+91,mlp.experts.99.down_proj,0.0001022826,0.02500,0.978
+91,mlp.experts.92.down_proj,0.0001379436,0.02500,1.759
+91,mlp.experts.111.down_proj,0.0000368022,0.02500,0.875
+91,mlp.experts.107.down_proj,0.0000220552,0.02500,1.088
+91,mlp.experts.103.down_proj,0.0000331483,0.02500,0.988
+91,mlp.experts.114.down_proj,0.0000657798,0.02500,0.543
+91,mlp.experts.69.down_proj,0.0000561690,0.02500,1.286
+91,mlp.experts.73.down_proj,0.0000145165,0.02500,1.373
+91,mlp.experts.115.down_proj,0.0000127906,0.02500,0.604
+91,mlp.experts.119.down_proj,0.0000278298,0.02500,0.532
+91,mlp.experts.65.down_proj,0.0000895132,0.02500,1.283
+91,mlp.experts.77.down_proj,0.0000389723,0.02500,1.373
+91,mlp.experts.104.down_proj,0.0000321235,0.02500,1.320
+91,mlp.experts.96.down_proj,0.0000312451,0.02500,1.298
+91,mlp.experts.108.down_proj,0.0000389214,0.02500,1.269
+91,mlp.experts.100.down_proj,0.0000401143,0.02500,1.315
+91,mlp.experts.85.down_proj,0.0000389054,0.02500,1.453
+91,mlp.experts.112.down_proj,0.0000222373,0.02500,0.826
+91,mlp.experts.89.down_proj,0.0000417334,0.02500,1.583
+91,mlp.experts.116.down_proj,0.0000542814,0.02500,0.787
+91,mlp.experts.81.down_proj,0.0000241314,0.02500,1.542
+91,mlp.experts.93.down_proj,0.0000303275,0.02500,1.563
+91,mlp.experts.101.down_proj,0.0000102575,0.02500,1.501
+91,mlp.experts.105.down_proj,0.0000274482,0.02500,1.544
+91,mlp.experts.97.down_proj,0.0000099109,0.02500,1.482
+91,mlp.experts.109.down_proj,0.0000320386,0.02500,1.426
+91,mlp.experts.117.down_proj,0.0000213143,0.02500,1.106
+91,mlp.experts.113.down_proj,0.0002164076,0.02500,0.741