layer,module,loss,samples,damp,time
0,self_attn.k_proj,0.0000000000,0.02500,2.300
0,self_attn.v_proj,0.0000000000,0.02500,2.300
0,self_attn.q_proj,0.0000000000,0.02500,2.490
0,self_attn.o_proj,0.0000000000,0.02500,3.785
0,mlp.gate_proj,0.0000000366,0.02500,1.619
0,mlp.down_proj,0.0000000000,0.02500,3.815
0,mlp.up_proj,0.0000000339,0.02500,1.833
1,self_attn.k_proj,0.0000000000,0.02500,1.517
1,self_attn.v_proj,0.0000000000,0.02500,1.763
1,self_attn.q_proj,0.0000000001,0.02500,2.061
1,self_attn.o_proj,0.0000000000,0.02500,3.954
1,mlp.gate_proj,0.0000000292,0.02500,1.641
1,mlp.down_proj,0.0000000001,0.02500,3.921
1,mlp.up_proj,0.0000000528,0.02500,1.679
2,self_attn.v_proj,0.0000000000,0.02500,1.794
2,self_attn.k_proj,0.0000000000,0.02500,2.078
2,self_attn.q_proj,0.0000000000,0.02500,2.565
2,self_attn.o_proj,0.0000000001,0.02500,3.676
2,mlp.gate_proj,0.0000000535,0.02500,1.551
2,mlp.down_proj,0.0000000421,0.02500,3.638
2,mlp.up_proj,0.0000000622,0.02500,1.805
3,self_attn.k_proj,0.0000000001,0.02500,1.409
3,self_attn.v_proj,0.0000000001,0.02500,1.553
3,self_attn.q_proj,0.0000000002,0.02500,1.919
3,self_attn.o_proj,0.0000000001,0.02500,3.725
3,mlp.shared_experts.gate_proj,0.0000000079,0.02500,1.401
3,mlp.shared_experts.up_proj,0.0000000103,0.02500,1.482
3,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.393
3,mlp.experts.4.gate_proj,0.0000000475,0.02500,4.503
3,mlp.experts.0.gate_proj,0.0000000336,0.02500,4.553
3,mlp.experts.8.gate_proj,0.0000001126,0.02500,4.658
3,mlp.experts.12.gate_proj,0.0000000738,0.02500,4.453
3,mlp.experts.5.gate_proj,0.0000001305,0.02500,4.835
3,mlp.experts.1.gate_proj,0.0000000200,0.02500,4.964
3,mlp.experts.9.gate_proj,0.0000000766,0.02500,4.707
3,mlp.experts.3.gate_proj,0.0000001664,0.02500,4.937
3,mlp.experts.7.gate_proj,0.0000000543,0.02500,5.070
3,mlp.experts.13.gate_proj,0.0000001447,0.02500,4.915
3,mlp.experts.11.gate_proj,0.0000000582,0.02500,4.915
3,mlp.experts.15.gate_proj,0.0000001290,0.02500,5.111
3,mlp.experts.6.gate_proj,0.0000000965,0.02500,5.369
3,mlp.experts.2.gate_proj,0.0000000305,0.02500,5.453
3,mlp.experts.10.gate_proj,0.0000000597,0.02500,5.391
3,mlp.experts.14.gate_proj,0.0000000959,0.02500,5.425
3,mlp.experts.20.gate_proj,0.0000001276,0.02500,3.597
3,mlp.experts.16.gate_proj,0.0000001323,0.02500,3.500
3,mlp.experts.24.gate_proj,0.0000000588,0.02500,3.485
3,mlp.experts.28.gate_proj,0.0000000418,0.02500,3.446
3,mlp.experts.29.gate_proj,0.0000000662,0.02500,3.446
3,mlp.experts.25.gate_proj,0.0000001543,0.02500,3.676
3,mlp.experts.17.gate_proj,0.0000000476,0.02500,3.699
3,mlp.experts.21.gate_proj,0.0000000824,0.02500,3.981
3,mlp.experts.23.gate_proj,0.0000000723,0.02500,3.990
3,mlp.experts.19.gate_proj,0.0000000170,0.02500,4.039
3,mlp.experts.27.gate_proj,0.0000000175,0.02500,4.034
3,mlp.experts.31.gate_proj,0.0000000847,0.02500,4.019
3,mlp.experts.22.gate_proj,0.0000000810,0.02500,5.306
3,mlp.experts.18.gate_proj,0.0000000475,0.02500,5.364
3,mlp.experts.26.gate_proj,0.0000000797,0.02500,5.342
3,mlp.experts.30.gate_proj,0.0000002507,0.02500,5.396
3,mlp.experts.40.gate_proj,0.0000000658,0.02500,3.515
3,mlp.experts.44.gate_proj,0.0000001643,0.02500,3.533
3,mlp.experts.45.gate_proj,0.0000001128,0.02500,3.378
3,mlp.experts.41.gate_proj,0.0000000843,0.02500,3.272
3,mlp.experts.36.gate_proj,0.0000001206,0.02500,3.744
3,mlp.experts.32.gate_proj,0.0000002786,0.02500,3.950
3,mlp.experts.37.gate_proj,0.0000000588,0.02500,3.492
3,mlp.experts.33.gate_proj,0.0000000998,0.02500,3.759
3,mlp.experts.35.gate_proj,0.0000001290,0.02500,3.726
3,mlp.experts.39.gate_proj,0.0000000708,0.02500,3.812
3,mlp.experts.43.gate_proj,0.0000000837,0.02500,3.839
3,mlp.experts.47.gate_proj,0.0000000917,0.02500,3.872
3,mlp.experts.61.gate_proj,0.0000000727,0.02500,3.239
3,mlp.experts.60.gate_proj,0.0000000815,0.02500,3.633
3,mlp.experts.49.gate_proj,0.0000000425,0.02500,3.103
3,mlp.experts.48.gate_proj,0.0000001041,0.02500,3.363
3,mlp.experts.56.gate_proj,0.0000000911,0.02500,3.748
3,mlp.experts.52.gate_proj,0.0000000863,0.02500,3.624
3,mlp.experts.57.gate_proj,0.0000000670,0.02500,3.825
3,mlp.experts.53.gate_proj,0.0000000949,0.02500,3.766
3,mlp.experts.38.gate_proj,0.0000000790,0.02500,5.470
3,mlp.experts.34.gate_proj,0.0000000435,0.02500,5.521
3,mlp.experts.42.gate_proj,0.0000001201,0.02500,5.589
3,mlp.experts.46.gate_proj,0.0000000757,0.02500,5.712
3,mlp.experts.51.gate_proj,0.0000001674,0.02500,4.281
3,mlp.experts.55.gate_proj,0.0000000812,0.02500,4.305
3,mlp.experts.59.gate_proj,0.0000003011,0.02500,4.170
3,mlp.experts.63.gate_proj,0.0000000560,0.02500,4.211
3,mlp.experts.76.gate_proj,0.0000001026,0.02500,3.083
3,mlp.experts.77.gate_proj,0.0000002118,0.02500,3.492
3,mlp.experts.68.gate_proj,0.0000000795,0.02500,3.125
3,mlp.experts.72.gate_proj,0.0000001536,0.02500,3.147
3,mlp.experts.64.gate_proj,0.0000000816,0.02500,3.255
3,mlp.experts.65.gate_proj,0.0000001058,0.02500,3.509
3,mlp.experts.73.gate_proj,0.0000001836,0.02500,3.431
3,mlp.experts.69.gate_proj,0.0000001078,0.02500,3.529
3,mlp.experts.54.gate_proj,0.0000002123,0.02500,4.933
3,mlp.experts.67.gate_proj,0.0000001090,0.02500,4.248
3,mlp.experts.71.gate_proj,0.0000000683,0.02500,4.129
3,mlp.experts.50.gate_proj,0.0000000712,0.02500,4.992
3,mlp.experts.58.gate_proj,0.0000000362,0.02500,4.868
3,mlp.experts.62.gate_proj,0.0000001037,0.02500,4.803
3,mlp.experts.79.gate_proj,0.0000001660,0.02500,4.145
3,mlp.experts.75.gate_proj,0.0000001834,0.02500,4.266
3,mlp.experts.92.gate_proj,0.0000000609,0.02500,3.338
3,mlp.experts.88.gate_proj,0.0000000598,0.02500,3.374
3,mlp.experts.84.gate_proj,0.0000000867,0.02500,3.368
3,mlp.experts.80.gate_proj,0.0000001281,0.02500,3.234
3,mlp.experts.93.gate_proj,0.0000000598,0.02500,3.692
3,mlp.experts.81.gate_proj,0.0000000727,0.02500,3.460
3,mlp.experts.89.gate_proj,0.0000003341,0.02500,3.590
3,mlp.experts.85.gate_proj,0.0000001596,0.02500,3.665
3,mlp.experts.108.gate_proj,0.0000001649,0.02500,3.310
3,mlp.experts.100.gate_proj,0.0000002321,0.02500,3.404
3,mlp.experts.104.gate_proj,0.0000000755,0.02500,3.493
3,mlp.experts.70.gate_proj,0.0000000682,0.02500,4.746
3,mlp.experts.83.gate_proj,0.0000002717,0.02500,4.741
3,mlp.experts.87.gate_proj,0.0000000217,0.02500,4.829
3,mlp.experts.97.gate_proj,0.0000000563,0.02500,3.464
3,mlp.experts.96.gate_proj,0.0000000735,0.02500,3.944
3,mlp.experts.109.gate_proj,0.0000003365,0.02500,3.816
3,mlp.experts.66.gate_proj,0.0000000779,0.02500,4.913
3,mlp.experts.95.gate_proj,0.0000000388,0.02500,4.717
3,mlp.experts.91.gate_proj,0.0000001190,0.02500,4.704
3,mlp.experts.105.gate_proj,0.0000000656,0.02500,3.546
3,mlp.experts.74.gate_proj,0.0000003953,0.02500,5.099
3,mlp.experts.101.gate_proj,0.0000001126,0.02500,3.517
3,mlp.experts.78.gate_proj,0.0000000726,0.02500,5.298
3,mlp.experts.4.up_proj,0.0000000475,0.02500,3.537
3,mlp.experts.116.gate_proj,0.0000000954,0.02500,3.556
3,mlp.experts.0.up_proj,0.0000000333,0.02500,3.634
3,mlp.experts.113.gate_proj,0.0000002885,0.02500,3.274
3,mlp.experts.117.gate_proj,0.0000000731,0.02500,2.973
3,mlp.experts.1.up_proj,0.0000000202,0.02500,3.565
3,mlp.experts.112.gate_proj,0.0000000677,0.02500,3.686
3,mlp.experts.5.up_proj,0.0000001298,0.02500,3.859
3,mlp.experts.86.gate_proj,0.0000001029,0.02500,4.559
3,mlp.experts.99.gate_proj,0.0000000747,0.02500,4.355
3,mlp.experts.82.gate_proj,0.0000000719,0.02500,4.333
3,mlp.experts.103.gate_proj,0.0000001248,0.02500,4.519
3,mlp.experts.111.gate_proj,0.0000000975,0.02500,4.414
3,mlp.experts.107.gate_proj,0.0000001196,0.02500,4.387
3,mlp.experts.90.gate_proj,0.0000000858,0.02500,4.375
3,mlp.experts.94.gate_proj,0.0000000537,0.02500,4.502
3,mlp.experts.20.up_proj,0.0000001273,0.02500,4.092
3,mlp.experts.12.up_proj,0.0000000727,0.02500,4.256
3,mlp.experts.16.up_proj,0.0000001314,0.02500,4.286
3,mlp.experts.9.up_proj,0.0000000766,0.02500,4.528
3,mlp.experts.8.up_proj,0.0000001116,0.02500,4.129
3,mlp.experts.115.gate_proj,0.0000000385,0.02500,3.805
3,mlp.experts.13.up_proj,0.0000001442,0.02500,4.502
3,mlp.experts.3.up_proj,0.0000001649,0.02500,3.739
3,mlp.experts.17.up_proj,0.0000000471,0.02500,4.567
3,mlp.experts.7.up_proj,0.0000000539,0.02500,3.761
3,mlp.experts.119.gate_proj,0.0000001187,0.02500,3.823
3,mlp.experts.21.up_proj,0.0000000810,0.02500,4.665
3,mlp.experts.102.gate_proj,0.0000000902,0.02500,4.686
3,mlp.experts.98.gate_proj,0.0000001523,0.02500,4.789
3,mlp.experts.106.gate_proj,0.0000001216,0.02500,4.594
3,mlp.experts.110.gate_proj,0.0000001627,0.02500,4.703
3,mlp.experts.25.up_proj,0.0000001534,0.02500,3.325
3,mlp.experts.36.up_proj,0.0000001194,0.02500,4.718
3,mlp.experts.29.up_proj,0.0000000658,0.02500,3.582
3,mlp.experts.28.up_proj,0.0000000413,0.02500,4.672
3,mlp.experts.11.up_proj,0.0000000583,0.02500,3.974
3,mlp.experts.32.up_proj,0.0000002773,0.02500,4.732
3,mlp.experts.19.up_proj,0.0000000172,0.02500,3.959
3,mlp.experts.15.up_proj,0.0000001274,0.02500,3.843
3,mlp.experts.33.up_proj,0.0000000998,0.02500,3.920
3,mlp.experts.23.up_proj,0.0000000713,0.02500,3.916
3,mlp.experts.37.up_proj,0.0000000588,0.02500,3.901
3,mlp.experts.24.up_proj,0.0000000588,0.02500,4.995
3,mlp.experts.2.up_proj,0.0000000305,0.02500,4.160
3,mlp.experts.118.gate_proj,0.0000001118,0.02500,4.693
3,mlp.experts.114.gate_proj,0.0000000985,0.02500,4.504
3,mlp.experts.6.up_proj,0.0000000951,0.02500,4.741
3,mlp.experts.41.up_proj,0.0000000838,0.02500,3.629
3,mlp.experts.45.up_proj,0.0000001123,0.02500,3.387
3,mlp.experts.52.up_proj,0.0000000856,0.02500,4.072
3,mlp.experts.49.up_proj,0.0000000422,0.02500,3.306
3,mlp.experts.53.up_proj,0.0000000942,0.02500,3.153
3,mlp.experts.48.up_proj,0.0000001038,0.02500,3.919
3,mlp.experts.44.up_proj,0.0000001621,0.02500,4.173
3,mlp.experts.27.up_proj,0.0000000176,0.02500,4.365
3,mlp.experts.35.up_proj,0.0000001268,0.02500,4.316
3,mlp.experts.31.up_proj,0.0000000859,0.02500,4.297
3,mlp.experts.39.up_proj,0.0000000699,0.02500,4.301
3,mlp.experts.40.up_proj,0.0000000650,0.02500,4.013
3,mlp.experts.18.up_proj,0.0000000468,0.02500,4.010
3,mlp.experts.14.up_proj,0.0000000958,0.02500,4.090
3,mlp.experts.10.up_proj,0.0000000589,0.02500,4.122
3,mlp.experts.57.up_proj,0.0000000668,0.02500,3.194
3,mlp.experts.22.up_proj,0.0000000810,0.02500,3.597
3,mlp.experts.61.up_proj,0.0000000724,0.02500,3.151
3,mlp.experts.65.up_proj,0.0000001045,0.02500,3.217
3,mlp.experts.69.up_proj,0.0000001074,0.02500,3.122
3,mlp.experts.43.up_proj,0.0000000851,0.02500,3.387
3,mlp.experts.51.up_proj,0.0000001674,0.02500,3.399
3,mlp.experts.55.up_proj,0.0000000806,0.02500,3.455
3,mlp.experts.47.up_proj,0.0000000905,0.02500,3.497
3,mlp.experts.68.up_proj,0.0000000777,0.02500,5.025
3,mlp.experts.34.up_proj,0.0000000434,0.02500,3.281
3,mlp.experts.64.up_proj,0.0000000810,0.02500,4.992
3,mlp.experts.30.up_proj,0.0000002487,0.02500,3.426
3,mlp.experts.60.up_proj,0.0000000817,0.02500,4.997
3,mlp.experts.26.up_proj,0.0000000791,0.02500,3.420
3,mlp.experts.73.up_proj,0.0000001816,0.02500,3.310
3,mlp.experts.77.up_proj,0.0000002105,0.02500,3.461
3,mlp.experts.56.up_proj,0.0000000900,0.02500,4.893
3,mlp.experts.38.up_proj,0.0000000789,0.02500,3.747
3,mlp.experts.81.up_proj,0.0000000721,0.02500,3.615
3,mlp.experts.85.up_proj,0.0000001583,0.02500,3.664
3,mlp.experts.59.up_proj,0.0000003025,0.02500,4.391
3,mlp.experts.84.up_proj,0.0000000857,0.02500,3.799
3,mlp.experts.67.up_proj,0.0000001091,0.02500,4.348
3,mlp.experts.80.up_proj,0.0000001263,0.02500,3.555
3,mlp.experts.50.up_proj,0.0000000707,0.02500,3.718
3,mlp.experts.46.up_proj,0.0000000758,0.02500,3.410
3,mlp.experts.71.up_proj,0.0000000677,0.02500,4.490
3,mlp.experts.63.up_proj,0.0000000551,0.02500,4.469
3,mlp.experts.76.up_proj,0.0000001021,0.02500,3.549
3,mlp.experts.42.up_proj,0.0000001207,0.02500,3.591
3,mlp.experts.72.up_proj,0.0000001533,0.02500,3.539
3,mlp.experts.54.up_proj,0.0000002120,0.02500,3.722
3,mlp.experts.89.up_proj,0.0000003306,0.02500,4.705
3,mlp.experts.93.up_proj,0.0000000595,0.02500,4.534
3,mlp.experts.101.up_proj,0.0000001128,0.02500,4.425
3,mlp.experts.97.up_proj,0.0000000558,0.02500,4.664
3,mlp.experts.62.up_proj,0.0000001027,0.02500,3.493
3,mlp.experts.66.up_proj,0.0000000768,0.02500,3.608
3,mlp.experts.58.up_proj,0.0000000361,0.02500,3.541
3,mlp.experts.75.up_proj,0.0000001839,0.02500,4.545
3,mlp.experts.83.up_proj,0.0000002701,0.02500,4.499
3,mlp.experts.100.up_proj,0.0000002296,0.02500,4.833
3,mlp.experts.70.up_proj,0.0000000680,0.02500,3.449
3,mlp.experts.87.up_proj,0.0000000215,0.02500,4.473
3,mlp.experts.79.up_proj,0.0000001638,0.02500,4.528
3,mlp.experts.96.up_proj,0.0000000733,0.02500,4.757
3,mlp.experts.92.up_proj,0.0000000608,0.02500,4.838
3,mlp.experts.109.up_proj,0.0000003325,0.02500,3.676
3,mlp.experts.105.up_proj,0.0000000647,0.02500,3.937
3,mlp.experts.117.up_proj,0.0000000726,0.02500,3.158
3,mlp.experts.113.up_proj,0.0000002864,0.02500,3.017
3,mlp.experts.88.up_proj,0.0000000592,0.02500,4.786
3,mlp.experts.78.up_proj,0.0000000726,0.02500,3.489
3,mlp.experts.82.up_proj,0.0000000725,0.02500,3.505
3,mlp.experts.74.up_proj,0.0000003971,0.02500,3.644
3,mlp.experts.116.up_proj,0.0000000950,0.02500,3.342
3,mlp.experts.112.up_proj,0.0000000675,0.02500,3.178
3,mlp.experts.86.up_proj,0.0000001018,0.02500,3.396
3,mlp.experts.91.up_proj,0.0000001179,0.02500,3.969
3,mlp.experts.108.up_proj,0.0000001637,0.02500,3.132
3,mlp.experts.99.up_proj,0.0000000743,0.02500,4.004
3,mlp.experts.104.up_proj,0.0000000750,0.02500,2.720
3,mlp.experts.103.up_proj,0.0000001234,0.02500,3.949
3,mlp.experts.95.up_proj,0.0000000388,0.02500,4.207
3,mlp.experts.98.up_proj,0.0000001508,0.02500,3.379
3,mlp.experts.94.up_proj,0.0000000550,0.02500,3.571
3,mlp.experts.90.up_proj,0.0000000853,0.02500,2.987
3,mlp.experts.102.up_proj,0.0000000898,0.02500,3.350
3,mlp.experts.107.up_proj,0.0000001197,0.02500,4.410
3,mlp.experts.115.up_proj,0.0000000382,0.02500,4.294
3,mlp.experts.119.up_proj,0.0000001189,0.02500,4.166
3,mlp.experts.111.up_proj,0.0000000968,0.02500,3.928
3,mlp.experts.110.up_proj,0.0000001609,0.02500,3.126
3,mlp.experts.114.up_proj,0.0000000976,0.02500,3.402
3,mlp.experts.106.up_proj,0.0000001212,0.02500,3.207
3,mlp.experts.118.up_proj,0.0000001102,0.02500,2.839
3,mlp.experts.4.down_proj,0.0000000008,0.02500,1.479
3,mlp.experts.0.down_proj,0.0000000005,0.02500,1.549
3,mlp.experts.8.down_proj,0.0000000017,0.02500,1.553
3,mlp.experts.12.down_proj,0.0000000010,0.02500,1.581
3,mlp.experts.15.down_proj,0.0000000027,0.02500,1.490
3,mlp.experts.3.down_proj,0.0000000036,0.02500,1.751
3,mlp.experts.7.down_proj,0.0000000005,0.02500,1.924
3,mlp.experts.11.down_proj,0.0000000018,0.02500,1.893
3,mlp.experts.1.down_proj,0.0000000006,0.02500,2.100
3,mlp.experts.9.down_proj,0.0000000019,0.02500,2.285
3,mlp.experts.13.down_proj,0.0000000019,0.02500,2.214
3,mlp.experts.5.down_proj,0.0000000022,0.02500,2.265
3,mlp.experts.31.down_proj,0.0000000009,0.02500,0.893
3,mlp.experts.10.down_proj,0.0000000007,0.02500,2.814
3,mlp.experts.23.down_proj,0.0000000017,0.02500,1.014
3,mlp.experts.19.down_proj,0.0000000003,0.02500,0.932
3,mlp.experts.2.down_proj,0.0000000007,0.02500,2.831
3,mlp.experts.27.down_proj,0.0000000003,0.02500,1.246
3,mlp.experts.6.down_proj,0.0000000017,0.02500,3.377
3,mlp.experts.14.down_proj,0.0000000018,0.02500,2.728
3,mlp.experts.20.down_proj,0.0000000017,0.02500,1.641
3,mlp.experts.16.down_proj,0.0000000020,0.02500,1.745
3,mlp.experts.28.down_proj,0.0000000009,0.02500,1.707
3,mlp.experts.24.down_proj,0.0000000008,0.02500,1.719
3,mlp.experts.17.down_proj,0.0000000006,0.02500,1.711
3,mlp.experts.25.down_proj,0.0000000021,0.02500,1.865
3,mlp.experts.21.down_proj,0.0000000015,0.02500,1.895
3,mlp.experts.29.down_proj,0.0000000008,0.02500,1.901
3,mlp.experts.39.down_proj,0.0000000007,0.02500,1.115
3,mlp.experts.36.down_proj,0.0000000012,0.02500,1.063
3,mlp.experts.47.down_proj,0.0000000021,0.02500,1.251
3,mlp.experts.35.down_proj,0.0000000021,0.02500,1.288
3,mlp.experts.43.down_proj,0.0000000019,0.02500,1.251
3,mlp.experts.26.down_proj,0.0000000010,0.02500,1.280
3,mlp.experts.22.down_proj,0.0000000016,0.02500,1.388
3,mlp.experts.30.down_proj,0.0000000034,0.02500,1.371
3,mlp.experts.18.down_proj,0.0000000005,0.02500,1.467
3,mlp.experts.40.down_proj,0.0000000010,0.02500,1.355
3,mlp.experts.32.down_proj,0.0000000042,0.02500,1.403
3,mlp.experts.44.down_proj,0.0000000029,0.02500,1.397
3,mlp.experts.33.down_proj,0.0000000014,0.02500,1.592
3,mlp.experts.52.down_proj,0.0000000011,0.02500,1.036
3,mlp.experts.55.down_proj,0.0000000011,0.02500,0.996
3,mlp.experts.63.down_proj,0.0000000009,0.02500,1.029
3,mlp.experts.56.down_proj,0.0000000006,0.02500,0.851
3,mlp.experts.51.down_proj,0.0000000028,0.02500,1.168
3,mlp.experts.59.down_proj,0.0000000032,0.02500,1.124
3,mlp.experts.48.down_proj,0.0000000024,0.02500,0.919
3,mlp.experts.38.down_proj,0.0000000009,0.02500,1.223
3,mlp.experts.60.down_proj,0.0000000015,0.02500,0.850
3,mlp.experts.46.down_proj,0.0000000014,0.02500,1.226
3,mlp.experts.42.down_proj,0.0000000027,0.02500,1.274
3,mlp.experts.34.down_proj,0.0000000011,0.02500,1.182
3,mlp.experts.41.down_proj,0.0000000017,0.02500,2.138
3,mlp.experts.45.down_proj,0.0000000012,0.02500,2.137
3,mlp.experts.68.down_proj,0.0000000004,0.02500,0.576
3,mlp.experts.37.down_proj,0.0000000012,0.02500,2.205
3,mlp.experts.71.down_proj,0.0000000009,0.02500,0.893
3,mlp.experts.79.down_proj,0.0000000031,0.02500,0.906
3,mlp.experts.49.down_proj,0.0000000008,0.02500,1.693
3,mlp.experts.72.down_proj,0.0000000018,0.02500,0.957
3,mlp.experts.64.down_proj,0.0000000011,0.02500,0.884
3,mlp.experts.84.down_proj,0.0000000009,0.02500,0.917
3,mlp.experts.76.down_proj,0.0000000011,0.02500,0.892
3,mlp.experts.67.down_proj,0.0000000030,0.02500,1.052
3,mlp.experts.75.down_proj,0.0000000035,0.02500,1.183
3,mlp.experts.62.down_proj,0.0000000011,0.02500,1.172
3,mlp.experts.58.down_proj,0.0000000008,0.02500,1.203
3,mlp.experts.50.down_proj,0.0000000015,0.02500,1.254
3,mlp.experts.54.down_proj,0.0000000035,0.02500,1.240
3,mlp.experts.57.down_proj,0.0000000011,0.02500,1.749
3,mlp.experts.61.down_proj,0.0000000010,0.02500,1.776
3,mlp.experts.53.down_proj,0.0000000020,0.02500,1.748
3,mlp.experts.87.down_proj,0.0000000004,0.02500,1.379
3,mlp.experts.95.down_proj,0.0000000004,0.02500,1.456
3,mlp.experts.65.down_proj,0.0000000014,0.02500,1.521
3,mlp.experts.88.down_proj,0.0000000007,0.02500,1.202
3,mlp.experts.100.down_proj,0.0000000029,0.02500,1.283
3,mlp.experts.92.down_proj,0.0000000010,0.02500,1.282
3,mlp.experts.80.down_proj,0.0000000016,0.02500,1.271
3,mlp.experts.74.down_proj,0.0000000057,0.02500,1.148
3,mlp.experts.70.down_proj,0.0000000010,0.02500,1.206
3,mlp.experts.78.down_proj,0.0000000009,0.02500,1.222
3,mlp.experts.91.down_proj,0.0000000022,0.02500,1.368
3,mlp.experts.83.down_proj,0.0000000066,0.02500,1.382
3,mlp.experts.66.down_proj,0.0000000016,0.02500,1.391
3,mlp.experts.103.down_proj,0.0000000017,0.02500,1.074
3,mlp.experts.111.down_proj,0.0000000015,0.02500,1.036
3,mlp.experts.104.down_proj,0.0000000008,0.02500,1.158
3,mlp.experts.107.down_proj,0.0000000017,0.02500,0.777
3,mlp.experts.99.down_proj,0.0000000015,0.02500,0.791
3,mlp.experts.119.down_proj,0.0000000013,0.02500,0.715
3,mlp.experts.77.down_proj,0.0000000040,0.02500,1.852
3,mlp.experts.73.down_proj,0.0000000032,0.02500,1.900
3,mlp.experts.69.down_proj,0.0000000014,0.02500,1.887
3,mlp.experts.81.down_proj,0.0000000011,0.02500,1.781
3,mlp.experts.90.down_proj,0.0000000010,0.02500,1.183
3,mlp.experts.94.down_proj,0.0000000009,0.02500,1.249
3,mlp.experts.82.down_proj,0.0000000019,0.02500,1.176
3,mlp.experts.116.down_proj,0.0000000012,0.02500,1.572
3,mlp.experts.96.down_proj,0.0000000009,0.02500,1.668
3,mlp.experts.86.down_proj,0.0000000019,0.02500,1.332
3,mlp.experts.108.down_proj,0.0000000022,0.02500,1.669
3,mlp.experts.115.down_proj,0.0000000008,0.02500,0.563
3,mlp.experts.112.down_proj,0.0000000009,0.02500,0.674
3,mlp.experts.85.down_proj,0.0000000021,0.02500,1.457
3,mlp.experts.89.down_proj,0.0000000062,0.02500,1.350
3,mlp.experts.97.down_proj,0.0000000011,0.02500,1.339
3,mlp.experts.93.down_proj,0.0000000012,0.02500,1.468
3,mlp.experts.106.down_proj,0.0000000015,0.02500,1.573
3,mlp.experts.110.down_proj,0.0000000015,0.02500,1.683
3,mlp.experts.102.down_proj,0.0000000016,0.02500,1.639
3,mlp.experts.98.down_proj,0.0000000039,0.02500,1.660
3,mlp.experts.113.down_proj,0.0000000050,0.02500,0.984
3,mlp.experts.105.down_proj,0.0000000006,0.02500,1.023
3,mlp.experts.109.down_proj,0.0000000021,0.02500,1.074
3,mlp.experts.101.down_proj,0.0000000023,0.02500,1.119
3,mlp.experts.118.down_proj,0.0000000020,0.02500,0.904
3,mlp.experts.114.down_proj,0.0000000013,0.02500,0.823
3,mlp.experts.117.down_proj,0.0000000013,0.02500,0.428
4,self_attn.v_proj,0.0000000003,0.02500,1.628
4,self_attn.q_proj,0.0000000006,0.02500,1.788
4,self_attn.k_proj,0.0000000002,0.02500,1.867
4,self_attn.o_proj,0.0000000002,0.02500,3.788
4,mlp.shared_experts.gate_proj,0.0000000108,0.02500,1.381
4,mlp.shared_experts.up_proj,0.0000000115,0.02500,1.610
4,mlp.shared_experts.down_proj,0.0000000000,0.02500,0.439
4,mlp.experts.13.gate_proj,0.0000000978,0.02500,4.105
4,mlp.experts.9.gate_proj,0.0000003095,0.02500,4.889
4,mlp.experts.5.gate_proj,0.0000002301,0.02500,4.939
4,mlp.experts.1.gate_proj,0.0000002027,0.02500,5.074
4,mlp.experts.6.gate_proj,0.0000004098,0.02500,5.200
4,mlp.experts.7.gate_proj,0.0000001719,0.02500,5.287
4,mlp.experts.14.gate_proj,0.0000001961,0.02500,4.621
4,mlp.experts.3.gate_proj,0.0000006632,0.02500,5.339
4,mlp.experts.0.gate_proj,0.0000003895,0.02500,5.448
4,mlp.experts.10.gate_proj,0.0000000853,0.02500,5.447
4,mlp.experts.11.gate_proj,0.0000003762,0.02500,5.454
4,mlp.experts.4.gate_proj,0.0000003567,0.02500,5.454
4,mlp.experts.15.gate_proj,0.0000002528,0.02500,4.785
4,mlp.experts.2.gate_proj,0.0000003307,0.02500,5.571
4,mlp.experts.8.gate_proj,0.0000006176,0.02500,5.587
4,mlp.experts.12.gate_proj,0.0000001589,0.02500,4.984
4,mlp.experts.17.gate_proj,0.0000000738,0.02500,3.048
4,mlp.experts.21.gate_proj,0.0000002499,0.02500,3.408
4,mlp.experts.25.gate_proj,0.0000001875,0.02500,3.618
4,mlp.experts.29.gate_proj,0.0000002698,0.02500,3.722
4,mlp.experts.27.gate_proj,0.0000001447,0.02500,3.465
4,mlp.experts.23.gate_proj,0.0000001803,0.02500,3.704
4,mlp.experts.31.gate_proj,0.0000003527,0.02500,3.633
4,mlp.experts.19.gate_proj,0.0000002794,0.02500,3.869
4,mlp.experts.22.gate_proj,0.0000003448,0.02500,4.034
4,mlp.experts.30.gate_proj,0.0000000976,0.02500,4.006
4,mlp.experts.26.gate_proj,0.0000001612,0.02500,4.010
4,mlp.experts.18.gate_proj,0.0000003935,0.02500,3.942
4,mlp.experts.16.gate_proj,0.0000004428,0.02500,4.288
4,mlp.experts.20.gate_proj,0.0000002485,0.02500,4.350
4,mlp.experts.28.gate_proj,0.0000003308,0.02500,4.226
4,mlp.experts.24.gate_proj,0.0000001486,0.02500,4.311
4,mlp.experts.37.gate_proj,0.0000004163,0.02500,3.201
4,mlp.experts.41.gate_proj,0.0000002998,0.02500,3.158
4,mlp.experts.33.gate_proj,0.0000002346,0.02500,3.705
4,mlp.experts.43.gate_proj,0.0000005913,0.02500,3.040
4,mlp.experts.45.gate_proj,0.0000001060,0.02500,3.640
4,mlp.experts.47.gate_proj,0.0000001311,0.02500,3.189
4,mlp.experts.38.gate_proj,0.0000002350,0.02500,3.420
4,mlp.experts.46.gate_proj,0.0000003313,0.02500,3.406
4,mlp.experts.34.gate_proj,0.0000002497,0.02500,3.317
4,mlp.experts.35.gate_proj,0.0000004205,0.02500,3.627
4,mlp.experts.42.gate_proj,0.0000002108,0.02500,3.378
4,mlp.experts.39.gate_proj,0.0000002459,0.02500,3.900
4,mlp.experts.36.gate_proj,0.0000003785,0.02500,4.375
4,mlp.experts.40.gate_proj,0.0000001174,0.02500,4.379
4,mlp.experts.44.gate_proj,0.0000001217,0.02500,4.392
4,mlp.experts.32.gate_proj,0.0000002812,0.02500,4.702
4,mlp.experts.57.gate_proj,0.0000001763,0.02500,2.987
4,mlp.experts.59.gate_proj,0.0000002785,0.02500,3.212
4,mlp.experts.61.gate_proj,0.0000001227,0.02500,3.067
4,mlp.experts.53.gate_proj,0.0000001137,0.02500,3.751
4,mlp.experts.49.gate_proj,0.0000001520,0.02500,3.755
4,mlp.experts.54.gate_proj,0.0000003703,0.02500,3.391
4,mlp.experts.55.gate_proj,0.0000000863,0.02500,3.158
4,mlp.experts.63.gate_proj,0.0000004678,0.02500,3.838
4,mlp.experts.62.gate_proj,0.0000002005,0.02500,3.421
4,mlp.experts.58.gate_proj,0.0000003622,0.02500,3.405
4,mlp.experts.50.gate_proj,0.0000005325,0.02500,3.466
4,mlp.experts.51.gate_proj,0.0000002227,0.02500,3.770
4,mlp.experts.73.gate_proj,0.0000003908,0.02500,3.726
4,mlp.experts.56.gate_proj,0.0000002290,0.02500,4.332
4,mlp.experts.52.gate_proj,0.0000001891,0.02500,4.491
4,mlp.experts.60.gate_proj,0.0000001810,0.02500,4.403
4,mlp.experts.75.gate_proj,0.0000001498,0.02500,3.564
4,mlp.experts.48.gate_proj,0.0000002685,0.02500,4.347
4,mlp.experts.71.gate_proj,0.0000004560,0.02500,3.373
4,mlp.experts.77.gate_proj,0.0000005383,0.02500,4.208
4,mlp.experts.69.gate_proj,0.0000001213,0.02500,4.355
4,mlp.experts.79.gate_proj,0.0000001301,0.02500,3.570
4,mlp.experts.65.gate_proj,0.0000000796,0.02500,4.199
4,mlp.experts.67.gate_proj,0.0000001235,0.02500,3.476
4,mlp.experts.70.gate_proj,0.0000005707,0.02500,4.292
4,mlp.experts.66.gate_proj,0.0000003547,0.02500,4.174
4,mlp.experts.74.gate_proj,0.0000001141,0.02500,4.237
4,mlp.experts.78.gate_proj,0.0000002260,0.02500,4.385
4,mlp.experts.72.gate_proj,0.0000001202,0.02500,3.328
4,mlp.experts.89.gate_proj,0.0000002791,0.02500,3.561
4,mlp.experts.68.gate_proj,0.0000005033,0.02500,3.312
4,mlp.experts.76.gate_proj,0.0000002958,0.02500,3.305
4,mlp.experts.64.gate_proj,0.0000002822,0.02500,3.318
4,mlp.experts.91.gate_proj,0.0000005550,0.02500,3.973
4,mlp.experts.93.gate_proj,0.0000003686,0.02500,3.471
4,mlp.experts.81.gate_proj,0.0000003300,0.02500,3.181
4,mlp.experts.87.gate_proj,0.0000001607,0.02500,3.864
4,mlp.experts.85.gate_proj,0.0000003889,0.02500,3.737
4,mlp.experts.95.gate_proj,0.0000002398,0.02500,3.866
4,mlp.experts.83.gate_proj,0.0000003311,0.02500,3.795
4,mlp.experts.82.gate_proj,0.0000000859,0.02500,4.627
4,mlp.experts.94.gate_proj,0.0000005030,0.02500,4.665
4,mlp.experts.86.gate_proj,0.0000003189,0.02500,4.850
4,mlp.experts.105.gate_proj,0.0000003397,0.02500,3.340
4,mlp.experts.90.gate_proj,0.0000001446,0.02500,4.852
4,mlp.experts.107.gate_proj,0.0000002556,0.02500,2.979
4,mlp.experts.84.gate_proj,0.0000001479,0.02500,3.953
4,mlp.experts.92.gate_proj,0.0000000784,0.02500,4.002
4,mlp.experts.88.gate_proj,0.0000003803,0.02500,4.100
4,mlp.experts.80.gate_proj,0.0000000916,0.02500,4.082
4,mlp.experts.103.gate_proj,0.0000002777,0.02500,2.937
4,mlp.experts.109.gate_proj,0.0000004691,0.02500,3.328
4,mlp.experts.111.gate_proj,0.0000001063,0.02500,2.960
4,mlp.experts.101.gate_proj,0.0000002364,0.02500,3.246
4,mlp.experts.97.gate_proj,0.0000002567,0.02500,3.771
4,mlp.experts.99.gate_proj,0.0000000611,0.02500,2.975
4,mlp.experts.3.up_proj,0.0000006591,0.02500,3.126
4,mlp.experts.1.up_proj,0.0000002030,0.02500,3.654
4,mlp.experts.110.gate_proj,0.0000002952,0.02500,3.786
4,mlp.experts.98.gate_proj,0.0000001802,0.02500,3.968
4,mlp.experts.102.gate_proj,0.0000001573,0.02500,3.945
4,mlp.experts.106.gate_proj,0.0000000864,0.02500,3.908
4,mlp.experts.5.up_proj,0.0000002297,0.02500,3.553
4,mlp.experts.119.gate_proj,0.0000001702,0.02500,3.722
4,mlp.experts.100.gate_proj,0.0000003009,0.02500,4.012
4,mlp.experts.108.gate_proj,0.0000003539,0.02500,4.039
4,mlp.experts.104.gate_proj,0.0000000734,0.02500,4.015
4,mlp.experts.96.gate_proj,0.0000002215,0.02500,4.044
4,mlp.experts.113.gate_proj,0.0000002520,0.02500,3.544
4,mlp.experts.7.up_proj,0.0000001720,0.02500,3.795
4,mlp.experts.117.gate_proj,0.0000002981,0.02500,3.969
4,mlp.experts.115.gate_proj,0.0000002044,0.02500,3.985
4,mlp.experts.17.up_proj,0.0000000735,0.02500,4.236
4,mlp.experts.19.up_proj,0.0000002770,0.02500,4.559
4,mlp.experts.6.up_proj,0.0000004096,0.02500,4.775
4,mlp.experts.114.gate_proj,0.0000004337,0.02500,4.861
4,mlp.experts.118.gate_proj,0.0000002107,0.02500,4.844
4,mlp.experts.15.up_proj,0.0000002521,0.02500,4.119
4,mlp.experts.2.up_proj,0.0000003292,0.02500,4.898
4,mlp.experts.21.up_proj,0.0000002490,0.02500,4.439
4,mlp.experts.116.gate_proj,0.0000002367,0.02500,4.392
4,mlp.experts.23.up_proj,0.0000001798,0.02500,4.087
4,mlp.experts.0.up_proj,0.0000003895,0.02500,4.360
4,mlp.experts.4.up_proj,0.0000003539,0.02500,4.501
4,mlp.experts.112.gate_proj,0.0000001616,0.02500,4.412
4,mlp.experts.9.up_proj,0.0000003069,0.02500,4.372
4,mlp.experts.11.up_proj,0.0000003764,0.02500,4.073
4,mlp.experts.13.up_proj,0.0000000965,0.02500,4.416
4,mlp.experts.33.up_proj,0.0000002341,0.02500,3.555
4,mlp.experts.35.up_proj,0.0000004203,0.02500,3.467
4,mlp.experts.31.up_proj,0.0000003516,0.02500,3.199
4,mlp.experts.37.up_proj,0.0000004157,0.02500,3.196
4,mlp.experts.39.up_proj,0.0000002450,0.02500,3.583
4,mlp.experts.25.up_proj,0.0000001855,0.02500,3.659
4,mlp.experts.22.up_proj,0.0000003450,0.02500,4.571
4,mlp.experts.29.up_proj,0.0000002688,0.02500,3.456
4,mlp.experts.27.up_proj,0.0000001443,0.02500,3.596
4,mlp.experts.10.up_proj,0.0000000842,0.02500,4.675
4,mlp.experts.14.up_proj,0.0000001952,0.02500,4.735
4,mlp.experts.18.up_proj,0.0000003922,0.02500,4.726
4,mlp.experts.12.up_proj,0.0000001576,0.02500,5.023
4,mlp.experts.20.up_proj,0.0000002473,0.02500,4.958
4,mlp.experts.16.up_proj,0.0000004425,0.02500,5.151
4,mlp.experts.8.up_proj,0.0000006170,0.02500,4.989
4,mlp.experts.51.up_proj,0.0000002217,0.02500,3.230
4,mlp.experts.49.up_proj,0.0000001498,0.02500,3.444
4,mlp.experts.47.up_proj,0.0000001303,0.02500,3.171
4,mlp.experts.53.up_proj,0.0000001130,0.02500,3.602
4,mlp.experts.55.up_proj,0.0000000859,0.02500,3.065
4,mlp.experts.41.up_proj,0.0000002992,0.02500,3.112
4,mlp.experts.43.up_proj,0.0000005905,0.02500,2.966
4,mlp.experts.45.up_proj,0.0000001052,0.02500,3.729
4,mlp.experts.26.up_proj,0.0000001613,0.02500,4.455
4,mlp.experts.30.up_proj,0.0000000964,0.02500,4.423
4,mlp.experts.65.up_proj,0.0000000793,0.02500,3.143
4,mlp.experts.38.up_proj,0.0000002341,0.02500,5.004
4,mlp.experts.34.up_proj,0.0000002499,0.02500,4.469
4,mlp.experts.67.up_proj,0.0000001221,0.02500,3.547
4,mlp.experts.28.up_proj,0.0000003301,0.02500,4.377
4,mlp.experts.36.up_proj,0.0000003772,0.02500,4.372
4,mlp.experts.32.up_proj,0.0000002811,0.02500,4.410
4,mlp.experts.24.up_proj,0.0000001480,0.02500,4.392
4,mlp.experts.63.up_proj,0.0000004663,0.02500,3.645
4,mlp.experts.57.up_proj,0.0000001759,0.02500,3.024
4,mlp.experts.69.up_proj,0.0000001204,0.02500,3.657
4,mlp.experts.71.up_proj,0.0000004554,0.02500,3.638
4,mlp.experts.59.up_proj,0.0000002764,0.02500,3.773
4,mlp.experts.61.up_proj,0.0000001225,0.02500,3.437
4,mlp.experts.83.up_proj,0.0000003257,0.02500,3.365
4,mlp.experts.81.up_proj,0.0000003280,0.02500,3.672
4,mlp.experts.42.up_proj,0.0000002104,0.02500,4.385
4,mlp.experts.46.up_proj,0.0000003305,0.02500,4.323
4,mlp.experts.79.up_proj,0.0000001286,0.02500,3.380
4,mlp.experts.50.up_proj,0.0000005281,0.02500,4.427
4,mlp.experts.85.up_proj,0.0000003888,0.02500,3.124
4,mlp.experts.54.up_proj,0.0000003686,0.02500,5.036
4,mlp.experts.87.up_proj,0.0000001599,0.02500,3.721
4,mlp.experts.73.up_proj,0.0000003896,0.02500,3.963
4,mlp.experts.44.up_proj,0.0000001208,0.02500,4.738
4,mlp.experts.52.up_proj,0.0000001873,0.02500,4.700
4,mlp.experts.48.up_proj,0.0000002678,0.02500,4.690
4,mlp.experts.40.up_proj,0.0000001157,0.02500,4.647
4,mlp.experts.77.up_proj,0.0000005363,0.02500,3.062
4,mlp.experts.75.up_proj,0.0000001486,0.02500,3.765
4,mlp.experts.97.up_proj,0.0000002559,0.02500,3.077
4,mlp.experts.99.up_proj,0.0000000608,0.02500,3.459
4,mlp.experts.95.up_proj,0.0000002400,0.02500,3.325
4,mlp.experts.60.up_proj,0.0000001800,0.02500,3.198
4,mlp.experts.101.up_proj,0.0000002345,0.02500,3.905
4,mlp.experts.58.up_proj,0.0000003608,0.02500,4.283
4,mlp.experts.68.up_proj,0.0000005009,0.02500,3.212
4,mlp.experts.93.up_proj,0.0000003683,0.02500,3.166
4,mlp.experts.56.up_proj,0.0000002275,0.02500,3.223
4,mlp.experts.64.up_proj,0.0000002800,0.02500,3.236
4,mlp.experts.103.up_proj,0.0000002772,0.02500,3.559
4,mlp.experts.89.up_proj,0.0000002778,0.02500,3.570
4,mlp.experts.66.up_proj,0.0000003527,0.02500,4.273
4,mlp.experts.62.up_proj,0.0000002001,0.02500,4.651
4,mlp.experts.91.up_proj,0.0000005520,0.02500,3.326
4,mlp.experts.70.up_proj,0.0000005691,0.02500,4.248
4,mlp.experts.113.up_proj,0.0000002512,0.02500,3.343
4,mlp.experts.115.up_proj,0.0000002035,0.02500,3.416
4,mlp.experts.111.up_proj,0.0000001057,0.02500,3.224
4,mlp.experts.117.up_proj,0.0000002965,0.02500,2.927
4,mlp.experts.109.up_proj,0.0000004699,0.02500,2.770
4,mlp.experts.76.up_proj,0.0000002943,0.02500,3.248
4,mlp.experts.105.up_proj,0.0000003393,0.02500,2.975
4,mlp.experts.84.up_proj,0.0000001467,0.02500,3.277
4,mlp.experts.80.up_proj,0.0000000912,0.02500,3.228
4,mlp.experts.119.up_proj,0.0000001690,0.02500,3.164
4,mlp.experts.72.up_proj,0.0000001196,0.02500,3.300
4,mlp.experts.107.up_proj,0.0000002533,0.02500,2.910
4,mlp.experts.74.up_proj,0.0000001128,0.02500,4.270
4,mlp.experts.82.up_proj,0.0000000857,0.02500,4.227
4,mlp.experts.78.up_proj,0.0000002249,0.02500,4.432
4,mlp.experts.86.up_proj,0.0000003191,0.02500,4.197
4,mlp.experts.92.up_proj,0.0000000778,0.02500,3.595
4,mlp.experts.96.up_proj,0.0000002188,0.02500,3.608
4,mlp.experts.100.up_proj,0.0000003010,0.02500,3.769
4,mlp.experts.88.up_proj,0.0000003800,0.02500,3.738
4,mlp.experts.90.up_proj,0.0000001435,0.02500,4.719
4,mlp.experts.98.up_proj,0.0000001782,0.02500,4.607
4,mlp.experts.94.up_proj,0.0000005033,0.02500,4.813
4,mlp.experts.102.up_proj,0.0000001567,0.02500,4.820
4,mlp.experts.108.up_proj,0.0000003524,0.02500,4.563
4,mlp.experts.112.up_proj,0.0000001603,0.02500,4.476
4,mlp.experts.116.up_proj,0.0000002335,0.02500,4.518
4,mlp.experts.104.up_proj,0.0000000729,0.02500,4.479
4,mlp.experts.106.up_proj,0.0000000860,0.02500,5.101
4,mlp.experts.114.up_proj,0.0000004325,0.02500,4.985
4,mlp.experts.110.up_proj,0.0000002929,0.02500,4.730
4,mlp.experts.118.up_proj,0.0000002101,0.02500,4.495
4,mlp.experts.9.down_proj,0.0000000049,0.02500,1.397
4,mlp.experts.1.down_proj,0.0000000020,0.02500,1.400
4,mlp.experts.5.down_proj,0.0000000013,0.02500,1.412
4,mlp.experts.13.down_proj,0.0000000013,0.02500,1.203
4,mlp.experts.4.down_proj,0.0000000025,0.02500,1.682
4,mlp.experts.8.down_proj,0.0000000057,0.02500,1.759
4,mlp.experts.12.down_proj,0.0000000010,0.02500,1.785
4,mlp.experts.0.down_proj,0.0000000039,0.02500,1.814
4,mlp.experts.3.down_proj,0.0000000073,0.02500,2.110
4,mlp.experts.7.down_proj,0.0000000028,0.02500,2.221
4,mlp.experts.11.down_proj,0.0000000038,0.02500,2.227
4,mlp.experts.15.down_proj,0.0000000016,0.02500,2.054
4,mlp.experts.25.down_proj,0.0000000019,0.02500,0.878
4,mlp.experts.17.down_proj,0.0000000009,0.02500,0.891
4,mlp.experts.21.down_proj,0.0000000023,0.02500,0.879
4,mlp.experts.29.down_proj,0.0000000024,0.02500,0.872
4,mlp.experts.14.down_proj,0.0000000022,0.02500,2.025
4,mlp.experts.6.down_proj,0.0000000047,0.02500,2.376
4,mlp.experts.10.down_proj,0.0000000021,0.02500,2.399
4,mlp.experts.2.down_proj,0.0000000025,0.02500,2.425
4,mlp.experts.20.down_proj,0.0000000024,0.02500,1.169
4,mlp.experts.24.down_proj,0.0000000020,0.02500,1.285
4,mlp.experts.16.down_proj,0.0000000037,0.02500,1.241
4,mlp.experts.28.down_proj,0.0000000031,0.02500,1.323
4,mlp.experts.41.down_proj,0.0000000028,0.02500,0.853
4,mlp.experts.33.down_proj,0.0000000026,0.02500,0.853
4,mlp.experts.37.down_proj,0.0000000044,0.02500,0.853
4,mlp.experts.45.down_proj,0.0000000008,0.02500,0.869
4,mlp.experts.19.down_proj,0.0000000021,0.02500,1.318
4,mlp.experts.23.down_proj,0.0000000018,0.02500,1.318
4,mlp.experts.27.down_proj,0.0000000016,0.02500,1.335
4,mlp.experts.31.down_proj,0.0000000027,0.02500,1.304
4,mlp.experts.22.down_proj,0.0000000031,0.02500,1.221
4,mlp.experts.26.down_proj,0.0000000015,0.02500,1.212
4,mlp.experts.30.down_proj,0.0000000017,0.02500,1.305
4,mlp.experts.18.down_proj,0.0000000028,0.02500,1.243
4,mlp.experts.36.down_proj,0.0000000041,0.02500,1.125
4,mlp.experts.40.down_proj,0.0000000017,0.02500,1.113
4,mlp.experts.32.down_proj,0.0000000033,0.02500,1.130
4,mlp.experts.44.down_proj,0.0000000019,0.02500,1.132
4,mlp.experts.61.down_proj,0.0000000011,0.02500,1.498
4,mlp.experts.57.down_proj,0.0000000015,0.02500,1.534
4,mlp.experts.53.down_proj,0.0000000011,0.02500,1.522
4,mlp.experts.49.down_proj,0.0000000019,0.02500,1.550
4,mlp.experts.35.down_proj,0.0000000050,0.02500,1.245
4,mlp.experts.43.down_proj,0.0000000056,0.02500,1.204
4,mlp.experts.39.down_proj,0.0000000016,0.02500,1.270
4,mlp.experts.38.down_proj,0.0000000023,0.02500,1.263
4,mlp.experts.47.down_proj,0.0000000011,0.02500,1.314
4,mlp.experts.46.down_proj,0.0000000038,0.02500,1.255
4,mlp.experts.52.down_proj,0.0000000023,0.02500,0.944
4,mlp.experts.34.down_proj,0.0000000019,0.02500,1.321
4,mlp.experts.42.down_proj,0.0000000020,0.02500,1.392
4,mlp.experts.56.down_proj,0.0000000026,0.02500,0.930
4,mlp.experts.48.down_proj,0.0000000020,0.02500,0.903
4,mlp.experts.60.down_proj,0.0000000018,0.02500,0.890
4,mlp.experts.68.down_proj,0.0000000048,0.02500,0.879
4,mlp.experts.58.down_proj,0.0000000033,0.02500,0.919
4,mlp.experts.64.down_proj,0.0000000021,0.02500,0.870
4,mlp.experts.50.down_proj,0.0000000072,0.02500,0.976
4,mlp.experts.72.down_proj,0.0000000010,0.02500,0.886
4,mlp.experts.76.down_proj,0.0000000019,0.02500,0.867
4,mlp.experts.62.down_proj,0.0000000017,0.02500,1.154
4,mlp.experts.54.down_proj,0.0000000033,0.02500,1.216
4,mlp.experts.51.down_proj,0.0000000026,0.02500,1.408
4,mlp.experts.59.down_proj,0.0000000020,0.02500,1.416
4,mlp.experts.55.down_proj,0.0000000013,0.02500,1.399
4,mlp.experts.63.down_proj,0.0000000052,0.02500,1.376
4,mlp.experts.69.down_proj,0.0000000026,0.02500,1.645
4,mlp.experts.77.down_proj,0.0000000052,0.02500,1.660
4,mlp.experts.73.down_proj,0.0000000038,0.02500,1.663
4,mlp.experts.65.down_proj,0.0000000014,0.02500,1.714
4,mlp.experts.84.down_proj,0.0000000021,0.02500,0.941
4,mlp.experts.88.down_proj,0.0000000030,0.02500,0.913
4,mlp.experts.80.down_proj,0.0000000006,0.02500,0.932
4,mlp.experts.78.down_proj,0.0000000021,0.02500,0.917
4,mlp.experts.92.down_proj,0.0000000012,0.02500,0.979
4,mlp.experts.66.down_proj,0.0000000047,0.02500,1.038
4,mlp.experts.70.down_proj,0.0000000060,0.02500,1.012
4,mlp.experts.74.down_proj,0.0000000017,0.02500,1.180
4,mlp.experts.85.down_proj,0.0000000044,0.02500,1.212
4,mlp.experts.93.down_proj,0.0000000027,0.02500,1.247
4,mlp.experts.81.down_proj,0.0000000028,0.02500,1.169
4,mlp.experts.89.down_proj,0.0000000027,0.02500,1.272
4,mlp.experts.67.down_proj,0.0000000020,0.02500,1.465
4,mlp.experts.75.down_proj,0.0000000013,0.02500,1.456
4,mlp.experts.100.down_proj,0.0000000026,0.02500,0.919
4,mlp.experts.71.down_proj,0.0000000043,0.02500,1.472
4,mlp.experts.79.down_proj,0.0000000015,0.02500,1.499
4,mlp.experts.104.down_proj,0.0000000010,0.02500,0.912
4,mlp.experts.96.down_proj,0.0000000031,0.02500,0.914
4,mlp.experts.108.down_proj,0.0000000025,0.02500,0.901
4,mlp.experts.82.down_proj,0.0000000010,0.02500,1.089
4,mlp.experts.94.down_proj,0.0000000043,0.02500,1.155
4,mlp.experts.86.down_proj,0.0000000027,0.02500,1.101
4,mlp.experts.116.down_proj,0.0000000042,0.02500,0.683
4,mlp.experts.90.down_proj,0.0000000016,0.02500,1.277
4,mlp.experts.112.down_proj,0.0000000016,0.02500,0.634
4,mlp.experts.97.down_proj,0.0000000022,0.02500,0.875
4,mlp.experts.105.down_proj,0.0000000036,0.02500,0.926
4,mlp.experts.101.down_proj,0.0000000025,0.02500,1.051
4,mlp.experts.109.down_proj,0.0000000038,0.02500,1.104
4,mlp.experts.83.down_proj,0.0000000055,0.02500,1.409
4,mlp.experts.98.down_proj,0.0000000024,0.02500,0.974
4,mlp.experts.91.down_proj,0.0000000069,0.02500,1.433
4,mlp.experts.113.down_proj,0.0000000022,0.02500,0.626
4,mlp.experts.87.down_proj,0.0000000013,0.02500,1.411
4,mlp.experts.110.down_proj,0.0000000019,0.02500,1.011
4,mlp.experts.117.down_proj,0.0000000031,0.02500,0.598
4,mlp.experts.95.down_proj,0.0000000016,0.02500,1.421
4,mlp.experts.102.down_proj,0.0000000025,0.02500,1.024
4,mlp.experts.106.down_proj,0.0000000013,0.02500,0.865
4,mlp.experts.114.down_proj,0.0000000039,0.02500,0.610
4,mlp.experts.118.down_proj,0.0000000025,0.02500,0.554
4,mlp.experts.99.down_proj,0.0000000008,0.02500,1.449
4,mlp.experts.107.down_proj,0.0000000016,0.02500,1.445
4,mlp.experts.103.down_proj,0.0000000018,0.02500,1.433
4,mlp.experts.111.down_proj,0.0000000009,0.02500,1.406
4,mlp.experts.115.down_proj,0.0000000013,0.02500,0.621
4,mlp.experts.119.down_proj,0.0000000016,0.02500,0.587
5,self_attn.k_proj,0.0000000002,0.02500,1.579
5,self_attn.v_proj,0.0000000004,0.02500,1.772
5,self_attn.q_proj,0.0000000008,0.02500,2.042
5,self_attn.o_proj,0.0000000000,0.02500,3.823
5,mlp.shared_experts.gate_proj,0.0000000122,0.02500,1.581
5,mlp.shared_experts.up_proj,0.0000000124,0.02500,1.324
5,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.395
5,mlp.experts.2.gate_proj,0.0000000883,0.02500,4.092
5,mlp.experts.6.gate_proj,0.0000002570,0.02500,4.222
5,mlp.experts.14.gate_proj,0.0000002757,0.02500,3.690
5,mlp.experts.10.gate_proj,0.0000003427,0.02500,3.804
5,mlp.experts.13.gate_proj,0.0000003307,0.02500,4.067
5,mlp.experts.9.gate_proj,0.0000002286,0.02500,4.077
5,mlp.experts.5.gate_proj,0.0000002363,0.02500,4.890
5,mlp.experts.1.gate_proj,0.0000002414,0.02500,4.898
5,mlp.experts.11.gate_proj,0.0000003166,0.02500,4.933
5,mlp.experts.7.gate_proj,0.0000005019,0.02500,5.751
5,mlp.experts.3.gate_proj,0.0000003351,0.02500,5.949
5,mlp.experts.4.gate_proj,0.0000000903,0.02500,6.011
5,mlp.experts.15.gate_proj,0.0000005949,0.02500,5.201
5,mlp.experts.8.gate_proj,0.0000002052,0.02500,6.084
5,mlp.experts.12.gate_proj,0.0000003589,0.02500,5.307
5,mlp.experts.0.gate_proj,0.0000001467,0.02500,6.221
5,mlp.experts.18.gate_proj,0.0000001457,0.02500,3.404
5,mlp.experts.30.gate_proj,0.0000003308,0.02500,3.223
5,mlp.experts.22.gate_proj,0.0000001878,0.02500,3.814
5,mlp.experts.26.gate_proj,0.0000003221,0.02500,3.808
5,mlp.experts.17.gate_proj,0.0000002552,0.02500,3.913
5,mlp.experts.25.gate_proj,0.0000005929,0.02500,3.942
5,mlp.experts.29.gate_proj,0.0000001548,0.02500,4.031
5,mlp.experts.21.gate_proj,0.0000004857,0.02500,4.171
5,mlp.experts.23.gate_proj,0.0000007381,0.02500,3.309
5,mlp.experts.27.gate_proj,0.0000001415,0.02500,3.817
5,mlp.experts.31.gate_proj,0.0000001322,0.02500,3.651
5,mlp.experts.19.gate_proj,0.0000003300,0.02500,3.916
5,mlp.experts.20.gate_proj,0.0000003184,0.02500,4.299
5,mlp.experts.24.gate_proj,0.0000006948,0.02500,4.314
5,mlp.experts.16.gate_proj,0.0000001860,0.02500,4.245
5,mlp.experts.28.gate_proj,0.0000002811,0.02500,4.391
5,mlp.experts.46.gate_proj,0.0000001371,0.02500,3.314
5,mlp.experts.34.gate_proj,0.0000002081,0.02500,3.884
5,mlp.experts.38.gate_proj,0.0000001532,0.02500,3.405
5,mlp.experts.42.gate_proj,0.0000001281,0.02500,3.285
5,mlp.experts.33.gate_proj,0.0000001397,0.02500,4.568
5,mlp.experts.41.gate_proj,0.0000012292,0.02500,4.704
5,mlp.experts.45.gate_proj,0.0000004232,0.02500,4.702
5,mlp.experts.37.gate_proj,0.0000004328,0.02500,4.719
5,mlp.experts.39.gate_proj,0.0000001138,0.02500,4.819
5,mlp.experts.40.gate_proj,0.0000001374,0.02500,3.639
5,mlp.experts.36.gate_proj,0.0000002626,0.02500,3.787
5,mlp.experts.44.gate_proj,0.0000000572,0.02500,3.659
5,mlp.experts.43.gate_proj,0.0000000823,0.02500,4.658
5,mlp.experts.32.gate_proj,0.0000003640,0.02500,3.800
5,mlp.experts.47.gate_proj,0.0000003435,0.02500,4.632
5,mlp.experts.35.gate_proj,0.0000004447,0.02500,4.623
5,mlp.experts.62.gate_proj,0.0000004082,0.02500,3.657
5,mlp.experts.50.gate_proj,0.0000002038,0.02500,3.497
5,mlp.experts.54.gate_proj,0.0000004090,0.02500,3.536
5,mlp.experts.58.gate_proj,0.0000001111,0.02500,3.634
5,mlp.experts.55.gate_proj,0.0000000876,0.02500,3.376
5,mlp.experts.49.gate_proj,0.0000003425,0.02500,4.093
5,mlp.experts.61.gate_proj,0.0000003643,0.02500,3.951
5,mlp.experts.57.gate_proj,0.0000003073,0.02500,4.089
5,mlp.experts.59.gate_proj,0.0000000928,0.02500,3.411
5,mlp.experts.53.gate_proj,0.0000002794,0.02500,3.906
5,mlp.experts.51.gate_proj,0.0000004992,0.02500,3.377
5,mlp.experts.63.gate_proj,0.0000001115,0.02500,3.680
5,mlp.experts.78.gate_proj,0.0000001789,0.02500,3.592
5,mlp.experts.66.gate_proj,0.0000002482,0.02500,3.574
5,mlp.experts.70.gate_proj,0.0000004062,0.02500,3.549
5,mlp.experts.52.gate_proj,0.0000002118,0.02500,4.540
5,mlp.experts.56.gate_proj,0.0000002775,0.02500,4.648
5,mlp.experts.74.gate_proj,0.0000002154,0.02500,3.424
5,mlp.experts.60.gate_proj,0.0000002656,0.02500,4.579
5,mlp.experts.48.gate_proj,0.0000006010,0.02500,4.583
5,mlp.experts.71.gate_proj,0.0000001216,0.02500,3.430
5,mlp.experts.79.gate_proj,0.0000001526,0.02500,2.893
5,mlp.experts.67.gate_proj,0.0000002453,0.02500,3.308
5,mlp.experts.75.gate_proj,0.0000001545,0.02500,3.741
5,mlp.experts.94.gate_proj,0.0000000697,0.02500,3.173
5,mlp.experts.77.gate_proj,0.0000001819,0.02500,4.050
5,mlp.experts.65.gate_proj,0.0000003020,0.02500,4.191
5,mlp.experts.73.gate_proj,0.0000003845,0.02500,4.102
5,mlp.experts.69.gate_proj,0.0000007398,0.02500,4.102
5,mlp.experts.86.gate_proj,0.0000003290,0.02500,3.409
5,mlp.experts.82.gate_proj,0.0000004743,0.02500,3.491
5,mlp.experts.90.gate_proj,0.0000005128,0.02500,3.507
5,mlp.experts.68.gate_proj,0.0000005675,0.02500,4.521
5,mlp.experts.72.gate_proj,0.0000004538,0.02500,4.575
5,mlp.experts.64.gate_proj,0.0000001856,0.02500,4.571
5,mlp.experts.76.gate_proj,0.0000001008,0.02500,4.660
5,mlp.experts.95.gate_proj,0.0000018720,0.02500,2.926
5,mlp.experts.83.gate_proj,0.0000001041,0.02500,3.268
5,mlp.experts.87.gate_proj,0.0000003254,0.02500,3.823
5,mlp.experts.91.gate_proj,0.0000003522,0.02500,3.375
5,mlp.experts.93.gate_proj,0.0000003444,0.02500,3.422
5,mlp.experts.89.gate_proj,0.0000002561,0.02500,3.407
5,mlp.experts.81.gate_proj,0.0000003150,0.02500,3.465
5,mlp.experts.110.gate_proj,0.0000003898,0.02500,3.696
5,mlp.experts.85.gate_proj,0.0000001639,0.02500,3.428
5,mlp.experts.102.gate_proj,0.0000003373,0.02500,3.326
5,mlp.experts.98.gate_proj,0.0000002398,0.02500,3.528
5,mlp.experts.106.gate_proj,0.0000000685,0.02500,3.398
5,mlp.experts.111.gate_proj,0.0000002056,0.02500,3.295
5,mlp.experts.103.gate_proj,0.0000005373,0.02500,3.258
5,mlp.experts.84.gate_proj,0.0000008852,0.02500,4.658
5,mlp.experts.88.gate_proj,0.0000000946,0.02500,4.632
5,mlp.experts.92.gate_proj,0.0000004441,0.02500,4.617
5,mlp.experts.99.gate_proj,0.0000003933,0.02500,3.693
5,mlp.experts.6.up_proj,0.0000002553,0.02500,3.088
5,mlp.experts.80.gate_proj,0.0000002093,0.02500,5.017
5,mlp.experts.107.gate_proj,0.0000003577,0.02500,3.770
5,mlp.experts.109.gate_proj,0.0000002003,0.02500,3.488
5,mlp.experts.97.gate_proj,0.0000002974,0.02500,3.533
5,mlp.experts.101.gate_proj,0.0000001752,0.02500,3.503
5,mlp.experts.105.gate_proj,0.0000010756,0.02500,3.659
5,mlp.experts.118.gate_proj,0.0000004202,0.02500,3.603
5,mlp.experts.114.gate_proj,0.0000002031,0.02500,3.504
5,mlp.experts.2.up_proj,0.0000000873,0.02500,3.585
5,mlp.experts.7.up_proj,0.0000004999,0.02500,3.120
5,mlp.experts.119.gate_proj,0.0000003250,0.02500,3.401
5,mlp.experts.115.gate_proj,0.0000001142,0.02500,3.493
5,mlp.experts.100.gate_proj,0.0000003232,0.02500,3.817
5,mlp.experts.22.up_proj,0.0000001854,0.02500,3.417
5,mlp.experts.104.gate_proj,0.0000004938,0.02500,3.819
5,mlp.experts.108.gate_proj,0.0000002315,0.02500,3.836
5,mlp.experts.3.up_proj,0.0000003333,0.02500,3.672
5,mlp.experts.96.gate_proj,0.0000001756,0.02500,3.898
5,mlp.experts.14.up_proj,0.0000002729,0.02500,3.481
5,mlp.experts.18.up_proj,0.0000001441,0.02500,3.210
5,mlp.experts.10.up_proj,0.0000003413,0.02500,3.707
5,mlp.experts.5.up_proj,0.0000002349,0.02500,4.170
5,mlp.experts.117.gate_proj,0.0000010500,0.02500,4.166
5,mlp.experts.113.gate_proj,0.0000004474,0.02500,4.280
5,mlp.experts.1.up_proj,0.0000002405,0.02500,4.223
5,mlp.experts.23.up_proj,0.0000007334,0.02500,3.026
5,mlp.experts.15.up_proj,0.0000005901,0.02500,3.638
5,mlp.experts.116.gate_proj,0.0000002431,0.02500,3.465
5,mlp.experts.11.up_proj,0.0000003139,0.02500,3.586
5,mlp.experts.0.up_proj,0.0000001447,0.02500,3.505
5,mlp.experts.38.up_proj,0.0000001522,0.02500,3.587
5,mlp.experts.19.up_proj,0.0000003286,0.02500,3.151
5,mlp.experts.4.up_proj,0.0000000896,0.02500,3.472
5,mlp.experts.34.up_proj,0.0000002063,0.02500,3.196
5,mlp.experts.112.gate_proj,0.0000003660,0.02500,3.462
5,mlp.experts.26.up_proj,0.0000003196,0.02500,3.334
5,mlp.experts.30.up_proj,0.0000003296,0.02500,3.949
5,mlp.experts.39.up_proj,0.0000001119,0.02500,3.224
5,mlp.experts.21.up_proj,0.0000004825,0.02500,4.670
5,mlp.experts.13.up_proj,0.0000003294,0.02500,4.764
5,mlp.experts.17.up_proj,0.0000002538,0.02500,4.692
5,mlp.experts.9.up_proj,0.0000002301,0.02500,4.894
5,mlp.experts.31.up_proj,0.0000001302,0.02500,3.683
5,mlp.experts.27.up_proj,0.0000001404,0.02500,3.734
5,mlp.experts.35.up_proj,0.0000004409,0.02500,3.728
5,mlp.experts.12.up_proj,0.0000003574,0.02500,4.004
5,mlp.experts.54.up_proj,0.0000004038,0.02500,3.883
5,mlp.experts.16.up_proj,0.0000001838,0.02500,3.963
5,mlp.experts.20.up_proj,0.0000003164,0.02500,4.048
5,mlp.experts.50.up_proj,0.0000002029,0.02500,3.785
5,mlp.experts.55.up_proj,0.0000000870,0.02500,3.373
5,mlp.experts.8.up_proj,0.0000002036,0.02500,4.074
5,mlp.experts.42.up_proj,0.0000001271,0.02500,3.858
5,mlp.experts.46.up_proj,0.0000001366,0.02500,4.243
5,mlp.experts.43.up_proj,0.0000000817,0.02500,3.099
5,mlp.experts.37.up_proj,0.0000004301,0.02500,4.707
5,mlp.experts.51.up_proj,0.0000004967,0.02500,3.021
5,mlp.experts.47.up_proj,0.0000003408,0.02500,3.709
5,mlp.experts.29.up_proj,0.0000001541,0.02500,4.696
5,mlp.experts.66.up_proj,0.0000002463,0.02500,2.962
5,mlp.experts.25.up_proj,0.0000005917,0.02500,4.764
5,mlp.experts.33.up_proj,0.0000001374,0.02500,4.906
5,mlp.experts.70.up_proj,0.0000004039,0.02500,3.517
5,mlp.experts.58.up_proj,0.0000001110,0.02500,3.283
5,mlp.experts.32.up_proj,0.0000003606,0.02500,4.620
5,mlp.experts.71.up_proj,0.0000001206,0.02500,4.035
5,mlp.experts.28.up_proj,0.0000002796,0.02500,4.773
5,mlp.experts.36.up_proj,0.0000002602,0.02500,4.836
5,mlp.experts.24.up_proj,0.0000006923,0.02500,4.664
5,mlp.experts.62.up_proj,0.0000004075,0.02500,4.357
5,mlp.experts.59.up_proj,0.0000000920,0.02500,3.258
5,mlp.experts.67.up_proj,0.0000002431,0.02500,3.295
5,mlp.experts.63.up_proj,0.0000001107,0.02500,3.971
5,mlp.experts.82.up_proj,0.0000004736,0.02500,4.221
5,mlp.experts.86.up_proj,0.0000003264,0.02500,4.162
5,mlp.experts.53.up_proj,0.0000002783,0.02500,4.800
5,mlp.experts.45.up_proj,0.0000004216,0.02500,4.701
5,mlp.experts.49.up_proj,0.0000003402,0.02500,4.621
5,mlp.experts.41.up_proj,0.0000012284,0.02500,4.688
5,mlp.experts.74.up_proj,0.0000002126,0.02500,4.456
5,mlp.experts.87.up_proj,0.0000003224,0.02500,3.815
5,mlp.experts.48.up_proj,0.0000005987,0.02500,4.205
5,mlp.experts.75.up_proj,0.0000001535,0.02500,2.890
5,mlp.experts.44.up_proj,0.0000000567,0.02500,4.357
5,mlp.experts.83.up_proj,0.0000001029,0.02500,2.973
5,mlp.experts.52.up_proj,0.0000002095,0.02500,4.408
5,mlp.experts.78.up_proj,0.0000001778,0.02500,3.759
5,mlp.experts.40.up_proj,0.0000001364,0.02500,4.361
5,mlp.experts.79.up_proj,0.0000001513,0.02500,3.373
5,mlp.experts.102.up_proj,0.0000003338,0.02500,3.148
5,mlp.experts.98.up_proj,0.0000002379,0.02500,3.451
5,mlp.experts.69.up_proj,0.0000007340,0.02500,3.248
5,mlp.experts.61.up_proj,0.0000003624,0.02500,3.364
5,mlp.experts.57.up_proj,0.0000003066,0.02500,3.327
5,mlp.experts.65.up_proj,0.0000002999,0.02500,3.400
5,mlp.experts.91.up_proj,0.0000003500,0.02500,2.892
5,mlp.experts.90.up_proj,0.0000005110,0.02500,3.792
5,mlp.experts.103.up_proj,0.0000005346,0.02500,3.929
5,mlp.experts.94.up_proj,0.0000000688,0.02500,3.481
5,mlp.experts.99.up_proj,0.0000003904,0.02500,3.888
5,mlp.experts.95.up_proj,0.0000018620,0.02500,2.922
5,mlp.experts.64.up_proj,0.0000001849,0.02500,5.127
5,mlp.experts.118.up_proj,0.0000004170,0.02500,3.306
5,mlp.experts.114.up_proj,0.0000002019,0.02500,3.262
5,mlp.experts.60.up_proj,0.0000002641,0.02500,5.239
5,mlp.experts.68.up_proj,0.0000005623,0.02500,5.134
5,mlp.experts.56.up_proj,0.0000002773,0.02500,5.014
5,mlp.experts.107.up_proj,0.0000003539,0.02500,3.051
5,mlp.experts.85.up_proj,0.0000001632,0.02500,4.337
5,mlp.experts.106.up_proj,0.0000000678,0.02500,3.063
5,mlp.experts.77.up_proj,0.0000001807,0.02500,4.320
5,mlp.experts.110.up_proj,0.0000003874,0.02500,2.656
5,mlp.experts.73.up_proj,0.0000003826,0.02500,4.320
5,mlp.experts.119.up_proj,0.0000003238,0.02500,3.398
5,mlp.experts.81.up_proj,0.0000003117,0.02500,4.417
5,mlp.experts.111.up_proj,0.0000002039,0.02500,2.741
5,mlp.experts.115.up_proj,0.0000001132,0.02500,3.247
5,mlp.experts.80.up_proj,0.0000002074,0.02500,4.358
5,mlp.experts.84.up_proj,0.0000008796,0.02500,4.302
5,mlp.experts.93.up_proj,0.0000003427,0.02500,3.376
5,mlp.experts.76.up_proj,0.0000000998,0.02500,4.658
5,mlp.experts.72.up_proj,0.0000004529,0.02500,4.385
5,mlp.experts.97.up_proj,0.0000002957,0.02500,3.354
5,mlp.experts.101.up_proj,0.0000001741,0.02500,4.049
5,mlp.experts.89.up_proj,0.0000002548,0.02500,3.844
5,mlp.experts.109.up_proj,0.0000001997,0.02500,2.924
5,mlp.experts.113.up_proj,0.0000004476,0.02500,2.806
5,mlp.experts.96.up_proj,0.0000001735,0.02500,4.411
5,mlp.experts.117.up_proj,0.0000010455,0.02500,3.440
5,mlp.experts.105.up_proj,0.0000010689,0.02500,3.269
5,mlp.experts.100.up_proj,0.0000003196,0.02500,4.196
5,mlp.experts.88.up_proj,0.0000000940,0.02500,4.220
5,mlp.experts.92.up_proj,0.0000004437,0.02500,4.452
5,mlp.experts.112.up_proj,0.0000003615,0.02500,4.845
5,mlp.experts.104.up_proj,0.0000004907,0.02500,4.555
5,mlp.experts.116.up_proj,0.0000002405,0.02500,4.838
5,mlp.experts.108.up_proj,0.0000002307,0.02500,4.543
5,mlp.experts.14.down_proj,0.0000000033,0.02500,1.253
5,mlp.experts.2.down_proj,0.0000000012,0.02500,1.310
5,mlp.experts.6.down_proj,0.0000000022,0.02500,1.326
5,mlp.experts.10.down_proj,0.0000000039,0.02500,1.364
5,mlp.experts.12.down_proj,0.0000000027,0.02500,1.400
5,mlp.experts.4.down_proj,0.0000000004,0.02500,1.434
5,mlp.experts.3.down_proj,0.0000000020,0.02500,1.446
5,mlp.experts.7.down_proj,0.0000000034,0.02500,1.460
5,mlp.experts.8.down_proj,0.0000000027,0.02500,1.447
5,mlp.experts.0.down_proj,0.0000000011,0.02500,1.468
5,mlp.experts.11.down_proj,0.0000000013,0.02500,1.475
5,mlp.experts.15.down_proj,0.0000000049,0.02500,1.568
5,mlp.experts.13.down_proj,0.0000000025,0.02500,1.830
5,mlp.experts.5.down_proj,0.0000000024,0.02500,1.894
5,mlp.experts.1.down_proj,0.0000000017,0.02500,1.894
5,mlp.experts.9.down_proj,0.0000000012,0.02500,1.876
5,mlp.experts.28.down_proj,0.0000000032,0.02500,0.979
5,mlp.experts.24.down_proj,0.0000000053,0.02500,0.927
5,mlp.experts.16.down_proj,0.0000000013,0.02500,0.932
5,mlp.experts.20.down_proj,0.0000000024,0.02500,0.981
5,mlp.experts.30.down_proj,0.0000000031,0.02500,1.231
5,mlp.experts.18.down_proj,0.0000000006,0.02500,1.248
5,mlp.experts.23.down_proj,0.0000000054,0.02500,1.171
5,mlp.experts.19.down_proj,0.0000000021,0.02500,1.195
5,mlp.experts.26.down_proj,0.0000000020,0.02500,1.289
5,mlp.experts.27.down_proj,0.0000000007,0.02500,1.187
5,mlp.experts.22.down_proj,0.0000000017,0.02500,1.375
5,mlp.experts.31.down_proj,0.0000000014,0.02500,1.133
5,mlp.experts.44.down_proj,0.0000000005,0.02500,0.754
5,mlp.experts.40.down_proj,0.0000000008,0.02500,0.747
5,mlp.experts.32.down_proj,0.0000000033,0.02500,0.768
5,mlp.experts.29.down_proj,0.0000000015,0.02500,1.499
5,mlp.experts.21.down_proj,0.0000000038,0.02500,1.508
5,mlp.experts.17.down_proj,0.0000000016,0.02500,1.536
5,mlp.experts.25.down_proj,0.0000000043,0.02500,1.624
5,mlp.experts.39.down_proj,0.0000000010,0.02500,1.005
5,mlp.experts.43.down_proj,0.0000000012,0.02500,0.996
5,mlp.experts.35.down_proj,0.0000000036,0.02500,1.022
5,mlp.experts.47.down_proj,0.0000000026,0.02500,0.974
5,mlp.experts.46.down_proj,0.0000000018,0.02500,1.961
5,mlp.experts.42.down_proj,0.0000000011,0.02500,1.994
5,mlp.experts.34.down_proj,0.0000000013,0.02500,2.097
5,mlp.experts.38.down_proj,0.0000000011,0.02500,2.006
5,mlp.experts.33.down_proj,0.0000000015,0.02500,1.745
5,mlp.experts.55.down_proj,0.0000000011,0.02500,1.565
5,mlp.experts.37.down_proj,0.0000000037,0.02500,1.802
5,mlp.experts.45.down_proj,0.0000000031,0.02500,1.900
5,mlp.experts.63.down_proj,0.0000000006,0.02500,1.592
5,mlp.experts.59.down_proj,0.0000000020,0.02500,1.639
5,mlp.experts.51.down_proj,0.0000000036,0.02500,1.692
5,mlp.experts.41.down_proj,0.0000000083,0.02500,1.859
5,mlp.experts.62.down_proj,0.0000000030,0.02500,1.468
5,mlp.experts.58.down_proj,0.0000000005,0.02500,1.550
5,mlp.experts.54.down_proj,0.0000000029,0.02500,1.568
5,mlp.experts.50.down_proj,0.0000000014,0.02500,1.627
5,mlp.experts.49.down_proj,0.0000000040,0.02500,1.324
5,mlp.experts.61.down_proj,0.0000000021,0.02500,1.339
5,mlp.experts.53.down_proj,0.0000000017,0.02500,1.392
5,mlp.experts.71.down_proj,0.0000000006,0.02500,1.532
5,mlp.experts.57.down_proj,0.0000000015,0.02500,1.360
5,mlp.experts.79.down_proj,0.0000000007,0.02500,1.521
5,mlp.experts.67.down_proj,0.0000000014,0.02500,1.476
5,mlp.experts.75.down_proj,0.0000000010,0.02500,1.533
5,mlp.experts.78.down_proj,0.0000000011,0.02500,1.603
5,mlp.experts.87.down_proj,0.0000000031,0.02500,0.940
5,mlp.experts.74.down_proj,0.0000000013,0.02500,1.483
5,mlp.experts.95.down_proj,0.0000000143,0.02500,0.948
5,mlp.experts.70.down_proj,0.0000000034,0.02500,1.488
5,mlp.experts.66.down_proj,0.0000000016,0.02500,1.485
5,mlp.experts.91.down_proj,0.0000000023,0.02500,0.951
5,mlp.experts.83.down_proj,0.0000000005,0.02500,0.953
5,mlp.experts.65.down_proj,0.0000000033,0.02500,1.686
5,mlp.experts.69.down_proj,0.0000000047,0.02500,1.662
5,mlp.experts.77.down_proj,0.0000000019,0.02500,1.768
5,mlp.experts.73.down_proj,0.0000000024,0.02500,1.757
5,mlp.experts.103.down_proj,0.0000000068,0.02500,0.925
5,mlp.experts.111.down_proj,0.0000000013,0.02500,0.919
5,mlp.experts.107.down_proj,0.0000000024,0.02500,0.903
5,mlp.experts.99.down_proj,0.0000000030,0.02500,0.938
5,mlp.experts.94.down_proj,0.0000000010,0.02500,1.311
5,mlp.experts.90.down_proj,0.0000000027,0.02500,1.238
5,mlp.experts.86.down_proj,0.0000000017,0.02500,1.256
5,mlp.experts.82.down_proj,0.0000000038,0.02500,1.269
5,mlp.experts.119.down_proj,0.0000000038,0.02500,1.010
5,mlp.experts.115.down_proj,0.0000000012,0.02500,0.925
5,mlp.experts.81.down_proj,0.0000000033,0.02500,1.806
5,mlp.experts.106.down_proj,0.0000000003,0.02500,1.074
5,mlp.experts.85.down_proj,0.0000000008,0.02500,1.748
5,mlp.experts.110.down_proj,0.0000000020,0.02500,1.204
5,mlp.experts.102.down_proj,0.0000000025,0.02500,1.121
5,mlp.experts.89.down_proj,0.0000000024,0.02500,1.721
5,mlp.experts.98.down_proj,0.0000000013,0.02500,1.195
5,mlp.experts.93.down_proj,0.0000000029,0.02500,1.913
5,mlp.experts.118.down_proj,0.0000000023,0.02500,0.733
5,mlp.experts.114.down_proj,0.0000000009,0.02500,0.678
5,mlp.experts.101.down_proj,0.0000000009,0.02500,8.431
5,mlp.experts.97.down_proj,0.0000000019,0.02500,8.464
5,mlp.experts.105.down_proj,0.0000000078,0.02500,8.343
5,mlp.experts.109.down_proj,0.0000000013,0.02500,8.400
5,mlp.experts.48.down_proj,0.0000000045,0.02500,1.174
5,mlp.experts.60.down_proj,0.0000000028,0.02500,1.355
5,mlp.experts.36.down_proj,0.0000000017,0.02500,1.393
5,mlp.experts.56.down_proj,0.0000000013,0.02500,1.413
5,mlp.experts.117.down_proj,0.0000000082,0.02500,1.108
5,mlp.experts.113.down_proj,0.0000000038,0.02500,1.111
5,mlp.experts.64.down_proj,0.0000000012,0.02500,1.042
5,mlp.experts.76.down_proj,0.0000000010,0.02500,0.919
5,mlp.experts.72.down_proj,0.0000000034,0.02500,0.900
5,mlp.experts.52.down_proj,0.0000000013,0.02500,1.124
5,mlp.experts.92.down_proj,0.0000000025,0.02500,0.866
5,mlp.experts.88.down_proj,0.0000000010,0.02500,0.892
5,mlp.experts.80.down_proj,0.0000000019,0.02500,1.049
5,mlp.experts.68.down_proj,0.0000000050,0.02500,0.876
5,mlp.experts.104.down_proj,0.0000000043,0.02500,0.759
5,mlp.experts.84.down_proj,0.0000000096,0.02500,0.722
5,mlp.experts.108.down_proj,0.0000000009,0.02500,1.004
5,mlp.experts.96.down_proj,0.0000000018,0.02500,0.933
5,mlp.experts.100.down_proj,0.0000000031,0.02500,0.507
5,mlp.experts.112.down_proj,0.0000000027,0.02500,0.502
5,mlp.experts.116.down_proj,0.0000000016,0.02500,0.389
6,self_attn.k_proj,0.0000000003,0.02500,1.639
6,self_attn.v_proj,0.0000000005,0.02500,1.691
6,self_attn.q_proj,0.0000000011,0.02500,2.013
6,self_attn.o_proj,0.0000000001,0.02500,3.822
6,mlp.shared_experts.gate_proj,0.0000000150,0.02500,1.373
6,mlp.shared_experts.up_proj,0.0000000152,0.02500,1.414
6,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.389
6,mlp.experts.3.gate_proj,0.0000004893,0.02500,4.696
6,mlp.experts.7.gate_proj,0.0000004727,0.02500,4.755
6,mlp.experts.11.gate_proj,0.0000003104,0.02500,3.735
6,mlp.experts.15.gate_proj,0.0000003109,0.02500,3.818
6,mlp.experts.9.gate_proj,0.0000003671,0.02500,4.981
6,mlp.experts.5.gate_proj,0.0000003763,0.02500,5.059
6,mlp.experts.1.gate_proj,0.0000004454,0.02500,5.118
6,mlp.experts.13.gate_proj,0.0000002022,0.02500,4.084
6,mlp.experts.12.gate_proj,0.0000002746,0.02500,4.440
6,mlp.experts.8.gate_proj,0.0000005355,0.02500,5.595
6,mlp.experts.4.gate_proj,0.0000001937,0.02500,5.598
6,mlp.experts.0.gate_proj,0.0000002641,0.02500,5.732
6,mlp.experts.14.gate_proj,0.0000001675,0.02500,4.817
6,mlp.experts.2.gate_proj,0.0000004106,0.02500,6.153
6,mlp.experts.10.gate_proj,0.0000002719,0.02500,6.234
6,mlp.experts.6.gate_proj,0.0000004595,0.02500,6.384
6,mlp.experts.31.gate_proj,0.0000001046,0.02500,3.238
6,mlp.experts.27.gate_proj,0.0000000985,0.02500,3.416
6,mlp.experts.23.gate_proj,0.0000003620,0.02500,3.701
6,mlp.experts.19.gate_proj,0.0000001238,0.02500,3.835
6,mlp.experts.25.gate_proj,0.0000001823,0.02500,3.628
6,mlp.experts.21.gate_proj,0.0000001858,0.02500,3.655
6,mlp.experts.17.gate_proj,0.0000004876,0.02500,3.602
6,mlp.experts.29.gate_proj,0.0000002260,0.02500,3.623
6,mlp.experts.16.gate_proj,0.0000003727,0.02500,3.276
6,mlp.experts.24.gate_proj,0.0000001712,0.02500,3.466
6,mlp.experts.28.gate_proj,0.0000002879,0.02500,3.559
6,mlp.experts.20.gate_proj,0.0000004258,0.02500,3.569
6,mlp.experts.30.gate_proj,0.0000003551,0.02500,4.264
6,mlp.experts.18.gate_proj,0.0000005137,0.02500,4.132
6,mlp.experts.26.gate_proj,0.0000003329,0.02500,4.183
6,mlp.experts.22.gate_proj,0.0000003475,0.02500,4.127
6,mlp.experts.41.gate_proj,0.0000003460,0.02500,2.965
6,mlp.experts.33.gate_proj,0.0000001831,0.02500,3.095
6,mlp.experts.37.gate_proj,0.0000000870,0.02500,3.118
6,mlp.experts.45.gate_proj,0.0000002956,0.02500,3.154
6,mlp.experts.36.gate_proj,0.0000002761,0.02500,3.341
6,mlp.experts.44.gate_proj,0.0000003583,0.02500,3.627
6,mlp.experts.32.gate_proj,0.0000002164,0.02500,3.855
6,mlp.experts.40.gate_proj,0.0000008287,0.02500,3.862
6,mlp.experts.47.gate_proj,0.0000003478,0.02500,5.062
6,mlp.experts.43.gate_proj,0.0000004264,0.02500,4.972
6,mlp.experts.35.gate_proj,0.0000003534,0.02500,5.132
6,mlp.experts.39.gate_proj,0.0000003111,0.02500,5.303
6,mlp.experts.34.gate_proj,0.0000002900,0.02500,4.258
6,mlp.experts.46.gate_proj,0.0000005211,0.02500,4.359
6,mlp.experts.42.gate_proj,0.0000004967,0.02500,4.305
6,mlp.experts.38.gate_proj,0.0000003287,0.02500,4.348
6,mlp.experts.57.gate_proj,0.0000003218,0.02500,4.528
6,mlp.experts.60.gate_proj,0.0000004981,0.02500,3.424
6,mlp.experts.49.gate_proj,0.0000002033,0.02500,4.420
6,mlp.experts.56.gate_proj,0.0000007516,0.02500,3.415
6,mlp.experts.52.gate_proj,0.0000007211,0.02500,3.896
6,mlp.experts.53.gate_proj,0.0000002492,0.02500,4.662
6,mlp.experts.48.gate_proj,0.0000004074,0.02500,3.686
6,mlp.experts.61.gate_proj,0.0000004880,0.02500,4.739
6,mlp.experts.59.gate_proj,0.0000002400,0.02500,4.901
6,mlp.experts.63.gate_proj,0.0000001286,0.02500,5.018
6,mlp.experts.51.gate_proj,0.0000002877,0.02500,5.000
6,mlp.experts.62.gate_proj,0.0000002695,0.02500,4.286
6,mlp.experts.50.gate_proj,0.0000010722,0.02500,4.351
6,mlp.experts.55.gate_proj,0.0000002705,0.02500,5.155
6,mlp.experts.58.gate_proj,0.0000006086,0.02500,4.341
6,mlp.experts.54.gate_proj,0.0000006474,0.02500,4.299
6,mlp.experts.76.gate_proj,0.0000004409,0.02500,3.439
6,mlp.experts.73.gate_proj,0.0000003797,0.02500,3.554
6,mlp.experts.68.gate_proj,0.0000007808,0.02500,3.434
6,mlp.experts.72.gate_proj,0.0000003290,0.02500,3.593
6,mlp.experts.64.gate_proj,0.0000003919,0.02500,3.467
6,mlp.experts.65.gate_proj,0.0000001362,0.02500,4.104
6,mlp.experts.77.gate_proj,0.0000002855,0.02500,3.749
6,mlp.experts.69.gate_proj,0.0000001923,0.02500,4.359
6,mlp.experts.92.gate_proj,0.0000005433,0.02500,3.315
6,mlp.experts.78.gate_proj,0.0000005346,0.02500,4.324
6,mlp.experts.66.gate_proj,0.0000004116,0.02500,4.319
6,mlp.experts.88.gate_proj,0.0000003513,0.02500,3.299
6,mlp.experts.80.gate_proj,0.0000002224,0.02500,3.313
6,mlp.experts.79.gate_proj,0.0000002031,0.02500,5.112
6,mlp.experts.74.gate_proj,0.0000001555,0.02500,4.311
6,mlp.experts.75.gate_proj,0.0000002919,0.02500,5.301
6,mlp.experts.70.gate_proj,0.0000004873,0.02500,4.367
6,mlp.experts.84.gate_proj,0.0000001675,0.02500,3.702
6,mlp.experts.67.gate_proj,0.0000003870,0.02500,5.088
6,mlp.experts.89.gate_proj,0.0000008681,0.02500,4.177
6,mlp.experts.81.gate_proj,0.0000004370,0.02500,3.877
6,mlp.experts.71.gate_proj,0.0000003200,0.02500,5.458
6,mlp.experts.93.gate_proj,0.0000003686,0.02500,3.917
6,mlp.experts.85.gate_proj,0.0000002887,0.02500,3.711
6,mlp.experts.108.gate_proj,0.0000002772,0.02500,3.484
6,mlp.experts.104.gate_proj,0.0000010687,0.02500,3.207
6,mlp.experts.96.gate_proj,0.0000001429,0.02500,3.357
6,mlp.experts.100.gate_proj,0.0000005402,0.02500,3.324
6,mlp.experts.94.gate_proj,0.0000000746,0.02500,3.993
6,mlp.experts.82.gate_proj,0.0000003268,0.02500,4.021
6,mlp.experts.91.gate_proj,0.0000003223,0.02500,3.998
6,mlp.experts.90.gate_proj,0.0000009364,0.02500,4.066
6,mlp.experts.86.gate_proj,0.0000007476,0.02500,4.009
6,mlp.experts.105.gate_proj,0.0000001833,0.02500,3.747
6,mlp.experts.95.gate_proj,0.0000002113,0.02500,4.268
6,mlp.experts.87.gate_proj,0.0000003947,0.02500,3.440
6,mlp.experts.83.gate_proj,0.0000002683,0.02500,4.083
6,mlp.experts.97.gate_proj,0.0000001889,0.02500,3.786
6,mlp.experts.101.gate_proj,0.0000003203,0.02500,3.593
6,mlp.experts.109.gate_proj,0.0000003226,0.02500,3.954
6,mlp.experts.0.up_proj,0.0000002614,0.02500,3.603
6,mlp.experts.116.gate_proj,0.0000002712,0.02500,3.374
6,mlp.experts.4.up_proj,0.0000001929,0.02500,3.942
6,mlp.experts.112.gate_proj,0.0000003341,0.02500,3.655
6,mlp.experts.110.gate_proj,0.0000003463,0.02500,4.895
6,mlp.experts.98.gate_proj,0.0000004108,0.02500,4.912
6,mlp.experts.106.gate_proj,0.0000004041,0.02500,4.942
6,mlp.experts.102.gate_proj,0.0000002290,0.02500,4.858
6,mlp.experts.1.up_proj,0.0000004415,0.02500,5.825
6,mlp.experts.113.gate_proj,0.0000006077,0.02500,6.120
6,mlp.experts.117.gate_proj,0.0000005530,0.02500,6.244
6,mlp.experts.5.up_proj,0.0000003749,0.02500,6.146
6,mlp.experts.6.up_proj,0.0000004565,0.02500,5.362
6,mlp.experts.114.gate_proj,0.0000000802,0.02500,5.371
6,mlp.experts.17.up_proj,0.0000004850,0.02500,4.383
6,mlp.experts.2.up_proj,0.0000004084,0.02500,5.427
6,mlp.experts.118.gate_proj,0.0000002700,0.02500,5.432
6,mlp.experts.21.up_proj,0.0000001831,0.02500,3.823
6,mlp.experts.13.up_proj,0.0000001995,0.02500,3.967
6,mlp.experts.9.up_proj,0.0000003645,0.02500,4.458
6,mlp.experts.22.up_proj,0.0000003461,0.02500,3.840
6,mlp.experts.10.up_proj,0.0000002711,0.02500,3.818
6,mlp.experts.18.up_proj,0.0000005080,0.02500,3.683
6,mlp.experts.16.up_proj,0.0000003699,0.02500,11.620
6,mlp.experts.14.up_proj,0.0000001658,0.02500,3.862
6,mlp.experts.12.up_proj,0.0000002732,0.02500,11.664
6,mlp.experts.20.up_proj,0.0000004227,0.02500,11.874
6,mlp.experts.8.up_proj,0.0000005310,0.02500,12.062
6,mlp.experts.38.up_proj,0.0000003284,0.02500,3.241
6,mlp.experts.26.up_proj,0.0000003290,0.02500,3.261
6,mlp.experts.34.up_proj,0.0000002870,0.02500,3.229
6,mlp.experts.30.up_proj,0.0000003520,0.02500,3.260
6,mlp.experts.32.up_proj,0.0000002149,0.02500,3.675
6,mlp.experts.28.up_proj,0.0000002868,0.02500,3.723
6,mlp.experts.36.up_proj,0.0000002732,0.02500,3.558
6,mlp.experts.24.up_proj,0.0000001706,0.02500,3.610
6,mlp.experts.54.up_proj,0.0000006426,0.02500,3.647
6,mlp.experts.42.up_proj,0.0000004949,0.02500,3.641
6,mlp.experts.46.up_proj,0.0000005176,0.02500,3.595
6,mlp.experts.50.up_proj,0.0000010708,0.02500,3.884
6,mlp.experts.48.up_proj,0.0000004035,0.02500,3.944
6,mlp.experts.52.up_proj,0.0000007159,0.02500,3.796
6,mlp.experts.44.up_proj,0.0000003543,0.02500,4.152
6,mlp.experts.40.up_proj,0.0000008258,0.02500,4.134
6,mlp.experts.33.up_proj,0.0000001814,0.02500,12.793
6,mlp.experts.37.up_proj,0.0000000862,0.02500,12.968
6,mlp.experts.25.up_proj,0.0000001812,0.02500,12.683
6,mlp.experts.29.up_proj,0.0000002238,0.02500,12.912
6,mlp.experts.49.up_proj,0.0000002010,0.02500,3.953
6,mlp.experts.64.up_proj,0.0000003903,0.02500,5.565
6,mlp.experts.53.up_proj,0.0000002486,0.02500,3.587
6,mlp.experts.68.up_proj,0.0000007767,0.02500,5.449
6,mlp.experts.45.up_proj,0.0000002931,0.02500,3.809
6,mlp.experts.60.up_proj,0.0000004959,0.02500,5.326
6,mlp.experts.56.up_proj,0.0000007487,0.02500,5.073
6,mlp.experts.41.up_proj,0.0000003423,0.02500,4.313
6,mlp.experts.65.up_proj,0.0000001350,0.02500,3.564
6,mlp.experts.61.up_proj,0.0000004855,0.02500,3.653
6,mlp.experts.69.up_proj,0.0000001906,0.02500,4.075
6,mlp.experts.80.up_proj,0.0000002199,0.02500,4.654
6,mlp.experts.84.up_proj,0.0000001659,0.02500,4.686
6,mlp.experts.57.up_proj,0.0000003206,0.02500,4.183
6,mlp.experts.76.up_proj,0.0000004376,0.02500,4.693
6,mlp.experts.72.up_proj,0.0000003251,0.02500,4.681
6,mlp.experts.70.up_proj,0.0000004833,0.02500,13.241
6,mlp.experts.58.up_proj,0.0000006029,0.02500,13.191
6,mlp.experts.62.up_proj,0.0000002652,0.02500,13.195
6,mlp.experts.66.up_proj,0.0000004099,0.02500,13.180
6,mlp.experts.81.up_proj,0.0000004344,0.02500,3.743
6,mlp.experts.77.up_proj,0.0000002833,0.02500,3.718
6,mlp.experts.107.gate_proj,0.0000003090,0.02500,3.709
6,mlp.experts.99.gate_proj,0.0000002286,0.02500,3.765
6,mlp.experts.96.up_proj,0.0000001420,0.02500,3.212
6,mlp.experts.111.gate_proj,0.0000001918,0.02500,3.820
6,mlp.experts.103.gate_proj,0.0000002888,0.02500,3.888
6,mlp.experts.85.up_proj,0.0000002873,0.02500,3.892
6,mlp.experts.88.up_proj,0.0000003495,0.02500,3.037
6,mlp.experts.73.up_proj,0.0000003774,0.02500,3.465
6,mlp.experts.92.up_proj,0.0000005410,0.02500,3.664
6,mlp.experts.100.up_proj,0.0000005325,0.02500,3.843
6,mlp.experts.74.up_proj,0.0000001538,0.02500,3.261
6,mlp.experts.86.up_proj,0.0000007458,0.02500,3.426
6,mlp.experts.78.up_proj,0.0000005303,0.02500,3.349
6,mlp.experts.97.up_proj,0.0000001873,0.02500,3.361
6,mlp.experts.82.up_proj,0.0000003247,0.02500,3.431
6,mlp.experts.93.up_proj,0.0000003666,0.02500,3.330
6,mlp.experts.101.up_proj,0.0000003183,0.02500,3.226
6,mlp.experts.104.up_proj,0.0000010640,0.02500,3.208
6,mlp.experts.112.up_proj,0.0000003317,0.02500,3.459
6,mlp.experts.108.up_proj,0.0000002753,0.02500,3.023
6,mlp.experts.89.up_proj,0.0000008619,0.02500,3.307
6,mlp.experts.116.up_proj,0.0000002698,0.02500,3.002
6,mlp.experts.115.gate_proj,0.0000001963,0.02500,4.004
6,mlp.experts.3.up_proj,0.0000004875,0.02500,4.118
6,mlp.experts.7.up_proj,0.0000004690,0.02500,4.064
6,mlp.experts.119.gate_proj,0.0000005645,0.02500,4.080
6,mlp.experts.90.up_proj,0.0000009287,0.02500,3.205
6,mlp.experts.102.up_proj,0.0000002281,0.02500,3.214
6,mlp.experts.94.up_proj,0.0000000741,0.02500,3.048
6,mlp.experts.98.up_proj,0.0000004081,0.02500,3.027
6,mlp.experts.113.up_proj,0.0000006060,0.02500,3.231
6,mlp.experts.109.up_proj,0.0000003215,0.02500,2.811
6,mlp.experts.117.up_proj,0.0000005510,0.02500,2.952
6,mlp.experts.105.up_proj,0.0000001827,0.02500,2.723
6,mlp.experts.106.up_proj,0.0000004027,0.02500,2.611
6,mlp.experts.118.up_proj,0.0000002678,0.02500,2.590
6,mlp.experts.11.up_proj,0.0000003077,0.02500,3.940
6,mlp.experts.110.up_proj,0.0000003471,0.02500,2.513
6,mlp.experts.114.up_proj,0.0000000795,0.02500,2.445
6,mlp.experts.15.up_proj,0.0000003092,0.02500,3.891
6,mlp.experts.19.up_proj,0.0000001233,0.02500,4.039
6,mlp.experts.23.up_proj,0.0000003601,0.02500,4.086
6,mlp.experts.27.up_proj,0.0000000971,0.02500,4.539
6,mlp.experts.39.up_proj,0.0000003091,0.02500,4.324
6,mlp.experts.31.up_proj,0.0000001041,0.02500,4.535
6,mlp.experts.35.up_proj,0.0000003518,0.02500,4.631
6,mlp.experts.55.up_proj,0.0000002680,0.02500,4.515
6,mlp.experts.47.up_proj,0.0000003450,0.02500,4.533
6,mlp.experts.43.up_proj,0.0000004219,0.02500,4.792
6,mlp.experts.51.up_proj,0.0000002842,0.02500,4.676
6,mlp.experts.63.up_proj,0.0000001277,0.02500,4.561
6,mlp.experts.71.up_proj,0.0000003178,0.02500,4.757
6,mlp.experts.67.up_proj,0.0000003869,0.02500,4.671
6,mlp.experts.59.up_proj,0.0000002370,0.02500,5.018
6,mlp.experts.79.up_proj,0.0000002012,0.02500,4.217
6,mlp.experts.87.up_proj,0.0000003900,0.02500,4.210
6,mlp.experts.83.up_proj,0.0000002673,0.02500,4.224
6,mlp.experts.75.up_proj,0.0000002893,0.02500,4.544
6,mlp.experts.103.up_proj,0.0000002892,0.02500,3.722
6,mlp.experts.95.up_proj,0.0000002093,0.02500,4.000
6,mlp.experts.99.up_proj,0.0000002263,0.02500,3.928
6,mlp.experts.91.up_proj,0.0000003215,0.02500,3.839
6,mlp.experts.119.up_proj,0.0000005577,0.02500,4.473
6,mlp.experts.111.up_proj,0.0000001907,0.02500,4.595
6,mlp.experts.115.up_proj,0.0000001952,0.02500,4.472
6,mlp.experts.107.up_proj,0.0000003055,0.02500,4.111
6,mlp.experts.0.down_proj,0.0000000033,0.02500,1.027
6,mlp.experts.8.down_proj,0.0000000038,0.02500,1.040
6,mlp.experts.12.down_proj,0.0000000026,0.02500,1.063
6,mlp.experts.4.down_proj,0.0000000013,0.02500,1.066
6,mlp.experts.5.down_proj,0.0000000024,0.02500,1.078
6,mlp.experts.9.down_proj,0.0000000027,0.02500,1.103
6,mlp.experts.13.down_proj,0.0000000022,0.02500,1.176
6,mlp.experts.1.down_proj,0.0000000030,0.02500,1.184
6,mlp.experts.6.down_proj,0.0000000040,0.02500,1.267
6,mlp.experts.2.down_proj,0.0000000031,0.02500,1.268
6,mlp.experts.10.down_proj,0.0000000023,0.02500,1.268
6,mlp.experts.3.down_proj,0.0000000033,0.02500,1.275
6,mlp.experts.15.down_proj,0.0000000042,0.02500,1.285
6,mlp.experts.7.down_proj,0.0000000027,0.02500,1.289
6,mlp.experts.14.down_proj,0.0000000026,0.02500,1.289
6,mlp.experts.11.down_proj,0.0000000018,0.02500,1.335
6,mlp.experts.24.down_proj,0.0000000025,0.02500,0.941
6,mlp.experts.16.down_proj,0.0000000026,0.02500,0.973
6,mlp.experts.20.down_proj,0.0000000024,0.02500,0.950
6,mlp.experts.28.down_proj,0.0000000017,0.02500,0.957
6,mlp.experts.21.down_proj,0.0000000012,0.02500,0.992
6,mlp.experts.25.down_proj,0.0000000013,0.02500,1.086
6,mlp.experts.17.down_proj,0.0000000032,0.02500,1.043
6,mlp.experts.29.down_proj,0.0000000017,0.02500,1.090
6,mlp.experts.19.down_proj,0.0000000007,0.02500,1.052
6,mlp.experts.23.down_proj,0.0000000023,0.02500,1.042
6,mlp.experts.26.down_proj,0.0000000023,0.02500,1.062
6,mlp.experts.31.down_proj,0.0000000006,0.02500,1.062
6,mlp.experts.22.down_proj,0.0000000026,0.02500,1.081
6,mlp.experts.30.down_proj,0.0000000031,0.02500,1.078
6,mlp.experts.27.down_proj,0.0000000012,0.02500,1.052
6,mlp.experts.18.down_proj,0.0000000031,0.02500,1.134
6,mlp.experts.40.down_proj,0.0000000143,0.02500,0.851
6,mlp.experts.36.down_proj,0.0000000060,0.02500,0.851
6,mlp.experts.44.down_proj,0.0000000024,0.02500,0.851
6,mlp.experts.32.down_proj,0.0000000028,0.02500,0.891
6,mlp.experts.37.down_proj,0.0000000016,0.02500,0.972
6,mlp.experts.45.down_proj,0.0000000038,0.02500,0.994
6,mlp.experts.33.down_proj,0.0000000025,0.02500,1.041
6,mlp.experts.42.down_proj,0.0000000042,0.02500,0.948
6,mlp.experts.46.down_proj,0.0000000037,0.02500,0.929
6,mlp.experts.35.down_proj,0.0000000028,0.02500,0.973
6,mlp.experts.39.down_proj,0.0000000017,0.02500,0.984
6,mlp.experts.41.down_proj,0.0000000032,0.02500,1.139
6,mlp.experts.47.down_proj,0.0000000026,0.02500,0.989
6,mlp.experts.43.down_proj,0.0000000026,0.02500,0.981
6,mlp.experts.38.down_proj,0.0000000043,0.02500,1.069
6,mlp.experts.34.down_proj,0.0000000034,0.02500,1.065
6,mlp.experts.53.down_proj,0.0000000013,0.02500,1.098
6,mlp.experts.49.down_proj,0.0000000017,0.02500,0.890
6,mlp.experts.51.down_proj,0.0000000026,0.02500,0.898
6,mlp.experts.55.down_proj,0.0000000027,0.02500,0.887
6,mlp.experts.63.down_proj,0.0000000014,0.02500,0.893
6,mlp.experts.58.down_proj,0.0000000045,0.02500,0.957
6,mlp.experts.59.down_proj,0.0000000018,0.02500,0.885
6,mlp.experts.61.down_proj,0.0000000041,0.02500,0.994
6,mlp.experts.57.down_proj,0.0000000055,0.02500,1.021
6,mlp.experts.54.down_proj,0.0000000038,0.02500,0.931
6,mlp.experts.56.down_proj,0.0000000066,0.02500,1.525
6,mlp.experts.62.down_proj,0.0000000024,0.02500,1.093
6,mlp.experts.60.down_proj,0.0000000034,0.02500,1.549
6,mlp.experts.52.down_proj,0.0000000059,0.02500,1.570
6,mlp.experts.48.down_proj,0.0000000050,0.02500,1.563
6,mlp.experts.50.down_proj,0.0000000090,0.02500,1.041
6,mlp.experts.69.down_proj,0.0000000019,0.02500,0.938
6,mlp.experts.67.down_proj,0.0000000029,0.02500,0.934
6,mlp.experts.71.down_proj,0.0000000019,0.02500,0.936
6,mlp.experts.74.down_proj,0.0000000022,0.02500,0.901
6,mlp.experts.79.down_proj,0.0000000015,0.02500,0.942
6,mlp.experts.75.down_proj,0.0000000018,0.02500,0.946
6,mlp.experts.73.down_proj,0.0000000033,0.02500,0.895
6,mlp.experts.70.down_proj,0.0000000027,0.02500,0.928
6,mlp.experts.65.down_proj,0.0000000030,0.02500,1.189
6,mlp.experts.77.down_proj,0.0000000034,0.02500,1.123
6,mlp.experts.78.down_proj,0.0000000053,0.02500,1.117
6,mlp.experts.66.down_proj,0.0000000024,0.02500,1.101
6,mlp.experts.85.down_proj,0.0000000015,0.02500,0.956
6,mlp.experts.83.down_proj,0.0000000023,0.02500,0.925
6,mlp.experts.87.down_proj,0.0000000054,0.02500,0.925
6,mlp.experts.95.down_proj,0.0000000019,0.02500,0.929
6,mlp.experts.90.down_proj,0.0000000108,0.02500,0.984
6,mlp.experts.91.down_proj,0.0000000018,0.02500,0.933
6,mlp.experts.72.down_proj,0.0000000040,0.02500,1.797
6,mlp.experts.64.down_proj,0.0000000025,0.02500,1.755
6,mlp.experts.76.down_proj,0.0000000047,0.02500,1.815
6,mlp.experts.68.down_proj,0.0000000040,0.02500,1.807
6,mlp.experts.89.down_proj,0.0000000105,0.02500,1.081
6,mlp.experts.81.down_proj,0.0000000033,0.02500,1.000
6,mlp.experts.86.down_proj,0.0000000055,0.02500,1.166
6,mlp.experts.82.down_proj,0.0000000025,0.02500,0.889
6,mlp.experts.93.down_proj,0.0000000042,0.02500,1.127
6,mlp.experts.94.down_proj,0.0000000013,0.02500,1.148
6,mlp.experts.101.down_proj,0.0000000044,0.02500,0.972
6,mlp.experts.106.down_proj,0.0000000038,0.02500,0.954
6,mlp.experts.103.down_proj,0.0000000028,0.02500,1.193
6,mlp.experts.99.down_proj,0.0000000018,0.02500,1.212
6,mlp.experts.98.down_proj,0.0000000032,0.02500,0.822
6,mlp.experts.111.down_proj,0.0000000011,0.02500,1.235
6,mlp.experts.107.down_proj,0.0000000019,0.02500,1.254
6,mlp.experts.105.down_proj,0.0000000018,0.02500,1.069
6,mlp.experts.97.down_proj,0.0000000018,0.02500,1.073
6,mlp.experts.109.down_proj,0.0000000020,0.02500,0.953
6,mlp.experts.102.down_proj,0.0000000015,0.02500,1.085
6,mlp.experts.110.down_proj,0.0000000018,0.02500,1.000
6,mlp.experts.88.down_proj,0.0000000025,0.02500,1.534
6,mlp.experts.80.down_proj,0.0000000023,0.02500,1.522
6,mlp.experts.117.down_proj,0.0000000032,0.02500,0.766
6,mlp.experts.92.down_proj,0.0000000036,0.02500,1.580
6,mlp.experts.84.down_proj,0.0000000016,0.02500,1.602
6,mlp.experts.114.down_proj,0.0000000015,0.02500,0.639
6,mlp.experts.113.down_proj,0.0000000048,0.02500,0.555
6,mlp.experts.115.down_proj,0.0000000022,0.02500,0.776
6,mlp.experts.119.down_proj,0.0000000032,0.02500,0.807
6,mlp.experts.118.down_proj,0.0000000040,0.02500,0.569
6,mlp.experts.104.down_proj,0.0000000086,0.02500,1.125
6,mlp.experts.96.down_proj,0.0000000017,0.02500,1.217
6,mlp.experts.108.down_proj,0.0000000013,0.02500,1.253
6,mlp.experts.100.down_proj,0.0000000039,0.02500,1.225
6,mlp.experts.112.down_proj,0.0000000047,0.02500,1.005
6,mlp.experts.116.down_proj,0.0000000015,0.02500,0.939
7,self_attn.v_proj,0.0000000004,0.02500,1.538
7,self_attn.k_proj,0.0000000001,0.02500,1.784
7,self_attn.q_proj,0.0000000005,0.02500,1.828
7,self_attn.o_proj,0.0000000000,0.02500,3.838
7,mlp.shared_experts.gate_proj,0.0000000178,0.02500,1.268
7,mlp.shared_experts.up_proj,0.0000000185,0.02500,1.469
7,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.419
7,mlp.experts.10.gate_proj,0.0000003940,0.02500,4.142
7,mlp.experts.6.gate_proj,0.0000006336,0.02500,4.310
7,mlp.experts.13.gate_proj,0.0000004962,0.02500,4.359
7,mlp.experts.9.gate_proj,0.0000003855,0.02500,4.503
7,mlp.experts.12.gate_proj,0.0000003697,0.02500,4.543
7,mlp.experts.4.gate_proj,0.0000002888,0.02500,4.614
7,mlp.experts.5.gate_proj,0.0000002412,0.02500,4.304
7,mlp.experts.0.gate_proj,0.0000004201,0.02500,4.678
7,mlp.experts.2.gate_proj,0.0000005029,0.02500,4.720
7,mlp.experts.8.gate_proj,0.0000004192,0.02500,4.784
7,mlp.experts.1.gate_proj,0.0000005936,0.02500,4.476
7,mlp.experts.14.gate_proj,0.0000003398,0.02500,4.297
7,mlp.experts.3.gate_proj,0.0000005014,0.02500,5.028
7,mlp.experts.7.gate_proj,0.0000004604,0.02500,5.104
7,mlp.experts.11.gate_proj,0.0000003408,0.02500,5.110
7,mlp.experts.15.gate_proj,0.0000003903,0.02500,4.791
7,mlp.experts.17.gate_proj,0.0000002811,0.02500,2.909
7,mlp.experts.22.gate_proj,0.0000004219,0.02500,3.462
7,mlp.experts.29.gate_proj,0.0000003221,0.02500,3.467
7,mlp.experts.26.gate_proj,0.0000005293,0.02500,3.741
7,mlp.experts.28.gate_proj,0.0000002694,0.02500,3.482
7,mlp.experts.18.gate_proj,0.0000004371,0.02500,3.316
7,mlp.experts.16.gate_proj,0.0000007148,0.02500,3.444
7,mlp.experts.20.gate_proj,0.0000005423,0.02500,3.594
7,mlp.experts.25.gate_proj,0.0000004539,0.02500,3.716
7,mlp.experts.24.gate_proj,0.0000006540,0.02500,3.473
7,mlp.experts.21.gate_proj,0.0000007883,0.02500,3.673
7,mlp.experts.30.gate_proj,0.0000005852,0.02500,3.482
7,mlp.experts.27.gate_proj,0.0000002197,0.02500,4.163
7,mlp.experts.19.gate_proj,0.0000008619,0.02500,4.316
7,mlp.experts.23.gate_proj,0.0000004262,0.02500,4.293
7,mlp.experts.31.gate_proj,0.0000002740,0.02500,4.209
7,mlp.experts.33.gate_proj,0.0000004458,0.02500,3.240
7,mlp.experts.45.gate_proj,0.0000008460,0.02500,3.253
7,mlp.experts.42.gate_proj,0.0000001342,0.02500,3.260
7,mlp.experts.34.gate_proj,0.0000003119,0.02500,3.243
7,mlp.experts.32.gate_proj,0.0000004835,0.02500,3.280
7,mlp.experts.36.gate_proj,0.0000003150,0.02500,3.194
7,mlp.experts.44.gate_proj,0.0000003652,0.02500,3.457
7,mlp.experts.46.gate_proj,0.0000005284,0.02500,3.094
7,mlp.experts.40.gate_proj,0.0000001735,0.02500,3.351
7,mlp.experts.38.gate_proj,0.0000005917,0.02500,3.924
7,mlp.experts.41.gate_proj,0.0000004527,0.02500,3.577
7,mlp.experts.37.gate_proj,0.0000002028,0.02500,3.729
7,mlp.experts.43.gate_proj,0.0000002718,0.02500,4.209
7,mlp.experts.39.gate_proj,0.0000004262,0.02500,4.181
7,mlp.experts.47.gate_proj,0.0000004346,0.02500,4.142
7,mlp.experts.35.gate_proj,0.0000002239,0.02500,4.637
7,mlp.experts.49.gate_proj,0.0000003878,0.02500,3.093
7,mlp.experts.62.gate_proj,0.0000002980,0.02500,2.959
7,mlp.experts.48.gate_proj,0.0000005527,0.02500,3.195
7,mlp.experts.60.gate_proj,0.0000006208,0.02500,3.174
7,mlp.experts.52.gate_proj,0.0000001830,0.02500,3.315
7,mlp.experts.54.gate_proj,0.0000003241,0.02500,3.123
7,mlp.experts.56.gate_proj,0.0000003627,0.02500,3.254
7,mlp.experts.61.gate_proj,0.0000001563,0.02500,3.854
7,mlp.experts.58.gate_proj,0.0000007744,0.02500,3.893
7,mlp.experts.50.gate_proj,0.0000003928,0.02500,3.882
7,mlp.experts.57.gate_proj,0.0000004394,0.02500,3.411
7,mlp.experts.53.gate_proj,0.0000003103,0.02500,3.544
7,mlp.experts.65.gate_proj,0.0000003707,0.02500,3.225
7,mlp.experts.78.gate_proj,0.0000005183,0.02500,3.112
7,mlp.experts.59.gate_proj,0.0000001238,0.02500,4.384
7,mlp.experts.55.gate_proj,0.0000001799,0.02500,4.352
7,mlp.experts.63.gate_proj,0.0000002228,0.02500,4.366
7,mlp.experts.64.gate_proj,0.0000006633,0.02500,3.525
7,mlp.experts.76.gate_proj,0.0000007482,0.02500,3.552
7,mlp.experts.68.gate_proj,0.0000003016,0.02500,3.563
7,mlp.experts.70.gate_proj,0.0000002253,0.02500,3.509
7,mlp.experts.72.gate_proj,0.0000004097,0.02500,3.533
7,mlp.experts.77.gate_proj,0.0000001366,0.02500,3.437
7,mlp.experts.51.gate_proj,0.0000002337,0.02500,4.445
7,mlp.experts.74.gate_proj,0.0000002405,0.02500,3.390
7,mlp.experts.69.gate_proj,0.0000004133,0.02500,3.307
7,mlp.experts.66.gate_proj,0.0000004993,0.02500,3.815
7,mlp.experts.73.gate_proj,0.0000004024,0.02500,3.976
7,mlp.experts.81.gate_proj,0.0000004298,0.02500,3.427
7,mlp.experts.94.gate_proj,0.0000004138,0.02500,3.426
7,mlp.experts.80.gate_proj,0.0000003213,0.02500,3.425
7,mlp.experts.92.gate_proj,0.0000003038,0.02500,3.476
7,mlp.experts.84.gate_proj,0.0000002360,0.02500,3.504
7,mlp.experts.88.gate_proj,0.0000002876,0.02500,3.529
7,mlp.experts.93.gate_proj,0.0000001593,0.02500,3.620
7,mlp.experts.71.gate_proj,0.0000001074,0.02500,4.185
7,mlp.experts.75.gate_proj,0.0000001659,0.02500,4.249
7,mlp.experts.90.gate_proj,0.0000003897,0.02500,3.710
7,mlp.experts.79.gate_proj,0.0000003037,0.02500,4.124
7,mlp.experts.82.gate_proj,0.0000009463,0.02500,3.271
7,mlp.experts.86.gate_proj,0.0000003220,0.02500,3.974
7,mlp.experts.85.gate_proj,0.0000003793,0.02500,3.527
7,mlp.experts.67.gate_proj,0.0000002268,0.02500,4.234
7,mlp.experts.89.gate_proj,0.0000006223,0.02500,3.550
7,mlp.experts.97.gate_proj,0.0000003729,0.02500,3.412
7,mlp.experts.110.gate_proj,0.0000006336,0.02500,3.421
7,mlp.experts.109.gate_proj,0.0000006074,0.02500,3.490
7,mlp.experts.98.gate_proj,0.0000002022,0.02500,3.287
7,mlp.experts.102.gate_proj,0.0000004404,0.02500,3.351
7,mlp.experts.96.gate_proj,0.0000001727,0.02500,4.196
7,mlp.experts.101.gate_proj,0.0000005001,0.02500,3.320
7,mlp.experts.106.gate_proj,0.0000002965,0.02500,3.647
7,mlp.experts.108.gate_proj,0.0000005465,0.02500,4.118
7,mlp.experts.100.gate_proj,0.0000001477,0.02500,4.253
7,mlp.experts.104.gate_proj,0.0000004063,0.02500,4.242
7,mlp.experts.91.gate_proj,0.0000005206,0.02500,4.169
7,mlp.experts.87.gate_proj,0.0000006725,0.02500,4.216
7,mlp.experts.95.gate_proj,0.0000005539,0.02500,4.171
7,mlp.experts.105.gate_proj,0.0000004452,0.02500,3.924
7,mlp.experts.83.gate_proj,0.0000002531,0.02500,4.159
7,mlp.experts.113.gate_proj,0.0000001518,0.02500,3.568
7,mlp.experts.6.up_proj,0.0000006297,0.02500,3.621
7,mlp.experts.5.up_proj,0.0000002397,0.02500,3.300
7,mlp.experts.118.gate_proj,0.0000001399,0.02500,3.199
7,mlp.experts.114.gate_proj,0.0000003141,0.02500,3.406
7,mlp.experts.117.gate_proj,0.0000003014,0.02500,3.316
7,mlp.experts.2.up_proj,0.0000005000,0.02500,3.645
7,mlp.experts.4.up_proj,0.0000002872,0.02500,4.472
7,mlp.experts.112.gate_proj,0.0000003074,0.02500,4.607
7,mlp.experts.1.up_proj,0.0000005879,0.02500,3.756
7,mlp.experts.116.gate_proj,0.0000005111,0.02500,4.520
7,mlp.experts.0.up_proj,0.0000004147,0.02500,4.474
7,mlp.experts.103.gate_proj,0.0000003011,0.02500,4.770
7,mlp.experts.107.gate_proj,0.0000003201,0.02500,4.924
7,mlp.experts.111.gate_proj,0.0000002816,0.02500,4.931
7,mlp.experts.22.up_proj,0.0000004179,0.02500,3.392
7,mlp.experts.99.gate_proj,0.0000003215,0.02500,4.940
7,mlp.experts.9.up_proj,0.0000003809,0.02500,4.077
7,mlp.experts.10.up_proj,0.0000003916,0.02500,3.189
7,mlp.experts.14.up_proj,0.0000003384,0.02500,3.544
7,mlp.experts.21.up_proj,0.0000007815,0.02500,3.969
7,mlp.experts.13.up_proj,0.0000004908,0.02500,3.819
7,mlp.experts.18.up_proj,0.0000004336,0.02500,3.481
7,mlp.experts.17.up_proj,0.0000002792,0.02500,3.793
7,mlp.experts.20.up_proj,0.0000005360,0.02500,4.315
7,mlp.experts.8.up_proj,0.0000004156,0.02500,4.350
7,mlp.experts.12.up_proj,0.0000003664,0.02500,4.321
7,mlp.experts.16.up_proj,0.0000007103,0.02500,4.337
7,mlp.experts.38.up_proj,0.0000005816,0.02500,3.637
7,mlp.experts.119.gate_proj,0.0000003933,0.02500,4.246
7,mlp.experts.25.up_proj,0.0000004513,0.02500,3.650
7,mlp.experts.7.up_proj,0.0000004579,0.02500,4.163
7,mlp.experts.3.up_proj,0.0000004940,0.02500,4.381
7,mlp.experts.26.up_proj,0.0000005257,0.02500,3.595
7,mlp.experts.115.gate_proj,0.0000005166,0.02500,4.093
7,mlp.experts.30.up_proj,0.0000005816,0.02500,3.507
7,mlp.experts.37.up_proj,0.0000002003,0.02500,3.518
7,mlp.experts.34.up_proj,0.0000003095,0.02500,3.485
7,mlp.experts.29.up_proj,0.0000003199,0.02500,3.546
7,mlp.experts.33.up_proj,0.0000004440,0.02500,3.229
7,mlp.experts.41.up_proj,0.0000004503,0.02500,3.316
7,mlp.experts.36.up_proj,0.0000003137,0.02500,4.152
7,mlp.experts.24.up_proj,0.0000006501,0.02500,4.177
7,mlp.experts.15.up_proj,0.0000003877,0.02500,3.602
7,mlp.experts.28.up_proj,0.0000002673,0.02500,4.178
7,mlp.experts.23.up_proj,0.0000004219,0.02500,3.606
7,mlp.experts.32.up_proj,0.0000004835,0.02500,4.192
7,mlp.experts.19.up_proj,0.0000008549,0.02500,3.632
7,mlp.experts.54.up_proj,0.0000003195,0.02500,4.287
7,mlp.experts.53.up_proj,0.0000003085,0.02500,3.151
7,mlp.experts.11.up_proj,0.0000003381,0.02500,3.613
7,mlp.experts.45.up_proj,0.0000008442,0.02500,3.307
7,mlp.experts.42.up_proj,0.0000001331,0.02500,4.409
7,mlp.experts.46.up_proj,0.0000005217,0.02500,4.467
7,mlp.experts.50.up_proj,0.0000003907,0.02500,4.500
7,mlp.experts.49.up_proj,0.0000003833,0.02500,3.993
7,mlp.experts.61.up_proj,0.0000001551,0.02500,2.961
7,mlp.experts.57.up_proj,0.0000004376,0.02500,4.003
7,mlp.experts.69.up_proj,0.0000004087,0.02500,3.365
7,mlp.experts.52.up_proj,0.0000001812,0.02500,4.176
7,mlp.experts.40.up_proj,0.0000001711,0.02500,4.150
7,mlp.experts.70.up_proj,0.0000002235,0.02500,3.697
7,mlp.experts.44.up_proj,0.0000003616,0.02500,4.070
7,mlp.experts.48.up_proj,0.0000005457,0.02500,4.116
7,mlp.experts.31.up_proj,0.0000002718,0.02500,4.485
7,mlp.experts.35.up_proj,0.0000002215,0.02500,4.420
7,mlp.experts.39.up_proj,0.0000004230,0.02500,4.624
7,mlp.experts.58.up_proj,0.0000007732,0.02500,3.699
7,mlp.experts.27.up_proj,0.0000002192,0.02500,4.487
7,mlp.experts.62.up_proj,0.0000002942,0.02500,3.849
7,mlp.experts.66.up_proj,0.0000004968,0.02500,3.627
7,mlp.experts.65.up_proj,0.0000003671,0.02500,3.140
7,mlp.experts.73.up_proj,0.0000003995,0.02500,3.207
7,mlp.experts.77.up_proj,0.0000001350,0.02500,3.352
7,mlp.experts.68.up_proj,0.0000002992,0.02500,3.466
7,mlp.experts.56.up_proj,0.0000003613,0.02500,3.467
7,mlp.experts.86.up_proj,0.0000003194,0.02500,3.563
7,mlp.experts.60.up_proj,0.0000006132,0.02500,3.516
7,mlp.experts.64.up_proj,0.0000006601,0.02500,3.518
7,mlp.experts.85.up_proj,0.0000003778,0.02500,4.080
7,mlp.experts.74.up_proj,0.0000002364,0.02500,3.264
7,mlp.experts.47.up_proj,0.0000004329,0.02500,4.165
7,mlp.experts.82.up_proj,0.0000009336,0.02500,3.098
7,mlp.experts.78.up_proj,0.0000005152,0.02500,3.569
7,mlp.experts.51.up_proj,0.0000002335,0.02500,4.274
7,mlp.experts.55.up_proj,0.0000001780,0.02500,4.200
7,mlp.experts.43.up_proj,0.0000002683,0.02500,4.172
7,mlp.experts.81.up_proj,0.0000004265,0.02500,4.504
7,mlp.experts.93.up_proj,0.0000001582,0.02500,4.313
7,mlp.experts.84.up_proj,0.0000002327,0.02500,3.994
7,mlp.experts.72.up_proj,0.0000004056,0.02500,3.960
7,mlp.experts.89.up_proj,0.0000006175,0.02500,4.626
7,mlp.experts.76.up_proj,0.0000007446,0.02500,3.934
7,mlp.experts.102.up_proj,0.0000004379,0.02500,3.988
7,mlp.experts.80.up_proj,0.0000003196,0.02500,3.923
7,mlp.experts.90.up_proj,0.0000003854,0.02500,3.697
7,mlp.experts.101.up_proj,0.0000004947,0.02500,4.064
7,mlp.experts.98.up_proj,0.0000002021,0.02500,3.880
7,mlp.experts.94.up_proj,0.0000004113,0.02500,3.758
7,mlp.experts.63.up_proj,0.0000002205,0.02500,4.349
7,mlp.experts.71.up_proj,0.0000001065,0.02500,4.187
7,mlp.experts.67.up_proj,0.0000002248,0.02500,4.270
7,mlp.experts.59.up_proj,0.0000001242,0.02500,4.119
7,mlp.experts.97.up_proj,0.0000003685,0.02500,3.611
7,mlp.experts.105.up_proj,0.0000004424,0.02500,3.201
7,mlp.experts.109.up_proj,0.0000006030,0.02500,3.555
7,mlp.experts.118.up_proj,0.0000001394,0.02500,3.388
7,mlp.experts.106.up_proj,0.0000002931,0.02500,3.256
7,mlp.experts.117.up_proj,0.0000002988,0.02500,3.228
7,mlp.experts.114.up_proj,0.0000003099,0.02500,3.122
7,mlp.experts.110.up_proj,0.0000006311,0.02500,3.116
7,mlp.experts.100.up_proj,0.0000001458,0.02500,4.289
7,mlp.experts.88.up_proj,0.0000002853,0.02500,4.300
7,mlp.experts.92.up_proj,0.0000003013,0.02500,4.322
7,mlp.experts.96.up_proj,0.0000001720,0.02500,4.282
7,mlp.experts.113.up_proj,0.0000001503,0.02500,2.463
7,mlp.experts.79.up_proj,0.0000003008,0.02500,3.897
7,mlp.experts.87.up_proj,0.0000006648,0.02500,3.825
7,mlp.experts.83.up_proj,0.0000002502,0.02500,3.814
7,mlp.experts.75.up_proj,0.0000001645,0.02500,3.798
7,mlp.experts.116.up_proj,0.0000005057,0.02500,3.316
7,mlp.experts.104.up_proj,0.0000004036,0.02500,3.362
7,mlp.experts.108.up_proj,0.0000005422,0.02500,3.282
7,mlp.experts.112.up_proj,0.0000003039,0.02500,3.172
7,mlp.experts.103.up_proj,0.0000002971,0.02500,4.006
7,mlp.experts.91.up_proj,0.0000005177,0.02500,3.893
7,mlp.experts.99.up_proj,0.0000003192,0.02500,4.048
7,mlp.experts.95.up_proj,0.0000005497,0.02500,4.521
7,mlp.experts.119.up_proj,0.0000003895,0.02500,4.182
7,mlp.experts.115.up_proj,0.0000005100,0.02500,4.178
7,mlp.experts.107.up_proj,0.0000003176,0.02500,4.324
7,mlp.experts.111.up_proj,0.0000002790,0.02500,3.980
7,mlp.experts.9.down_proj,0.0000000048,0.02500,1.212
7,mlp.experts.5.down_proj,0.0000000018,0.02500,1.224
7,mlp.experts.1.down_proj,0.0000000072,0.02500,1.267
7,mlp.experts.13.down_proj,0.0000000045,0.02500,1.201
7,mlp.experts.10.down_proj,0.0000000049,0.02500,1.452
7,mlp.experts.4.down_proj,0.0000000026,0.02500,1.452
7,mlp.experts.0.down_proj,0.0000000048,0.02500,1.478
7,mlp.experts.2.down_proj,0.0000000041,0.02500,1.489
7,mlp.experts.14.down_proj,0.0000000042,0.02500,1.355
7,mlp.experts.6.down_proj,0.0000000064,0.02500,1.551
7,mlp.experts.12.down_proj,0.0000000061,0.02500,1.394
7,mlp.experts.8.down_proj,0.0000000026,0.02500,1.567
7,mlp.experts.7.down_proj,0.0000000057,0.02500,1.821
7,mlp.experts.3.down_proj,0.0000000045,0.02500,1.862
7,mlp.experts.15.down_proj,0.0000000024,0.02500,1.732
7,mlp.experts.11.down_proj,0.0000000039,0.02500,1.971
7,mlp.experts.17.down_proj,0.0000000036,0.02500,0.989
7,mlp.experts.25.down_proj,0.0000000052,0.02500,1.042
7,mlp.experts.21.down_proj,0.0000000084,0.02500,1.145
7,mlp.experts.29.down_proj,0.0000000019,0.02500,1.075
7,mlp.experts.18.down_proj,0.0000000027,0.02500,0.988
7,mlp.experts.30.down_proj,0.0000000055,0.02500,1.048
7,mlp.experts.26.down_proj,0.0000000039,0.02500,1.142
7,mlp.experts.22.down_proj,0.0000000043,0.02500,1.066
7,mlp.experts.20.down_proj,0.0000000043,0.02500,1.280
7,mlp.experts.16.down_proj,0.0000000076,0.02500,1.292
7,mlp.experts.24.down_proj,0.0000000048,0.02500,1.234
7,mlp.experts.28.down_proj,0.0000000022,0.02500,1.246
7,mlp.experts.23.down_proj,0.0000000032,0.02500,1.122
7,mlp.experts.19.down_proj,0.0000000066,0.02500,1.100
7,mlp.experts.31.down_proj,0.0000000041,0.02500,1.079
7,mlp.experts.27.down_proj,0.0000000025,0.02500,1.103
7,mlp.experts.33.down_proj,0.0000000024,0.02500,0.871
7,mlp.experts.41.down_proj,0.0000000047,0.02500,1.040
7,mlp.experts.37.down_proj,0.0000000019,0.02500,1.024
7,mlp.experts.45.down_proj,0.0000000079,0.02500,1.054
7,mlp.experts.34.down_proj,0.0000000022,0.02500,1.227
7,mlp.experts.46.down_proj,0.0000000069,0.02500,1.184
7,mlp.experts.42.down_proj,0.0000000018,0.02500,1.171
7,mlp.experts.38.down_proj,0.0000000039,0.02500,1.153
7,mlp.experts.36.down_proj,0.0000000032,0.02500,1.190
7,mlp.experts.32.down_proj,0.0000000065,0.02500,1.220
7,mlp.experts.40.down_proj,0.0000000011,0.02500,1.198
7,mlp.experts.44.down_proj,0.0000000047,0.02500,1.230
7,mlp.experts.39.down_proj,0.0000000051,0.02500,1.235
7,mlp.experts.35.down_proj,0.0000000024,0.02500,1.237
7,mlp.experts.49.down_proj,0.0000000060,0.02500,1.073
7,mlp.experts.47.down_proj,0.0000000048,0.02500,1.270
7,mlp.experts.57.down_proj,0.0000000038,0.02500,0.982
7,mlp.experts.61.down_proj,0.0000000009,0.02500,0.938
7,mlp.experts.53.down_proj,0.0000000020,0.02500,1.085
7,mlp.experts.43.down_proj,0.0000000025,0.02500,1.423
7,mlp.experts.50.down_proj,0.0000000046,0.02500,0.892
7,mlp.experts.62.down_proj,0.0000000036,0.02500,0.880
7,mlp.experts.58.down_proj,0.0000000112,0.02500,0.876
7,mlp.experts.54.down_proj,0.0000000031,0.02500,0.895
7,mlp.experts.52.down_proj,0.0000000014,0.02500,1.015
7,mlp.experts.48.down_proj,0.0000000067,0.02500,1.006
7,mlp.experts.56.down_proj,0.0000000028,0.02500,1.016
7,mlp.experts.60.down_proj,0.0000000103,0.02500,1.007
7,mlp.experts.65.down_proj,0.0000000036,0.02500,0.900
7,mlp.experts.69.down_proj,0.0000000030,0.02500,0.914
7,mlp.experts.73.down_proj,0.0000000039,0.02500,1.160
7,mlp.experts.66.down_proj,0.0000000058,0.02500,0.866
7,mlp.experts.74.down_proj,0.0000000026,0.02500,0.846
7,mlp.experts.78.down_proj,0.0000000063,0.02500,0.871
7,mlp.experts.70.down_proj,0.0000000011,0.02500,0.854
7,mlp.experts.77.down_proj,0.0000000019,0.02500,1.206
7,mlp.experts.55.down_proj,0.0000000021,0.02500,1.570
7,mlp.experts.68.down_proj,0.0000000037,0.02500,0.859
7,mlp.experts.51.down_proj,0.0000000025,0.02500,1.571
7,mlp.experts.63.down_proj,0.0000000044,0.02500,1.609
7,mlp.experts.72.down_proj,0.0000000040,0.02500,0.872
7,mlp.experts.64.down_proj,0.0000000087,0.02500,0.899
7,mlp.experts.81.down_proj,0.0000000039,0.02500,0.967
7,mlp.experts.59.down_proj,0.0000000006,0.02500,1.584
7,mlp.experts.82.down_proj,0.0000000121,0.02500,0.855
7,mlp.experts.85.down_proj,0.0000000030,0.02500,0.947
7,mlp.experts.90.down_proj,0.0000000054,0.02500,0.853
7,mlp.experts.94.down_proj,0.0000000037,0.02500,0.888
7,mlp.experts.86.down_proj,0.0000000017,0.02500,0.902
7,mlp.experts.89.down_proj,0.0000000049,0.02500,1.190
7,mlp.experts.93.down_proj,0.0000000016,0.02500,1.109
7,mlp.experts.67.down_proj,0.0000000037,0.02500,1.420
7,mlp.experts.71.down_proj,0.0000000021,0.02500,1.519
7,mlp.experts.79.down_proj,0.0000000031,0.02500,1.441
7,mlp.experts.98.down_proj,0.0000000025,0.02500,0.981
7,mlp.experts.106.down_proj,0.0000000048,0.02500,0.965
7,mlp.experts.110.down_proj,0.0000000061,0.02500,0.956
7,mlp.experts.102.down_proj,0.0000000039,0.02500,0.974
7,mlp.experts.75.down_proj,0.0000000014,0.02500,1.497
7,mlp.experts.114.down_proj,0.0000000037,0.02500,0.727
7,mlp.experts.118.down_proj,0.0000000014,0.02500,0.657
7,mlp.experts.87.down_proj,0.0000000064,0.02500,1.456
7,mlp.experts.95.down_proj,0.0000000034,0.02500,1.473
7,mlp.experts.83.down_proj,0.0000000018,0.02500,1.715
7,mlp.experts.91.down_proj,0.0000000054,0.02500,1.573
7,mlp.experts.103.down_proj,0.0000000024,0.02500,1.762
7,mlp.experts.99.down_proj,0.0000000026,0.02500,1.791
7,mlp.experts.111.down_proj,0.0000000028,0.02500,2.016
7,mlp.experts.107.down_proj,0.0000000030,0.02500,1.712
7,mlp.experts.119.down_proj,0.0000000030,0.02500,1.006
7,mlp.experts.115.down_proj,0.0000000032,0.02500,0.798
7,mlp.experts.97.down_proj,0.0000000055,0.02500,7.381
7,mlp.experts.101.down_proj,0.0000000044,0.02500,7.589
7,mlp.experts.105.down_proj,0.0000000045,0.02500,8.006
7,mlp.experts.109.down_proj,0.0000000067,0.02500,7.943
7,mlp.experts.113.down_proj,0.0000000013,0.02500,1.376
7,mlp.experts.117.down_proj,0.0000000028,0.02500,1.072
7,mlp.experts.76.down_proj,0.0000000069,0.02500,1.267
7,mlp.experts.84.down_proj,0.0000000027,0.02500,1.295
7,mlp.experts.80.down_proj,0.0000000030,0.02500,1.336
7,mlp.experts.88.down_proj,0.0000000016,0.02500,1.354
7,mlp.experts.100.down_proj,0.0000000028,0.02500,1.167
7,mlp.experts.92.down_proj,0.0000000028,0.02500,1.207
7,mlp.experts.96.down_proj,0.0000000012,0.02500,1.174
7,mlp.experts.104.down_proj,0.0000000052,0.02500,1.239
7,mlp.experts.116.down_proj,0.0000000059,0.02500,0.994
7,mlp.experts.108.down_proj,0.0000000059,0.02500,0.984
7,mlp.experts.112.down_proj,0.0000000029,0.02500,1.010
8,self_attn.v_proj,0.0000000006,0.02500,1.585
8,self_attn.q_proj,0.0000000011,0.02500,1.585
8,self_attn.k_proj,0.0000000002,0.02500,1.726
8,self_attn.o_proj,0.0000000003,0.02500,3.504
8,mlp.shared_experts.gate_proj,0.0000000228,0.02500,1.295
8,mlp.shared_experts.up_proj,0.0000000237,0.02500,1.365
8,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.457
8,mlp.experts.8.gate_proj,0.0000002540,0.02500,4.815
8,mlp.experts.4.gate_proj,0.0000006133,0.02500,4.881
8,mlp.experts.3.gate_proj,0.0000003475,0.02500,5.301
8,mlp.experts.9.gate_proj,0.0000005365,0.02500,5.316
8,mlp.experts.13.gate_proj,0.0000004702,0.02500,4.940
8,mlp.experts.5.gate_proj,0.0000003369,0.02500,5.430
8,mlp.experts.15.gate_proj,0.0000004897,0.02500,5.434
8,mlp.experts.1.gate_proj,0.0000005128,0.02500,5.480
8,mlp.experts.0.gate_proj,0.0000004280,0.02500,5.533
8,mlp.experts.12.gate_proj,0.0000002626,0.02500,5.533
8,mlp.experts.11.gate_proj,0.0000003755,0.02500,5.536
8,mlp.experts.7.gate_proj,0.0000005697,0.02500,5.232
8,mlp.experts.6.gate_proj,0.0000005939,0.02500,6.801
8,mlp.experts.14.gate_proj,0.0000007045,0.02500,6.804
8,mlp.experts.2.gate_proj,0.0000004734,0.02500,6.941
8,mlp.experts.10.gate_proj,0.0000004395,0.02500,6.951
8,mlp.experts.19.gate_proj,0.0000007580,0.02500,4.406
8,mlp.experts.31.gate_proj,0.0000006985,0.02500,4.468
8,mlp.experts.23.gate_proj,0.0000002410,0.02500,4.405
8,mlp.experts.29.gate_proj,0.0000006588,0.02500,4.631
8,mlp.experts.27.gate_proj,0.0000007901,0.02500,4.434
8,mlp.experts.25.gate_proj,0.0000003129,0.02500,4.777
8,mlp.experts.21.gate_proj,0.0000007925,0.02500,4.822
8,mlp.experts.17.gate_proj,0.0000005814,0.02500,4.891
8,mlp.experts.22.gate_proj,0.0000003361,0.02500,4.352
8,mlp.experts.24.gate_proj,0.0000007837,0.02500,5.961
8,mlp.experts.30.gate_proj,0.0000003913,0.02500,4.462
8,mlp.experts.18.gate_proj,0.0000006557,0.02500,4.322
8,mlp.experts.20.gate_proj,0.0000005238,0.02500,6.033
8,mlp.experts.26.gate_proj,0.0000003570,0.02500,4.544
8,mlp.experts.16.gate_proj,0.0000007529,0.02500,5.978
8,mlp.experts.28.gate_proj,0.0000009694,0.02500,6.117
8,mlp.experts.35.gate_proj,0.0000004978,0.02500,4.119
8,mlp.experts.39.gate_proj,0.0000006775,0.02500,3.963
8,mlp.experts.43.gate_proj,0.0000004841,0.02500,4.040
8,mlp.experts.47.gate_proj,0.0000001434,0.02500,4.189
8,mlp.experts.45.gate_proj,0.0000002651,0.02500,5.141
8,mlp.experts.41.gate_proj,0.0000002496,0.02500,5.179
8,mlp.experts.37.gate_proj,0.0000005514,0.02500,5.085
8,mlp.experts.33.gate_proj,0.0000002914,0.02500,5.349
8,mlp.experts.40.gate_proj,0.0000008184,0.02500,4.952
8,mlp.experts.36.gate_proj,0.0000005650,0.02500,4.989
8,mlp.experts.38.gate_proj,0.0000007670,0.02500,5.183
8,mlp.experts.32.gate_proj,0.0000002757,0.02500,4.879
8,mlp.experts.44.gate_proj,0.0000004482,0.02500,4.827
8,mlp.experts.46.gate_proj,0.0000001349,0.02500,5.226
8,mlp.experts.34.gate_proj,0.0000007619,0.02500,5.318
8,mlp.experts.42.gate_proj,0.0000004031,0.02500,5.235
8,mlp.experts.51.gate_proj,0.0000004907,0.02500,3.886
8,mlp.experts.55.gate_proj,0.0000003245,0.02500,3.976
8,mlp.experts.63.gate_proj,0.0000003419,0.02500,3.946
8,mlp.experts.59.gate_proj,0.0000006653,0.02500,4.038
8,mlp.experts.56.gate_proj,0.0000007981,0.02500,4.365
8,mlp.experts.52.gate_proj,0.0000014145,0.02500,4.616
8,mlp.experts.60.gate_proj,0.0000002574,0.02500,4.423
8,mlp.experts.48.gate_proj,0.0000003463,0.02500,4.629
8,mlp.experts.54.gate_proj,0.0000007898,0.02500,4.957
8,mlp.experts.61.gate_proj,0.0000005318,0.02500,6.283
8,mlp.experts.62.gate_proj,0.0000008010,0.02500,5.016
8,mlp.experts.57.gate_proj,0.0000002531,0.02500,6.327
8,mlp.experts.53.gate_proj,0.0000003713,0.02500,6.319
8,mlp.experts.50.gate_proj,0.0000004852,0.02500,5.094
8,mlp.experts.58.gate_proj,0.0000005664,0.02500,4.983
8,mlp.experts.49.gate_proj,0.0000007078,0.02500,6.197
8,mlp.experts.67.gate_proj,0.0000007969,0.02500,5.482
8,mlp.experts.71.gate_proj,0.0000003326,0.02500,5.429
8,mlp.experts.79.gate_proj,0.0000003549,0.02500,5.430
8,mlp.experts.75.gate_proj,0.0000002669,0.02500,5.421
8,mlp.experts.77.gate_proj,0.0000004067,0.02500,4.515
8,mlp.experts.72.gate_proj,0.0000007174,0.02500,5.483
8,mlp.experts.73.gate_proj,0.0000005798,0.02500,4.521
8,mlp.experts.69.gate_proj,0.0000006430,0.02500,4.559
8,mlp.experts.70.gate_proj,0.0000005988,0.02500,4.952
8,mlp.experts.68.gate_proj,0.0000007849,0.02500,5.398
8,mlp.experts.78.gate_proj,0.0000002674,0.02500,4.838
8,mlp.experts.76.gate_proj,0.0000008742,0.02500,5.483
8,mlp.experts.66.gate_proj,0.0000009931,0.02500,4.867
8,mlp.experts.65.gate_proj,0.0000002381,0.02500,4.639
8,mlp.experts.64.gate_proj,0.0000004975,0.02500,5.569
8,mlp.experts.74.gate_proj,0.0000005326,0.02500,4.920
8,mlp.experts.83.gate_proj,0.0000002558,0.02500,3.844
8,mlp.experts.87.gate_proj,0.0000008161,0.02500,3.903
8,mlp.experts.91.gate_proj,0.0000004068,0.02500,3.888
8,mlp.experts.95.gate_proj,0.0000002042,0.02500,3.975
8,mlp.experts.94.gate_proj,0.0000008986,0.02500,3.772
8,mlp.experts.88.gate_proj,0.0000005902,0.02500,4.207
8,mlp.experts.86.gate_proj,0.0000002861,0.02500,4.013
8,mlp.experts.82.gate_proj,0.0000003974,0.02500,3.812
8,mlp.experts.93.gate_proj,0.0000004643,0.02500,4.590
8,mlp.experts.90.gate_proj,0.0000004609,0.02500,3.894
8,mlp.experts.84.gate_proj,0.0000003783,0.02500,4.300
8,mlp.experts.92.gate_proj,0.0000005533,0.02500,4.298
8,mlp.experts.89.gate_proj,0.0000003472,0.02500,4.584
8,mlp.experts.85.gate_proj,0.0000004354,0.02500,4.561
8,mlp.experts.80.gate_proj,0.0000005864,0.02500,4.247
8,mlp.experts.81.gate_proj,0.0000001518,0.02500,4.476
8,mlp.experts.99.gate_proj,0.0000006185,0.02500,4.025
8,mlp.experts.103.gate_proj,0.0000005945,0.02500,4.022
8,mlp.experts.107.gate_proj,0.0000010178,0.02500,4.016
8,mlp.experts.111.gate_proj,0.0000003391,0.02500,3.989
8,mlp.experts.102.gate_proj,0.0000005301,0.02500,3.322
8,mlp.experts.110.gate_proj,0.0000006403,0.02500,3.673
8,mlp.experts.104.gate_proj,0.0000007844,0.02500,3.696
8,mlp.experts.109.gate_proj,0.0000002920,0.02500,3.370
8,mlp.experts.108.gate_proj,0.0000004859,0.02500,3.256
8,mlp.experts.98.gate_proj,0.0000003810,0.02500,3.582
8,mlp.experts.100.gate_proj,0.0000006824,0.02500,3.410
8,mlp.experts.105.gate_proj,0.0000005153,0.02500,3.368
8,mlp.experts.115.gate_proj,0.0000008177,0.02500,3.076
8,mlp.experts.106.gate_proj,0.0000005005,0.02500,3.644
8,mlp.experts.101.gate_proj,0.0000003927,0.02500,3.418
8,mlp.experts.119.gate_proj,0.0000003613,0.02500,3.121
8,mlp.experts.3.up_proj,0.0000003430,0.02500,3.171
8,mlp.experts.97.gate_proj,0.0000013179,0.02500,3.545
8,mlp.experts.7.up_proj,0.0000005660,0.02500,3.213
8,mlp.experts.96.gate_proj,0.0000006820,0.02500,3.836
8,mlp.experts.4.up_proj,0.0000006116,0.02500,3.614
8,mlp.experts.0.up_proj,0.0000004261,0.02500,3.770
8,mlp.experts.116.gate_proj,0.0000007523,0.02500,3.683
8,mlp.experts.118.gate_proj,0.0000006764,0.02500,4.175
8,mlp.experts.6.up_proj,0.0000005885,0.02500,4.186
8,mlp.experts.114.gate_proj,0.0000004985,0.02500,4.114
8,mlp.experts.112.gate_proj,0.0000006382,0.02500,3.532
8,mlp.experts.2.up_proj,0.0000004708,0.02500,4.165
8,mlp.experts.11.up_proj,0.0000003726,0.02500,4.330
8,mlp.experts.15.up_proj,0.0000004847,0.02500,4.260
8,mlp.experts.19.up_proj,0.0000007521,0.02500,4.158
8,mlp.experts.5.up_proj,0.0000003343,0.02500,4.874
8,mlp.experts.1.up_proj,0.0000005081,0.02500,4.771
8,mlp.experts.117.gate_proj,0.0000004773,0.02500,4.797
8,mlp.experts.23.up_proj,0.0000002375,0.02500,4.412
8,mlp.experts.113.gate_proj,0.0000003504,0.02500,4.726
8,mlp.experts.14.up_proj,0.0000006960,0.02500,3.283
8,mlp.experts.22.up_proj,0.0000003311,0.02500,3.410
8,mlp.experts.10.up_proj,0.0000004364,0.02500,3.416
8,mlp.experts.18.up_proj,0.0000006516,0.02500,3.423
8,mlp.experts.35.up_proj,0.0000004923,0.02500,3.074
8,mlp.experts.31.up_proj,0.0000006927,0.02500,3.232
8,mlp.experts.27.up_proj,0.0000007776,0.02500,3.854
8,mlp.experts.16.up_proj,0.0000007508,0.02500,4.834
8,mlp.experts.20.up_proj,0.0000005209,0.02500,4.963
8,mlp.experts.12.up_proj,0.0000002598,0.02500,4.878
8,mlp.experts.39.up_proj,0.0000006694,0.02500,3.672
8,mlp.experts.21.up_proj,0.0000007896,0.02500,4.072
8,mlp.experts.17.up_proj,0.0000005753,0.02500,4.153
8,mlp.experts.13.up_proj,0.0000004674,0.02500,4.228
8,mlp.experts.8.up_proj,0.0000002504,0.02500,5.296
8,mlp.experts.9.up_proj,0.0000005327,0.02500,4.272
8,mlp.experts.38.up_proj,0.0000007596,0.02500,3.402
8,mlp.experts.30.up_proj,0.0000003878,0.02500,3.750
8,mlp.experts.34.up_proj,0.0000007561,0.02500,3.073
8,mlp.experts.47.up_proj,0.0000001418,0.02500,2.972
8,mlp.experts.26.up_proj,0.0000003562,0.02500,3.520
8,mlp.experts.51.up_proj,0.0000004878,0.02500,3.350
8,mlp.experts.43.up_proj,0.0000004790,0.02500,3.567
8,mlp.experts.55.up_proj,0.0000003232,0.02500,3.696
8,mlp.experts.37.up_proj,0.0000005463,0.02500,4.389
8,mlp.experts.33.up_proj,0.0000002894,0.02500,4.358
8,mlp.experts.36.up_proj,0.0000005608,0.02500,4.909
8,mlp.experts.29.up_proj,0.0000006551,0.02500,4.339
8,mlp.experts.32.up_proj,0.0000002726,0.02500,5.086
8,mlp.experts.28.up_proj,0.0000009652,0.02500,5.054
8,mlp.experts.54.up_proj,0.0000007849,0.02500,3.326
8,mlp.experts.24.up_proj,0.0000007758,0.02500,4.698
8,mlp.experts.46.up_proj,0.0000001331,0.02500,3.435
8,mlp.experts.25.up_proj,0.0000003100,0.02500,4.675
8,mlp.experts.63.up_proj,0.0000003397,0.02500,3.636
8,mlp.experts.67.up_proj,0.0000007905,0.02500,3.429
8,mlp.experts.50.up_proj,0.0000004791,0.02500,3.980
8,mlp.experts.42.up_proj,0.0000003996,0.02500,3.955
8,mlp.experts.59.up_proj,0.0000006538,0.02500,3.321
8,mlp.experts.71.up_proj,0.0000003277,0.02500,3.292
8,mlp.experts.70.up_proj,0.0000005940,0.02500,3.130
8,mlp.experts.62.up_proj,0.0000007974,0.02500,3.441
8,mlp.experts.52.up_proj,0.0000013846,0.02500,4.366
8,mlp.experts.83.up_proj,0.0000002525,0.02500,3.375
8,mlp.experts.44.up_proj,0.0000004442,0.02500,4.311
8,mlp.experts.48.up_proj,0.0000003439,0.02500,4.393
8,mlp.experts.79.up_proj,0.0000003502,0.02500,3.621
8,mlp.experts.53.up_proj,0.0000003698,0.02500,4.898
8,mlp.experts.49.up_proj,0.0000007039,0.02500,4.882
8,mlp.experts.58.up_proj,0.0000005593,0.02500,3.431
8,mlp.experts.75.up_proj,0.0000002627,0.02500,3.217
8,mlp.experts.45.up_proj,0.0000002615,0.02500,4.881
8,mlp.experts.66.up_proj,0.0000009871,0.02500,3.866
8,mlp.experts.40.up_proj,0.0000008115,0.02500,4.506
8,mlp.experts.41.up_proj,0.0000002460,0.02500,5.000
8,mlp.experts.87.up_proj,0.0000008085,0.02500,3.750
8,mlp.experts.86.up_proj,0.0000002830,0.02500,3.372
8,mlp.experts.99.up_proj,0.0000006134,0.02500,3.096
8,mlp.experts.78.up_proj,0.0000002645,0.02500,3.465
8,mlp.experts.91.up_proj,0.0000004026,0.02500,2.952
8,mlp.experts.69.up_proj,0.0000006356,0.02500,3.846
8,mlp.experts.95.up_proj,0.0000002030,0.02500,3.915
8,mlp.experts.74.up_proj,0.0000005275,0.02500,3.647
8,mlp.experts.65.up_proj,0.0000002368,0.02500,3.809
8,mlp.experts.82.up_proj,0.0000003946,0.02500,3.426
8,mlp.experts.61.up_proj,0.0000005261,0.02500,3.788
8,mlp.experts.68.up_proj,0.0000007816,0.02500,4.876
8,mlp.experts.57.up_proj,0.0000002514,0.02500,3.554
8,mlp.experts.60.up_proj,0.0000002555,0.02500,4.928
8,mlp.experts.64.up_proj,0.0000004934,0.02500,4.989
8,mlp.experts.103.up_proj,0.0000005905,0.02500,3.527
8,mlp.experts.102.up_proj,0.0000005243,0.02500,3.195
8,mlp.experts.56.up_proj,0.0000007896,0.02500,5.136
8,mlp.experts.115.up_proj,0.0000008108,0.02500,2.970
8,mlp.experts.94.up_proj,0.0000008919,0.02500,3.187
8,mlp.experts.107.up_proj,0.0000010109,0.02500,3.506
8,mlp.experts.90.up_proj,0.0000004562,0.02500,3.143
8,mlp.experts.98.up_proj,0.0000003782,0.02500,3.176
8,mlp.experts.111.up_proj,0.0000003340,0.02500,3.440
8,mlp.experts.119.up_proj,0.0000003581,0.02500,2.733
8,mlp.experts.85.up_proj,0.0000004307,0.02500,4.277
8,mlp.experts.81.up_proj,0.0000001507,0.02500,4.356
8,mlp.experts.77.up_proj,0.0000004029,0.02500,4.328
8,mlp.experts.84.up_proj,0.0000003728,0.02500,4.165
8,mlp.experts.76.up_proj,0.0000008659,0.02500,4.377
8,mlp.experts.118.up_proj,0.0000006683,0.02500,3.461
8,mlp.experts.73.up_proj,0.0000005734,0.02500,4.578
8,mlp.experts.80.up_proj,0.0000005829,0.02500,4.450
8,mlp.experts.110.up_proj,0.0000006374,0.02500,3.148
8,mlp.experts.72.up_proj,0.0000007119,0.02500,3.942
8,mlp.experts.106.up_proj,0.0000005001,0.02500,2.678
8,mlp.experts.114.up_proj,0.0000004937,0.02500,2.860
8,mlp.experts.100.up_proj,0.0000006710,0.02500,2.720
8,mlp.experts.92.up_proj,0.0000005513,0.02500,2.965
8,mlp.experts.101.up_proj,0.0000003892,0.02500,4.391
8,mlp.experts.97.up_proj,0.0000012964,0.02500,4.436
8,mlp.experts.96.up_proj,0.0000006787,0.02500,3.595
8,mlp.experts.93.up_proj,0.0000004604,0.02500,4.444
8,mlp.experts.88.up_proj,0.0000005867,0.02500,3.903
8,mlp.experts.89.up_proj,0.0000003432,0.02500,4.499
8,mlp.experts.116.up_proj,0.0000007463,0.02500,3.880
8,mlp.experts.108.up_proj,0.0000004803,0.02500,3.411
8,mlp.experts.112.up_proj,0.0000006342,0.02500,2.707
8,mlp.experts.104.up_proj,0.0000007799,0.02500,2.372
8,mlp.experts.117.up_proj,0.0000004717,0.02500,4.338
8,mlp.experts.113.up_proj,0.0000003466,0.02500,4.230
8,mlp.experts.109.up_proj,0.0000002884,0.02500,4.099
8,mlp.experts.105.up_proj,0.0000005117,0.02500,3.479
8,mlp.experts.3.down_proj,0.0000000043,0.02500,1.181
8,mlp.experts.11.down_proj,0.0000000078,0.02500,1.210
8,mlp.experts.15.down_proj,0.0000000087,0.02500,1.260
8,mlp.experts.7.down_proj,0.0000000043,0.02500,1.288
8,mlp.experts.13.down_proj,0.0000000053,0.02500,1.496
8,mlp.experts.1.down_proj,0.0000000052,0.02500,1.500
8,mlp.experts.9.down_proj,0.0000000046,0.02500,1.569
8,mlp.experts.5.down_proj,0.0000000040,0.02500,1.573
8,mlp.experts.10.down_proj,0.0000000044,0.02500,1.590
8,mlp.experts.2.down_proj,0.0000000073,0.02500,1.673
8,mlp.experts.6.down_proj,0.0000000070,0.02500,1.693
8,mlp.experts.14.down_proj,0.0000000050,0.02500,1.750
8,mlp.experts.4.down_proj,0.0000000088,0.02500,1.747
8,mlp.experts.12.down_proj,0.0000000038,0.02500,1.823
8,mlp.experts.8.down_proj,0.0000000047,0.02500,1.824
8,mlp.experts.0.down_proj,0.0000000074,0.02500,1.855
8,mlp.experts.19.down_proj,0.0000000095,0.02500,1.307
8,mlp.experts.27.down_proj,0.0000000083,0.02500,1.266
8,mlp.experts.31.down_proj,0.0000000084,0.02500,1.269
8,mlp.experts.23.down_proj,0.0000000018,0.02500,1.256
8,mlp.experts.18.down_proj,0.0000000068,0.02500,1.045
8,mlp.experts.26.down_proj,0.0000000029,0.02500,1.097
8,mlp.experts.17.down_proj,0.0000000086,0.02500,1.273
8,mlp.experts.29.down_proj,0.0000000082,0.02500,1.323
8,mlp.experts.22.down_proj,0.0000000034,0.02500,1.161
8,mlp.experts.21.down_proj,0.0000000066,0.02500,1.301
8,mlp.experts.25.down_proj,0.0000000019,0.02500,1.313
8,mlp.experts.30.down_proj,0.0000000041,0.02500,1.157
8,mlp.experts.16.down_proj,0.0000000086,0.02500,1.154
8,mlp.experts.20.down_proj,0.0000000063,0.02500,1.234
8,mlp.experts.28.down_proj,0.0000000112,0.02500,1.220
8,mlp.experts.24.down_proj,0.0000000055,0.02500,1.228
8,mlp.experts.35.down_proj,0.0000000050,0.02500,0.930
8,mlp.experts.43.down_proj,0.0000000065,0.02500,0.921
8,mlp.experts.39.down_proj,0.0000000080,0.02500,0.916
8,mlp.experts.47.down_proj,0.0000000026,0.02500,0.932
8,mlp.experts.34.down_proj,0.0000000068,0.02500,0.919
8,mlp.experts.42.down_proj,0.0000000048,0.02500,0.941
8,mlp.experts.38.down_proj,0.0000000074,0.02500,1.113
8,mlp.experts.33.down_proj,0.0000000045,0.02500,1.309
8,mlp.experts.45.down_proj,0.0000000057,0.02500,1.277
8,mlp.experts.46.down_proj,0.0000000026,0.02500,1.199
8,mlp.experts.37.down_proj,0.0000000049,0.02500,1.292
8,mlp.experts.41.down_proj,0.0000000028,0.02500,1.315
8,mlp.experts.36.down_proj,0.0000000066,0.02500,1.271
8,mlp.experts.44.down_proj,0.0000000044,0.02500,1.254
8,mlp.experts.32.down_proj,0.0000000021,0.02500,1.288
8,mlp.experts.51.down_proj,0.0000000038,0.02500,0.892
8,mlp.experts.59.down_proj,0.0000000074,0.02500,0.887
8,mlp.experts.55.down_proj,0.0000000023,0.02500,0.887
8,mlp.experts.40.down_proj,0.0000000095,0.02500,1.314
8,mlp.experts.63.down_proj,0.0000000028,0.02500,0.899
8,mlp.experts.50.down_proj,0.0000000058,0.02500,0.961
8,mlp.experts.58.down_proj,0.0000000065,0.02500,1.130
8,mlp.experts.54.down_proj,0.0000000085,0.02500,1.105
8,mlp.experts.62.down_proj,0.0000000071,0.02500,1.041
8,mlp.experts.67.down_proj,0.0000000073,0.02500,0.920
8,mlp.experts.75.down_proj,0.0000000038,0.02500,0.920
8,mlp.experts.71.down_proj,0.0000000054,0.02500,0.933
8,mlp.experts.79.down_proj,0.0000000028,0.02500,0.931
8,mlp.experts.49.down_proj,0.0000000069,0.02500,1.272
8,mlp.experts.61.down_proj,0.0000000083,0.02500,1.267
8,mlp.experts.57.down_proj,0.0000000018,0.02500,1.266
8,mlp.experts.53.down_proj,0.0000000023,0.02500,1.328
8,mlp.experts.52.down_proj,0.0000000115,0.02500,1.405
8,mlp.experts.60.down_proj,0.0000000019,0.02500,1.452
8,mlp.experts.66.down_proj,0.0000000084,0.02500,1.142
8,mlp.experts.48.down_proj,0.0000000028,0.02500,1.511
8,mlp.experts.56.down_proj,0.0000000111,0.02500,1.446
8,mlp.experts.74.down_proj,0.0000000073,0.02500,1.000
8,mlp.experts.70.down_proj,0.0000000049,0.02500,0.911
8,mlp.experts.83.down_proj,0.0000000018,0.02500,0.876
8,mlp.experts.91.down_proj,0.0000000025,0.02500,0.866
8,mlp.experts.87.down_proj,0.0000000146,0.02500,0.879
8,mlp.experts.95.down_proj,0.0000000012,0.02500,0.876
8,mlp.experts.78.down_proj,0.0000000025,0.02500,1.061
8,mlp.experts.77.down_proj,0.0000000056,0.02500,1.217
8,mlp.experts.65.down_proj,0.0000000053,0.02500,1.257
8,mlp.experts.73.down_proj,0.0000000058,0.02500,1.279
8,mlp.experts.82.down_proj,0.0000000051,0.02500,0.998
8,mlp.experts.69.down_proj,0.0000000037,0.02500,1.275
8,mlp.experts.68.down_proj,0.0000000090,0.02500,1.185
8,mlp.experts.76.down_proj,0.0000000070,0.02500,1.194
8,mlp.experts.72.down_proj,0.0000000067,0.02500,1.156
8,mlp.experts.86.down_proj,0.0000000050,0.02500,0.999
8,mlp.experts.90.down_proj,0.0000000059,0.02500,1.182
8,mlp.experts.64.down_proj,0.0000000040,0.02500,1.222
8,mlp.experts.94.down_proj,0.0000000087,0.02500,1.022
8,mlp.experts.107.down_proj,0.0000000135,0.02500,1.135
8,mlp.experts.103.down_proj,0.0000000052,0.02500,1.117
8,mlp.experts.99.down_proj,0.0000000078,0.02500,1.184
8,mlp.experts.111.down_proj,0.0000000050,0.02500,1.143
8,mlp.experts.93.down_proj,0.0000000056,0.02500,1.008
8,mlp.experts.81.down_proj,0.0000000015,0.02500,0.991
8,mlp.experts.98.down_proj,0.0000000055,0.02500,0.916
8,mlp.experts.89.down_proj,0.0000000033,0.02500,0.990
8,mlp.experts.85.down_proj,0.0000000040,0.02500,1.002
8,mlp.experts.102.down_proj,0.0000000059,0.02500,0.960
8,mlp.experts.115.down_proj,0.0000000090,0.02500,0.694
8,mlp.experts.119.down_proj,0.0000000046,0.02500,0.742
8,mlp.experts.106.down_proj,0.0000000044,0.02500,1.098
8,mlp.experts.84.down_proj,0.0000000021,0.02500,1.232
8,mlp.experts.92.down_proj,0.0000000050,0.02500,1.217
8,mlp.experts.110.down_proj,0.0000000073,0.02500,1.026
8,mlp.experts.88.down_proj,0.0000000071,0.02500,1.305
8,mlp.experts.80.down_proj,0.0000000079,0.02500,1.286
8,mlp.experts.109.down_proj,0.0000000033,0.02500,0.874
8,mlp.experts.97.down_proj,0.0000000156,0.02500,0.908
8,mlp.experts.114.down_proj,0.0000000051,0.02500,0.930
8,mlp.experts.105.down_proj,0.0000000062,0.02500,0.881
8,mlp.experts.101.down_proj,0.0000000051,0.02500,0.845
8,mlp.experts.118.down_proj,0.0000000058,0.02500,0.780
8,mlp.experts.113.down_proj,0.0000000046,0.02500,0.607
8,mlp.experts.117.down_proj,0.0000000053,0.02500,0.572
8,mlp.experts.100.down_proj,0.0000000090,0.02500,1.166
8,mlp.experts.108.down_proj,0.0000000067,0.02500,1.146
8,mlp.experts.104.down_proj,0.0000000093,0.02500,1.194
8,mlp.experts.96.down_proj,0.0000000062,0.02500,1.197
8,mlp.experts.116.down_proj,0.0000000077,0.02500,0.865
8,mlp.experts.112.down_proj,0.0000000081,0.02500,0.722
9,self_attn.v_proj,0.0000000009,0.02500,1.420
9,self_attn.k_proj,0.0000000006,0.02500,1.450
9,self_attn.q_proj,0.0000000024,0.02500,1.814
9,self_attn.o_proj,0.0000000002,0.02500,3.677
9,mlp.shared_experts.gate_proj,0.0000000269,0.02500,1.406
9,mlp.shared_experts.up_proj,0.0000000281,0.02500,1.333
9,mlp.shared_experts.down_proj,0.0000000001,0.02500,0.393
9,mlp.experts.10.gate_proj,0.0000006649,0.02500,4.425
9,mlp.experts.6.gate_proj,0.0000008773,0.02500,4.501
9,mlp.experts.7.gate_proj,0.0000007883,0.02500,4.618
9,mlp.experts.2.gate_proj,0.0000003500,0.02500,4.656
9,mlp.experts.15.gate_proj,0.0000003503,0.02500,3.888
9,mlp.experts.14.gate_proj,0.0000004902,0.02500,4.953
9,mlp.experts.3.gate_proj,0.0000005635,0.02500,4.979
9,mlp.experts.11.gate_proj,0.0000001983,0.02500,5.073
9,mlp.experts.4.gate_proj,0.0000008866,0.02500,5.657
9,mlp.experts.12.gate_proj,0.0000005866,0.02500,5.775
9,mlp.experts.8.gate_proj,0.0000002287,0.02500,5.830
9,mlp.experts.0.gate_proj,0.0000003989,0.02500,6.165
9,mlp.experts.9.gate_proj,0.0000007727,0.02500,6.191
9,mlp.experts.13.gate_proj,0.0000005862,0.02500,6.270
9,mlp.experts.1.gate_proj,0.0000006264,0.02500,6.340
9,mlp.experts.5.gate_proj,0.0000005736,0.02500,6.436
9,mlp.experts.27.gate_proj,0.0000003794,0.02500,3.014
9,mlp.experts.23.gate_proj,0.0000006931,0.02500,3.533
9,mlp.experts.26.gate_proj,0.0000007934,0.02500,3.937
9,mlp.experts.31.gate_proj,0.0000005837,0.02500,3.710
9,mlp.experts.22.gate_proj,0.0000003461,0.02500,3.995
9,mlp.experts.19.gate_proj,0.0000010167,0.02500,3.691
9,mlp.experts.18.gate_proj,0.0000003647,0.02500,4.019
9,mlp.experts.30.gate_proj,0.0000006121,0.02500,3.955
9,mlp.experts.28.gate_proj,0.0000002375,0.02500,3.459
9,mlp.experts.20.gate_proj,0.0000004535,0.02500,3.655
9,mlp.experts.24.gate_proj,0.0000006356,0.02500,3.657
9,mlp.experts.16.gate_proj,0.0000006281,0.02500,3.554
9,mlp.experts.17.gate_proj,0.0000008641,0.02500,3.523
9,mlp.experts.25.gate_proj,0.0000006543,0.02500,3.672
9,mlp.experts.29.gate_proj,0.0000003660,0.02500,3.737
9,mlp.experts.21.gate_proj,0.0000004149,0.02500,3.628
9,mlp.experts.39.gate_proj,0.0000004445,0.02500,3.155
9,mlp.experts.43.gate_proj,0.0000003782,0.02500,3.529
9,mlp.experts.47.gate_proj,0.0000010267,0.02500,3.573
9,mlp.experts.44.gate_proj,0.0000011214,0.02500,3.019
9,mlp.experts.35.gate_proj,0.0000003224,0.02500,3.743
9,mlp.experts.40.gate_proj,0.0000004075,0.02500,2.966
9,mlp.experts.33.gate_proj,0.0000005997,0.02500,3.168
9,mlp.experts.36.gate_proj,0.0000004606,0.02500,3.768
9,mlp.experts.41.gate_proj,0.0000007280,0.02500,3.252
9,mlp.experts.45.gate_proj,0.0000004252,0.02500,3.212
9,mlp.experts.37.gate_proj,0.0000003900,0.02500,3.199
9,mlp.experts.32.gate_proj,0.0000004774,0.02500,3.670
9,mlp.experts.38.gate_proj,0.0000006042,0.02500,4.954
9,mlp.experts.42.gate_proj,0.0000005227,0.02500,5.094
9,mlp.experts.34.gate_proj,0.0000005117,0.02500,4.998
9,mlp.experts.46.gate_proj,0.0000004651,0.02500,4.838
9,mlp.experts.59.gate_proj,0.0000006470,0.02500,3.560
9,mlp.experts.56.gate_proj,0.0000002352,0.02500,2.909
9,mlp.experts.55.gate_proj,0.0000005417,0.02500,4.067
9,mlp.experts.60.gate_proj,0.0000005742,0.02500,3.312
9,mlp.experts.63.gate_proj,0.0000005550,0.02500,3.863
9,mlp.experts.57.gate_proj,0.0000005120,0.02500,3.090
9,mlp.experts.49.gate_proj,0.0000007906,0.02500,3.223
9,mlp.experts.51.gate_proj,0.0000013505,0.02500,3.961
9,mlp.experts.53.gate_proj,0.0000010060,0.02500,3.142
9,mlp.experts.61.gate_proj,0.0000007734,0.02500,3.186
9,mlp.experts.52.gate_proj,0.0000004596,0.02500,3.551
9,mlp.experts.48.gate_proj,0.0000002867,0.02500,3.637
9,mlp.experts.58.gate_proj,0.0000007288,0.02500,4.481
9,mlp.experts.54.gate_proj,0.0000006386,0.02500,4.577
9,mlp.experts.62.gate_proj,0.0000007802,0.02500,4.447
9,mlp.experts.50.gate_proj,0.0000002798,0.02500,4.589
9,mlp.experts.76.gate_proj,0.0000004811,0.02500,3.079
9,mlp.experts.75.gate_proj,0.0000018570,0.02500,3.496
9,mlp.experts.71.gate_proj,0.0000006110,0.02500,3.612
9,mlp.experts.79.gate_proj,0.0000003654,0.02500,3.302
9,mlp.experts.72.gate_proj,0.0000004952,0.02500,3.884
9,mlp.experts.64.gate_proj,0.0000006764,0.02500,3.106
9,mlp.experts.67.gate_proj,0.0000006163,0.02500,3.843
9,mlp.experts.65.gate_proj,0.0000002658,0.02500,4.137
9,mlp.experts.68.gate_proj,0.0000007833,0.02500,3.780
9,mlp.experts.73.gate_proj,0.0000003884,0.02500,4.245
9,mlp.experts.69.gate_proj,0.0000001869,0.02500,4.350
9,mlp.experts.77.gate_proj,0.0000004536,0.02500,4.434
9,mlp.experts.88.gate_proj,0.0000006577,0.02500,3.088
9,mlp.experts.95.gate_proj,0.0000008641,0.02500,3.187
9,mlp.experts.92.gate_proj,0.0000009426,0.02500,3.948
9,mlp.experts.87.gate_proj,0.0000020763,0.02500,3.620
9,mlp.experts.91.gate_proj,0.0000001755,0.02500,4.192
9,mlp.experts.70.gate_proj,0.0000004233,0.02500,4.917
9,mlp.experts.74.gate_proj,0.0000009388,0.02500,5.089
9,mlp.experts.78.gate_proj,0.0000004390,0.02500,4.975
9,mlp.experts.66.gate_proj,0.0000005719,0.02500,4.908
9,mlp.experts.83.gate_proj,0.0000006834,0.02500,3.257
9,mlp.experts.84.gate_proj,0.0000021020,0.02500,3.421
9,mlp.experts.80.gate_proj,0.0000006309,0.02500,3.737
9,mlp.experts.81.gate_proj,0.0000004640,0.02500,4.580
9,mlp.experts.89.gate_proj,0.0000006743,0.02500,4.622
9,mlp.experts.85.gate_proj,0.0000009364,0.02500,4.455
9,mlp.experts.93.gate_proj,0.0000003736,0.02500,4.575
9,mlp.experts.111.gate_proj,0.0000006759,0.02500,3.551
9,mlp.experts.108.gate_proj,0.0000007157,0.02500,3.517
9,mlp.experts.104.gate_proj,0.0000006120,0.02500,3.975
9,mlp.experts.103.gate_proj,0.0000006090,0.02500,3.822
9,mlp.experts.107.gate_proj,0.0000004935,0.02500,3.953
9,mlp.experts.99.gate_proj,0.0000007541,0.02500,3.844
9,mlp.experts.100.gate_proj,0.0000002994,0.02500,3.518
9,mlp.experts.86.gate_proj,0.0000003466,0.02500,4.838
9,mlp.experts.90.gate_proj,0.0000003260,0.02500,4.857
9,mlp.experts.96.gate_proj,0.0000004695,0.02500,4.048
9,mlp.experts.82.gate_proj,0.0000005937,0.02500,4.825
9,mlp.experts.94.gate_proj,0.0000002175,0.02500,4.898
9,mlp.experts.97.gate_proj,0.0000004657,0.02500,3.784
9,mlp.experts.105.gate_proj,0.0000002368,0.02500,3.770
9,mlp.experts.101.gate_proj,0.0000003005,0.02500,3.765
9,mlp.experts.109.gate_proj,0.0000008519,0.02500,3.834
9,mlp.experts.7.up_proj,0.0000007772,0.02500,3.662
9,mlp.experts.4.up_proj,0.0000008783,0.02500,3.468
9,mlp.experts.0.up_proj,0.0000003925,0.02500,3.483
9,mlp.experts.119.gate_proj,0.0000007274,0.02500,3.740
9,mlp.experts.3.up_proj,0.0000005568,0.02500,3.640
9,mlp.experts.115.gate_proj,0.0000004778,0.02500,3.343
9,mlp.experts.116.gate_proj,0.0000005568,0.02500,3.526
9,mlp.experts.112.gate_proj,0.0000002428,0.02500,3.699
9,mlp.experts.102.gate_proj,0.0000006309,0.02500,4.131
9,mlp.experts.98.gate_proj,0.0000005357,0.02500,4.094
9,mlp.experts.106.gate_proj,0.0000005658,0.02500,4.275
9,mlp.experts.110.gate_proj,0.0000007158,0.02500,4.173
9,mlp.experts.113.gate_proj,0.0000006815,0.02500,3.752
9,mlp.experts.1.up_proj,0.0000006203,0.02500,3.727
9,mlp.experts.117.gate_proj,0.0000005574,0.02500,3.700
9,mlp.experts.20.up_proj,0.0000004493,0.02500,3.126
9,mlp.experts.23.up_proj,0.0000006867,0.02500,3.338
9,mlp.experts.5.up_proj,0.0000005638,0.02500,3.729
9,mlp.experts.16.up_proj,0.0000006207,0.02500,3.373
9,mlp.experts.19.up_proj,0.0000010013,0.02500,3.049
9,mlp.experts.15.up_proj,0.0000003469,0.02500,3.871
9,mlp.experts.12.up_proj,0.0000005830,0.02500,3.340
9,mlp.experts.11.up_proj,0.0000001961,0.02500,3.585
9,mlp.experts.8.up_proj,0.0000002263,0.02500,3.554
9,mlp.experts.9.up_proj,0.0000007682,0.02500,3.363
9,mlp.experts.36.up_proj,0.0000004556,0.02500,3.239
9,mlp.experts.17.up_proj,0.0000008555,0.02500,3.375
9,mlp.experts.13.up_proj,0.0000005830,0.02500,3.276
9,mlp.experts.39.up_proj,0.0000004402,0.02500,3.255
9,mlp.experts.21.up_proj,0.0000004108,0.02500,3.386
9,mlp.experts.32.up_proj,0.0000004749,0.02500,3.585
9,mlp.experts.118.gate_proj,0.0000005180,0.02500,4.925
9,mlp.experts.35.up_proj,0.0000003184,0.02500,3.361
9,mlp.experts.114.gate_proj,0.0000007628,0.02500,4.965
9,mlp.experts.6.up_proj,0.0000008738,0.02500,4.886
9,mlp.experts.27.up_proj,0.0000003747,0.02500,3.095
9,mlp.experts.2.up_proj,0.0000003484,0.02500,5.264
9,mlp.experts.31.up_proj,0.0000005782,0.02500,3.447
9,mlp.experts.28.up_proj,0.0000002332,0.02500,3.420
9,mlp.experts.24.up_proj,0.0000006294,0.02500,3.701
9,mlp.experts.52.up_proj,0.0000004539,0.02500,3.094
9,mlp.experts.55.up_proj,0.0000005380,0.02500,3.350
9,mlp.experts.25.up_proj,0.0000006469,0.02500,3.758
9,mlp.experts.33.up_proj,0.0000005984,0.02500,3.732
9,mlp.experts.29.up_proj,0.0000003620,0.02500,3.778
9,mlp.experts.48.up_proj,0.0000002802,0.02500,3.339
9,mlp.experts.37.up_proj,0.0000003856,0.02500,3.793
9,mlp.experts.51.up_proj,0.0000013292,0.02500,3.614
9,mlp.experts.47.up_proj,0.0000010170,0.02500,3.411
9,mlp.experts.43.up_proj,0.0000003738,0.02500,3.620
9,mlp.experts.14.up_proj,0.0000004835,0.02500,4.449
9,mlp.experts.44.up_proj,0.0000011118,0.02500,3.700
9,mlp.experts.22.up_proj,0.0000003435,0.02500,4.401
9,mlp.experts.10.up_proj,0.0000006554,0.02500,4.565
9,mlp.experts.18.up_proj,0.0000003584,0.02500,4.692
9,mlp.experts.40.up_proj,0.0000004037,0.02500,3.362
9,mlp.experts.68.up_proj,0.0000007699,0.02500,3.419
9,mlp.experts.71.up_proj,0.0000006034,0.02500,3.062
9,mlp.experts.49.up_proj,0.0000007781,0.02500,4.284
9,mlp.experts.64.up_proj,0.0000006686,0.02500,3.924
9,mlp.experts.41.up_proj,0.0000007236,0.02500,4.386
9,mlp.experts.45.up_proj,0.0000004203,0.02500,4.367
9,mlp.experts.59.up_proj,0.0000006382,0.02500,3.142
9,mlp.experts.67.up_proj,0.0000006106,0.02500,3.891
9,mlp.experts.53.up_proj,0.0000010009,0.02500,4.283
9,mlp.experts.63.up_proj,0.0000005499,0.02500,3.568
9,mlp.experts.60.up_proj,0.0000005636,0.02500,3.231
9,mlp.experts.84.up_proj,0.0000020809,0.02500,3.062
9,mlp.experts.87.up_proj,0.0000020521,0.02500,2.953
9,mlp.experts.56.up_proj,0.0000002298,0.02500,3.439
9,mlp.experts.30.up_proj,0.0000006018,0.02500,5.112
9,mlp.experts.38.up_proj,0.0000005993,0.02500,5.116
9,mlp.experts.26.up_proj,0.0000007893,0.02500,5.105
9,mlp.experts.75.up_proj,0.0000018366,0.02500,2.949
9,mlp.experts.76.up_proj,0.0000004760,0.02500,2.924
9,mlp.experts.57.up_proj,0.0000005056,0.02500,3.551
9,mlp.experts.65.up_proj,0.0000002619,0.02500,3.603
9,mlp.experts.34.up_proj,0.0000005087,0.02500,5.554
9,mlp.experts.61.up_proj,0.0000007659,0.02500,3.584
9,mlp.experts.80.up_proj,0.0000006252,0.02500,3.854
9,mlp.experts.69.up_proj,0.0000001848,0.02500,3.609
9,mlp.experts.83.up_proj,0.0000006773,0.02500,3.840
9,mlp.experts.79.up_proj,0.0000003567,0.02500,3.835
9,mlp.experts.103.up_proj,0.0000006014,0.02500,2.910
9,mlp.experts.100.up_proj,0.0000002978,0.02500,3.289
9,mlp.experts.72.up_proj,0.0000004922,0.02500,3.391
9,mlp.experts.91.up_proj,0.0000001735,0.02500,3.049
9,mlp.experts.96.up_proj,0.0000004639,0.02500,3.130
9,mlp.experts.92.up_proj,0.0000009377,0.02500,3.643
9,mlp.experts.99.up_proj,0.0000007496,0.02500,3.509
9,mlp.experts.119.up_proj,0.0000007158,0.02500,3.363
9,mlp.experts.95.up_proj,0.0000008539,0.02500,3.494
9,mlp.experts.46.up_proj,0.0000004633,0.02500,5.648
9,mlp.experts.54.up_proj,0.0000006288,0.02500,5.587
9,mlp.experts.73.up_proj,0.0000003849,0.02500,4.674
9,mlp.experts.88.up_proj,0.0000006469,0.02500,3.201
9,mlp.experts.42.up_proj,0.0000005150,0.02500,5.694
9,mlp.experts.81.up_proj,0.0000004519,0.02500,4.886
9,mlp.experts.116.up_proj,0.0000005510,0.02500,3.722
9,mlp.experts.77.up_proj,0.0000004474,0.02500,4.877
9,mlp.experts.85.up_proj,0.0000009281,0.02500,4.945
9,mlp.experts.50.up_proj,0.0000002770,0.02500,5.566
9,mlp.experts.107.up_proj,0.0000004835,0.02500,3.186
9,mlp.experts.108.up_proj,0.0000007066,0.02500,2.887
9,mlp.experts.112.up_proj,0.0000002381,0.02500,3.189
9,mlp.experts.111.up_proj,0.0000006600,0.02500,2.566
9,mlp.experts.115.up_proj,0.0000004736,0.02500,2.945
9,mlp.experts.104.up_proj,0.0000006057,0.02500,2.415
9,mlp.experts.89.up_proj,0.0000006719,0.02500,3.396
9,mlp.experts.97.up_proj,0.0000004643,0.02500,3.335
9,mlp.experts.93.up_proj,0.0000003695,0.02500,3.489
9,mlp.experts.101.up_proj,0.0000002965,0.02500,3.399
9,mlp.experts.70.up_proj,0.0000004183,0.02500,4.532
9,mlp.experts.62.up_proj,0.0000007702,0.02500,4.855
9,mlp.experts.58.up_proj,0.0000007161,0.02500,4.737
9,mlp.experts.66.up_proj,0.0000005622,0.02500,4.364
9,mlp.experts.105.up_proj,0.0000002339,0.02500,4.325
9,mlp.experts.113.up_proj,0.0000006764,0.02500,4.291
9,mlp.experts.109.up_proj,0.0000008511,0.02500,4.169
9,mlp.experts.117.up_proj,0.0000005482,0.02500,3.909
9,mlp.experts.86.up_proj,0.0000003431,0.02500,4.280
9,mlp.experts.78.up_proj,0.0000004344,0.02500,4.389
9,mlp.experts.74.up_proj,0.0000009287,0.02500,4.336
9,mlp.experts.82.up_proj,0.0000005892,0.02500,4.306
9,mlp.experts.94.up_proj,0.0000002153,0.02500,3.084
9,mlp.experts.90.up_proj,0.0000003239,0.02500,2.966
9,mlp.experts.102.up_proj,0.0000006228,0.02500,3.537
9,mlp.experts.98.up_proj,0.0000005278,0.02500,3.250
9,mlp.experts.106.up_proj,0.0000005565,0.02500,3.041
9,mlp.experts.110.up_proj,0.0000007059,0.02500,3.347
9,mlp.experts.118.up_proj,0.0000005132,0.02500,3.231
9,mlp.experts.114.up_proj,0.0000007549,0.02500,2.873
9,mlp.experts.12.down_proj,0.0000000099,0.02500,1.529
9,mlp.experts.5.down_proj,0.0000000055,0.02500,1.541
9,mlp.experts.1.down_proj,0.0000000112,0.02500,1.610
9,mlp.experts.10.down_proj,0.0000000101,0.02500,1.620
9,mlp.experts.9.down_proj,0.0000000125,0.02500,1.643
9,mlp.experts.14.down_proj,0.0000000047,0.02500,1.647
9,mlp.experts.6.down_proj,0.0000000099,0.02500,1.663
9,mlp.experts.0.down_proj,0.0000000058,0.02500,1.677
9,mlp.experts.13.down_proj,0.0000000100,0.02500,1.674
9,mlp.experts.4.down_proj,0.0000000118,0.02500,1.685
9,mlp.experts.8.down_proj,0.0000000024,0.02500,1.725
9,mlp.experts.2.down_proj,0.0000000055,0.02500,1.775
9,mlp.experts.7.down_proj,0.0000000101,0.02500,1.901
9,mlp.experts.11.down_proj,0.0000000041,0.02500,1.941
9,mlp.experts.15.down_proj,0.0000000049,0.02500,1.938
9,mlp.experts.3.down_proj,0.0000000085,0.02500,1.944
9,mlp.experts.21.down_proj,0.0000000050,0.02500,1.108
9,mlp.experts.17.down_proj,0.0000000127,0.02500,1.055
9,mlp.experts.25.down_proj,0.0000000075,0.02500,1.061
9,mlp.experts.29.down_proj,0.0000000038,0.02500,1.086
9,mlp.experts.30.down_proj,0.0000000056,0.02500,1.183
9,mlp.experts.26.down_proj,0.0000000073,0.02500,1.277
9,mlp.experts.22.down_proj,0.0000000061,0.02500,1.242
9,mlp.experts.19.down_proj,0.0000000153,0.02500,1.102
9,mlp.experts.23.down_proj,0.0000000132,0.02500,1.149
9,mlp.experts.27.down_proj,0.0000000052,0.02500,1.111
9,mlp.experts.18.down_proj,0.0000000050,0.02500,1.288
9,mlp.experts.28.down_proj,0.0000000025,0.02500,1.556
9,mlp.experts.31.down_proj,0.0000000057,0.02500,1.148
9,mlp.experts.20.down_proj,0.0000000052,0.02500,1.452
9,mlp.experts.24.down_proj,0.0000000059,0.02500,1.465
9,mlp.experts.16.down_proj,0.0000000050,0.02500,1.518
9,mlp.experts.46.down_proj,0.0000000059,0.02500,1.382
9,mlp.experts.43.down_proj,0.0000000031,0.02500,1.180
9,mlp.experts.39.down_proj,0.0000000056,0.02500,1.203
9,mlp.experts.42.down_proj,0.0000000095,0.02500,1.363
9,mlp.experts.35.down_proj,0.0000000033,0.02500,1.223
9,mlp.experts.38.down_proj,0.0000000087,0.02500,1.390
9,mlp.experts.47.down_proj,0.0000000100,0.02500,1.220
9,mlp.experts.34.down_proj,0.0000000066,0.02500,1.291
9,mlp.experts.44.down_proj,0.0000000101,0.02500,1.293
9,mlp.experts.32.down_proj,0.0000000048,0.02500,1.238
9,mlp.experts.36.down_proj,0.0000000034,0.02500,1.304
9,mlp.experts.37.down_proj,0.0000000076,0.02500,1.884
9,mlp.experts.33.down_proj,0.0000000083,0.02500,1.890
9,mlp.experts.40.down_proj,0.0000000038,0.02500,1.367
9,mlp.experts.45.down_proj,0.0000000079,0.02500,1.818
9,mlp.experts.41.down_proj,0.0000000068,0.02500,1.877
9,mlp.experts.62.down_proj,0.0000000071,0.02500,1.094
9,mlp.experts.58.down_proj,0.0000000044,0.02500,1.096
9,mlp.experts.54.down_proj,0.0000000108,0.02500,1.109
9,mlp.experts.50.down_proj,0.0000000055,0.02500,1.137
9,mlp.experts.55.down_proj,0.0000000066,0.02500,1.364
9,mlp.experts.51.down_proj,0.0000000132,0.02500,1.350
9,mlp.experts.59.down_proj,0.0000000067,0.02500,1.409
9,mlp.experts.52.down_proj,0.0000000034,0.02500,1.254
9,mlp.experts.48.down_proj,0.0000000035,0.02500,1.302
9,mlp.experts.60.down_proj,0.0000000052,0.02500,1.373
9,mlp.experts.63.down_proj,0.0000000071,0.02500,1.444
9,mlp.experts.56.down_proj,0.0000000020,0.02500,1.259
9,mlp.experts.49.down_proj,0.0000000056,0.02500,1.286
9,mlp.experts.61.down_proj,0.0000000079,0.02500,1.278
9,mlp.experts.53.down_proj,0.0000000122,0.02500,1.325
9,mlp.experts.57.down_proj,0.0000000043,0.02500,1.280
9,mlp.experts.68.down_proj,0.0000000118,0.02500,1.050
9,mlp.experts.76.down_proj,0.0000000070,0.02500,1.020
9,mlp.experts.64.down_proj,0.0000000092,0.02500,1.071
9,mlp.experts.65.down_proj,0.0000000025,0.02500,1.032
9,mlp.experts.77.down_proj,0.0000000048,0.02500,1.044
9,mlp.experts.69.down_proj,0.0000000025,0.02500,1.066
9,mlp.experts.72.down_proj,0.0000000032,0.02500,1.108
9,mlp.experts.73.down_proj,0.0000000038,0.02500,1.065
9,mlp.experts.67.down_proj,0.0000000104,0.02500,1.331
9,mlp.experts.71.down_proj,0.0000000088,0.02500,1.331
9,mlp.experts.75.down_proj,0.0000000172,0.02500,1.359
9,mlp.experts.79.down_proj,0.0000000024,0.02500,1.306
9,mlp.experts.78.down_proj,0.0000000038,0.02500,1.816
9,mlp.experts.74.down_proj,0.0000000081,0.02500,1.828
9,mlp.experts.70.down_proj,0.0000000059,0.02500,1.896
9,mlp.experts.66.down_proj,0.0000000090,0.02500,1.921
9,mlp.experts.81.down_proj,0.0000000066,0.02500,1.225
9,mlp.experts.89.down_proj,0.0000000098,0.02500,1.187
9,mlp.experts.93.down_proj,0.0000000061,0.02500,1.228
9,mlp.experts.80.down_proj,0.0000000083,0.02500,1.343
9,mlp.experts.87.down_proj,0.0000000224,0.02500,1.199
9,mlp.experts.84.down_proj,0.0000000258,0.02500,1.432
9,mlp.experts.85.down_proj,0.0000000147,0.02500,1.275
9,mlp.experts.92.down_proj,0.0000000109,0.02500,1.421
9,mlp.experts.91.down_proj,0.0000000047,0.02500,1.228
9,mlp.experts.83.down_proj,0.0000000084,0.02500,1.317
9,mlp.experts.88.down_proj,0.0000000071,0.02500,1.365
9,mlp.experts.95.down_proj,0.0000000063,0.02500,1.268
9,mlp.experts.94.down_proj,0.0000000034,0.02500,1.666
9,mlp.experts.90.down_proj,0.0000000047,0.02500,1.696
9,mlp.experts.86.down_proj,0.0000000037,0.02500,1.585
9,mlp.experts.82.down_proj,0.0000000076,0.02500,1.549
9,mlp.experts.96.down_proj,0.0000000043,0.02500,0.978
9,mlp.experts.100.down_proj,0.0000000056,0.02500,0.950
9,mlp.experts.108.down_proj,0.0000000104,0.02500,0.952
9,mlp.experts.103.down_proj,0.0000000092,0.02500,1.095
9,mlp.experts.107.down_proj,0.0000000034,0.02500,1.042
9,mlp.experts.99.down_proj,0.0000000095,0.02500,1.045
9,mlp.experts.104.down_proj,0.0000000075,0.02500,1.068
9,mlp.experts.111.down_proj,0.0000000058,0.02500,1.049
9,mlp.experts.97.down_proj,0.0000000033,0.02500,1.424
9,mlp.experts.105.down_proj,0.0000000035,0.02500,1.424
9,mlp.experts.109.down_proj,0.0000000102,0.02500,1.455
9,mlp.experts.101.down_proj,0.0000000022,0.02500,1.389
9,mlp.experts.110.down_proj,0.0000000116,0.02500,1.022
9,mlp.experts.102.down_proj,0.0000000055,0.02500,0.990
9,mlp.experts.106.down_proj,0.0000000050,0.02500,1.013
9,mlp.experts.115.down_proj,0.0000000046,0.02500,0.672
9,mlp.experts.98.down_proj,0.0000000048,0.02500,1.041
9,mlp.experts.119.down_proj,0.0000000082,0.02500,0.769
9,mlp.experts.112.down_proj,0.0000000023,0.02500,0.895
9,mlp.experts.116.down_proj,0.0000000084,0.02500,0.940
9,mlp.experts.113.down_proj,0.0000000077,0.02500,0.659
9,mlp.experts.117.down_proj,0.0000000042,0.02500,0.619
9,mlp.experts.118.down_proj,0.0000000065,0.02500,0.769
9,mlp.experts.114.down_proj,0.0000000087,0.02500,0.724
10,self_attn.v_proj,0.0000000010,0.02500,1.568
10,self_attn.k_proj,0.0000000007,0.02500,1.839
10,self_attn.q_proj,0.0000000028,0.02500,2.134
10,self_attn.o_proj,0.0000000004,0.02500,4.000
10,mlp.shared_experts.gate_proj,0.0000000329,0.02500,1.496
10,mlp.shared_experts.up_proj,0.0000000340,0.02500,1.491
10,mlp.shared_experts.down_proj,0.0000000002,0.02500,0.383
10,mlp.experts.5.gate_proj,0.0000004008,0.02500,4.376
10,mlp.experts.4.gate_proj,0.0000005487,0.02500,4.416
10,mlp.experts.8.gate_proj,0.0000010510,0.02500,4.474
10,mlp.experts.1.gate_proj,0.0000004820,0.02500,4.534
10,mlp.experts.0.gate_proj,0.0000008051,0.02500,4.610
10,mlp.experts.9.gate_proj,0.0000006612,0.02500,4.719
10,mlp.experts.12.gate_proj,0.0000005897,0.02500,4.759
10,mlp.experts.13.gate_proj,0.0000004580,0.02500,4.986
10,mlp.experts.10.gate_proj,0.0000006550,0.02500,5.098
10,mlp.experts.6.gate_proj,0.0000008216,0.02500,5.184
10,mlp.experts.14.gate_proj,0.0000005853,0.02500,5.352
10,mlp.experts.2.gate_proj,0.0000002396,0.02500,5.046
10,mlp.experts.7.gate_proj,0.0000021355,0.02500,5.511
10,mlp.experts.11.gate_proj,0.0000008904,0.02500,5.526
10,mlp.experts.3.gate_proj,0.0000003920,0.02500,5.679
10,mlp.experts.15.gate_proj,0.0000003224,0.02500,5.755
10,mlp.experts.21.gate_proj,0.0000008079,0.02500,3.549
10,mlp.experts.17.gate_proj,0.0000004603,0.02500,3.470
10,mlp.experts.25.gate_proj,0.0000010222,0.02500,3.460
10,mlp.experts.20.gate_proj,0.0000002769,0.02500,3.914
10,mlp.experts.29.gate_proj,0.0000010303,0.02500,3.467
10,mlp.experts.16.gate_proj,0.0000002264,0.02500,3.867
10,mlp.experts.24.gate_proj,0.0000003528,0.02500,4.082
10,mlp.experts.26.gate_proj,0.0000007668,0.02500,3.778
10,mlp.experts.28.gate_proj,0.0000007147,0.02500,4.154
10,mlp.experts.22.gate_proj,0.0000003392,0.02500,3.800
10,mlp.experts.30.gate_proj,0.0000002964,0.02500,3.763
10,mlp.experts.18.gate_proj,0.0000006969,0.02500,3.866
10,mlp.experts.27.gate_proj,0.0000007065,0.02500,4.118
10,mlp.experts.23.gate_proj,0.0000005797,0.02500,4.280
10,mlp.experts.19.gate_proj,0.0000009073,0.02500,4.163
10,mlp.experts.31.gate_proj,0.0000011875,0.02500,4.240
10,mlp.experts.37.gate_proj,0.0000003426,0.02500,3.669
10,mlp.experts.33.gate_proj,0.0000005381,0.02500,3.874
10,mlp.experts.32.gate_proj,0.0000014379,0.02500,3.433
10,mlp.experts.36.gate_proj,0.0000004302,0.02500,3.629
10,mlp.experts.41.gate_proj,0.0000009192,0.02500,3.873
10,mlp.experts.42.gate_proj,0.0000003861,0.02500,3.313
10,mlp.experts.45.gate_proj,0.0000009024,0.02500,3.772
10,mlp.experts.38.gate_proj,0.0000004224,0.02500,3.282
10,mlp.experts.46.gate_proj,0.0000013162,0.02500,3.216
10,mlp.experts.44.gate_proj,0.0000014408,0.02500,3.441
10,mlp.experts.34.gate_proj,0.0000004406,0.02500,3.312
10,mlp.experts.40.gate_proj,0.0000009121,0.02500,4.048
10,mlp.experts.43.gate_proj,0.0000005369,0.02500,4.100
10,mlp.experts.35.gate_proj,0.0000002970,0.02500,3.985
10,mlp.experts.47.gate_proj,0.0000009312,0.02500,3.986
10,mlp.experts.39.gate_proj,0.0000007857,0.02500,4.237
10,mlp.experts.53.gate_proj,0.0000007911,0.02500,3.019
10,mlp.experts.58.gate_proj,0.0000012961,0.02500,2.778
10,mlp.experts.54.gate_proj,0.0000006173,0.02500,2.793
10,mlp.experts.62.gate_proj,0.0000012627,0.02500,2.817
10,mlp.experts.49.gate_proj,0.0000007380,0.02500,3.327
10,mlp.experts.52.gate_proj,0.0000009146,0.02500,3.316
10,mlp.experts.57.gate_proj,0.0000007849,0.02500,3.231
10,mlp.experts.50.gate_proj,0.0000005121,0.02500,2.832
10,mlp.experts.60.gate_proj,0.0000012051,0.02500,3.287
10,mlp.experts.48.gate_proj,0.0000005223,0.02500,3.864
10,mlp.experts.61.gate_proj,0.0000006514,0.02500,3.776
10,mlp.experts.56.gate_proj,0.0000003158,0.02500,3.760
10,mlp.experts.69.gate_proj,0.0000005510,0.02500,3.125
10,mlp.experts.59.gate_proj,0.0000006117,0.02500,4.146
10,mlp.experts.51.gate_proj,0.0000008878,0.02500,4.173
10,mlp.experts.55.gate_proj,0.0000014731,0.02500,4.105
10,mlp.experts.73.gate_proj,0.0000008123,0.02500,2.868
10,mlp.experts.63.gate_proj,0.0000007427,0.02500,4.339
10,mlp.experts.65.gate_proj,0.0000009330,0.02500,3.154
10,mlp.experts.74.gate_proj,0.0000005116,0.02500,3.610
10,mlp.experts.70.gate_proj,0.0000005292,0.02500,3.588
10,mlp.experts.68.gate_proj,0.0000006042,0.02500,3.614
10,mlp.experts.78.gate_proj,0.0000007117,0.02500,3.787
10,mlp.experts.76.gate_proj,0.0000018947,0.02500,3.620
10,mlp.experts.66.gate_proj,0.0000008743,0.02500,3.844
10,mlp.experts.64.gate_proj,0.0000011063,0.02500,3.560
10,mlp.experts.77.gate_proj,0.0000002732,0.02500,3.589
10,mlp.experts.72.gate_proj,0.0000010956,0.02500,3.521
10,mlp.experts.85.gate_proj,0.0000010274,0.02500,3.509
10,mlp.experts.81.gate_proj,0.0000006412,0.02500,3.363
10,mlp.experts.84.gate_proj,0.0000003604,0.02500,2.858
10,mlp.experts.89.gate_proj,0.0000008065,0.02500,3.687
10,mlp.experts.75.gate_proj,0.0000003295,0.02500,4.005
10,mlp.experts.67.gate_proj,0.0000008580,0.02500,4.130
10,mlp.experts.94.gate_proj,0.0000005189,0.02500,3.245
10,mlp.experts.90.gate_proj,0.0000012071,0.02500,3.602
10,mlp.experts.80.gate_proj,0.0000004178,0.02500,2.886
10,mlp.experts.92.gate_proj,0.0000006458,0.02500,3.071
10,mlp.experts.86.gate_proj,0.0000009978,0.02500,3.700
10,mlp.experts.71.gate_proj,0.0000018701,0.02500,4.253
10,mlp.experts.79.gate_proj,0.0000003685,0.02500,4.201
10,mlp.experts.88.gate_proj,0.0000004849,0.02500,3.053
10,mlp.experts.82.gate_proj,0.0000009926,0.02500,3.731
10,mlp.experts.93.gate_proj,0.0000008733,0.02500,3.580
10,mlp.experts.100.gate_proj,0.0000006189,0.02500,3.031
10,mlp.experts.101.gate_proj,0.0000005725,0.02500,3.665
10,mlp.experts.97.gate_proj,0.0000007728,0.02500,3.242
10,mlp.experts.105.gate_proj,0.0000005829,0.02500,3.203
10,mlp.experts.96.gate_proj,0.0000006073,0.02500,2.967
10,mlp.experts.108.gate_proj,0.0000002804,0.02500,3.001
10,mlp.experts.102.gate_proj,0.0000014769,0.02500,3.191
10,mlp.experts.110.gate_proj,0.0000002555,0.02500,3.653
10,mlp.experts.104.gate_proj,0.0000006613,0.02500,2.986
10,mlp.experts.106.gate_proj,0.0000012258,0.02500,3.855
10,mlp.experts.91.gate_proj,0.0000005292,0.02500,4.436
10,mlp.experts.98.gate_proj,0.0000004488,0.02500,3.546
10,mlp.experts.83.gate_proj,0.0000009751,0.02500,4.531
10,mlp.experts.87.gate_proj,0.0000006415,0.02500,4.519
10,mlp.experts.109.gate_proj,0.0000002763,0.02500,3.814
10,mlp.experts.95.gate_proj,0.0000007207,0.02500,4.484
10,mlp.experts.116.gate_proj,0.0000002332,0.02500,3.051
10,mlp.experts.117.gate_proj,0.0000012562,0.02500,3.091
10,mlp.experts.112.gate_proj,0.0000006947,0.02500,3.031
10,mlp.experts.1.up_proj,0.0000004761,0.02500,3.404
10,mlp.experts.4.up_proj,0.0000005473,0.02500,3.160
10,mlp.experts.118.gate_proj,0.0000004624,0.02500,3.175
10,mlp.experts.113.gate_proj,0.0000013772,0.02500,3.865
10,mlp.experts.0.up_proj,0.0000007928,0.02500,3.087
10,mlp.experts.2.up_proj,0.0000002364,0.02500,3.052
10,mlp.experts.6.up_proj,0.0000008151,0.02500,3.330
10,mlp.experts.5.up_proj,0.0000003979,0.02500,3.124
10,mlp.experts.114.gate_proj,0.0000010216,0.02500,3.599
10,mlp.experts.13.up_proj,0.0000004550,0.02500,2.804
10,mlp.experts.12.up_proj,0.0000005821,0.02500,3.281
10,mlp.experts.107.gate_proj,0.0000008893,0.02500,4.912
10,mlp.experts.17.up_proj,0.0000004521,0.02500,3.052
10,mlp.experts.99.gate_proj,0.0000006780,0.02500,4.847
10,mlp.experts.8.up_proj,0.0000010397,0.02500,3.498
10,mlp.experts.103.gate_proj,0.0000010141,0.02500,4.954
10,mlp.experts.111.gate_proj,0.0000007287,0.02500,4.940
10,mlp.experts.14.up_proj,0.0000005763,0.02500,3.317
10,mlp.experts.20.up_proj,0.0000002739,0.02500,3.679
10,mlp.experts.22.up_proj,0.0000003322,0.02500,3.234
10,mlp.experts.9.up_proj,0.0000006561,0.02500,3.603
10,mlp.experts.18.up_proj,0.0000006902,0.02500,3.380
10,mlp.experts.16.up_proj,0.0000002247,0.02500,3.946
10,mlp.experts.10.up_proj,0.0000006520,0.02500,3.204
10,mlp.experts.21.up_proj,0.0000007942,0.02500,3.457
10,mlp.experts.29.up_proj,0.0000010223,0.02500,3.231
10,mlp.experts.33.up_proj,0.0000005356,0.02500,3.375
10,mlp.experts.3.up_proj,0.0000003865,0.02500,4.216
10,mlp.experts.25.up_proj,0.0000010147,0.02500,3.080
10,mlp.experts.30.up_proj,0.0000002922,0.02500,3.512
10,mlp.experts.34.up_proj,0.0000004392,0.02500,3.167
10,mlp.experts.115.gate_proj,0.0000004178,0.02500,4.136
10,mlp.experts.28.up_proj,0.0000007107,0.02500,4.667
10,mlp.experts.119.gate_proj,0.0000013149,0.02500,4.120
10,mlp.experts.38.up_proj,0.0000004190,0.02500,3.631
10,mlp.experts.7.up_proj,0.0000021101,0.02500,4.127
10,mlp.experts.26.up_proj,0.0000007579,0.02500,3.221
10,mlp.experts.37.up_proj,0.0000003402,0.02500,3.168
10,mlp.experts.24.up_proj,0.0000003457,0.02500,5.024
10,mlp.experts.36.up_proj,0.0000004244,0.02500,4.711
10,mlp.experts.32.up_proj,0.0000014296,0.02500,4.373
10,mlp.experts.45.up_proj,0.0000008961,0.02500,3.526
10,mlp.experts.49.up_proj,0.0000007338,0.02500,2.990
10,mlp.experts.46.up_proj,0.0000013049,0.02500,3.305
10,mlp.experts.50.up_proj,0.0000005078,0.02500,3.453
10,mlp.experts.41.up_proj,0.0000009008,0.02500,3.619
10,mlp.experts.54.up_proj,0.0000006125,0.02500,3.655
10,mlp.experts.44.up_proj,0.0000014324,0.02500,3.927
10,mlp.experts.53.up_proj,0.0000007846,0.02500,3.026
10,mlp.experts.42.up_proj,0.0000003795,0.02500,3.188
10,mlp.experts.19.up_proj,0.0000009010,0.02500,4.477
10,mlp.experts.11.up_proj,0.0000008874,0.02500,4.521
10,mlp.experts.15.up_proj,0.0000003190,0.02500,4.255
10,mlp.experts.40.up_proj,0.0000009073,0.02500,3.537
10,mlp.experts.52.up_proj,0.0000009106,0.02500,3.569
10,mlp.experts.23.up_proj,0.0000005746,0.02500,4.515
10,mlp.experts.48.up_proj,0.0000005180,0.02500,3.545
10,mlp.experts.61.up_proj,0.0000006392,0.02500,3.353
10,mlp.experts.65.up_proj,0.0000009245,0.02500,3.250
10,mlp.experts.62.up_proj,0.0000012587,0.02500,3.351
10,mlp.experts.66.up_proj,0.0000008618,0.02500,3.467
10,mlp.experts.57.up_proj,0.0000007800,0.02500,3.508
10,mlp.experts.70.up_proj,0.0000005122,0.02500,2.976
10,mlp.experts.69.up_proj,0.0000005444,0.02500,3.020
10,mlp.experts.58.up_proj,0.0000012865,0.02500,3.611
10,mlp.experts.81.up_proj,0.0000006268,0.02500,2.799
10,mlp.experts.60.up_proj,0.0000011917,0.02500,4.370
10,mlp.experts.35.up_proj,0.0000002911,0.02500,4.318
10,mlp.experts.31.up_proj,0.0000011816,0.02500,4.221
10,mlp.experts.27.up_proj,0.0000007032,0.02500,4.529
10,mlp.experts.77.up_proj,0.0000002825,0.02500,3.796
10,mlp.experts.39.up_proj,0.0000007713,0.02500,4.321
10,mlp.experts.56.up_proj,0.0000003137,0.02500,4.944
10,mlp.experts.68.up_proj,0.0000005974,0.02500,4.942
10,mlp.experts.78.up_proj,0.0000007039,0.02500,3.335
10,mlp.experts.85.up_proj,0.0000010151,0.02500,2.779
10,mlp.experts.82.up_proj,0.0000009865,0.02500,3.059
10,mlp.experts.64.up_proj,0.0000010936,0.02500,4.929
10,mlp.experts.86.up_proj,0.0000009889,0.02500,3.312
10,mlp.experts.73.up_proj,0.0000007899,0.02500,3.780
10,mlp.experts.74.up_proj,0.0000005056,0.02500,3.403
10,mlp.experts.97.up_proj,0.0000007694,0.02500,2.912
10,mlp.experts.93.up_proj,0.0000008659,0.02500,3.326
10,mlp.experts.76.up_proj,0.0000018556,0.02500,4.123
10,mlp.experts.101.up_proj,0.0000005635,0.02500,2.887
10,mlp.experts.98.up_proj,0.0000004452,0.02500,3.048
10,mlp.experts.51.up_proj,0.0000008839,0.02500,4.420
10,mlp.experts.47.up_proj,0.0000009196,0.02500,4.410
10,mlp.experts.72.up_proj,0.0000010635,0.02500,3.676
10,mlp.experts.84.up_proj,0.0000003582,0.02500,3.608
10,mlp.experts.94.up_proj,0.0000005122,0.02500,3.526
10,mlp.experts.55.up_proj,0.0000014618,0.02500,4.218
10,mlp.experts.102.up_proj,0.0000014545,0.02500,3.193
10,mlp.experts.43.up_proj,0.0000005302,0.02500,4.474
10,mlp.experts.80.up_proj,0.0000004128,0.02500,3.578
10,mlp.experts.90.up_proj,0.0000011994,0.02500,3.427
10,mlp.experts.89.up_proj,0.0000008019,0.02500,3.862
10,mlp.experts.113.up_proj,0.0000013647,0.02500,3.602
10,mlp.experts.92.up_proj,0.0000006399,0.02500,2.923
10,mlp.experts.117.up_proj,0.0000012397,0.02500,2.981
10,mlp.experts.109.up_proj,0.0000002739,0.02500,3.425
10,mlp.experts.88.up_proj,0.0000004805,0.02500,2.943
10,mlp.experts.100.up_proj,0.0000006144,0.02500,2.924
10,mlp.experts.114.up_proj,0.0000010163,0.02500,3.462
10,mlp.experts.110.up_proj,0.0000002528,0.02500,3.109
10,mlp.experts.96.up_proj,0.0000005962,0.02500,2.902
10,mlp.experts.118.up_proj,0.0000004592,0.02500,3.151
10,mlp.experts.105.up_proj,0.0000005755,0.02500,2.247
10,mlp.experts.67.up_proj,0.0000008329,0.02500,4.133
10,mlp.experts.63.up_proj,0.0000007363,0.02500,4.031
10,mlp.experts.106.up_proj,0.0000012245,0.02500,2.693
10,mlp.experts.59.up_proj,0.0000006023,0.02500,4.117
10,mlp.experts.71.up_proj,0.0000018552,0.02500,4.257
10,mlp.experts.108.up_proj,0.0000002726,0.02500,2.779
10,mlp.experts.116.up_proj,0.0000002310,0.02500,2.557
10,mlp.experts.104.up_proj,0.0000006547,0.02500,2.669
10,mlp.experts.112.up_proj,0.0000006896,0.02500,2.434
10,mlp.experts.83.up_proj,0.0000009720,0.02500,4.323
10,mlp.experts.79.up_proj,0.0000003625,0.02500,4.479
10,mlp.experts.75.up_proj,0.0000003251,0.02500,4.377
10,mlp.experts.87.up_proj,0.0000006366,0.02500,4.558
10,mlp.experts.99.up_proj,0.0000006642,0.02500,5.402
10,mlp.experts.95.up_proj,0.0000007094,0.02500,5.389
10,mlp.experts.91.up_proj,0.0000005178,0.02500,5.252
10,mlp.experts.103.up_proj,0.0000010063,0.02500,5.229
10,mlp.experts.115.up_proj,0.0000004152,0.02500,4.497
10,mlp.experts.111.up_proj,0.0000007244,0.02500,4.396
10,mlp.experts.107.up_proj,0.0000008847,0.02500,4.307
10,mlp.experts.119.up_proj,0.0000013070,0.02500,4.101
10,mlp.experts.3.down_proj,0.0000000090,0.02500,1.273
10,mlp.experts.7.down_proj,0.0000000242,0.02500,1.274
10,mlp.experts.15.down_proj,0.0000000041,0.02500,1.274
10,mlp.experts.11.down_proj,0.0000000093,0.02500,1.334
10,mlp.experts.9.down_proj,0.0000000068,0.02500,1.647
10,mlp.experts.1.down_proj,0.0000000041,0.02500,1.722
10,mlp.experts.5.down_proj,0.0000000050,0.02500,1.783
10,mlp.experts.0.down_proj,0.0000000113,0.02500,1.789
10,mlp.experts.12.down_proj,0.0000000090,0.02500,1.812
10,mlp.experts.4.down_proj,0.0000000053,0.02500,1.841
10,mlp.experts.6.down_proj,0.0000000094,0.02500,1.896
10,mlp.experts.10.down_proj,0.0000000059,0.02500,1.897
10,mlp.experts.13.down_proj,0.0000000065,0.02500,1.698
10,mlp.experts.8.down_proj,0.0000000270,0.02500,1.916
10,mlp.experts.14.down_proj,0.0000000059,0.02500,1.805
10,mlp.experts.2.down_proj,0.0000000045,0.02500,2.053
10,mlp.experts.31.down_proj,0.0000000120,0.02500,0.913
10,mlp.experts.23.down_proj,0.0000000075,0.02500,0.915
10,mlp.experts.19.down_proj,0.0000000101,0.02500,0.917
10,mlp.experts.27.down_proj,0.0000000091,0.02500,0.907
10,mlp.experts.25.down_proj,0.0000000077,0.02500,0.919
10,mlp.experts.21.down_proj,0.0000000080,0.02500,0.885
10,mlp.experts.26.down_proj,0.0000000118,0.02500,0.871
10,mlp.experts.22.down_proj,0.0000000029,0.02500,0.887
10,mlp.experts.20.down_proj,0.0000000057,0.02500,0.942
10,mlp.experts.30.down_proj,0.0000000040,0.02500,0.883
10,mlp.experts.24.down_proj,0.0000000098,0.02500,0.903
10,mlp.experts.17.down_proj,0.0000000028,0.02500,1.159
10,mlp.experts.18.down_proj,0.0000000111,0.02500,0.877
10,mlp.experts.28.down_proj,0.0000000060,0.02500,1.125
10,mlp.experts.16.down_proj,0.0000000026,0.02500,1.162
10,mlp.experts.29.down_proj,0.0000000122,0.02500,1.167
10,mlp.experts.39.down_proj,0.0000000098,0.02500,0.995
10,mlp.experts.35.down_proj,0.0000000053,0.02500,0.995
10,mlp.experts.47.down_proj,0.0000000073,0.02500,1.014
10,mlp.experts.43.down_proj,0.0000000061,0.02500,1.000
10,mlp.experts.37.down_proj,0.0000000049,0.02500,0.948
10,mlp.experts.41.down_proj,0.0000000067,0.02500,1.111
10,mlp.experts.42.down_proj,0.0000000042,0.02500,0.952
10,mlp.experts.46.down_proj,0.0000000185,0.02500,0.944
10,mlp.experts.38.down_proj,0.0000000031,0.02500,1.025
10,mlp.experts.34.down_proj,0.0000000040,0.02500,0.949
10,mlp.experts.36.down_proj,0.0000000079,0.02500,1.116
10,mlp.experts.44.down_proj,0.0000000161,0.02500,1.018
10,mlp.experts.40.down_proj,0.0000000112,0.02500,1.159
10,mlp.experts.45.down_proj,0.0000000107,0.02500,0.929
10,mlp.experts.33.down_proj,0.0000000080,0.02500,1.180
10,mlp.experts.51.down_proj,0.0000000076,0.02500,0.896
10,mlp.experts.55.down_proj,0.0000000219,0.02500,0.912
10,mlp.experts.32.down_proj,0.0000000132,0.02500,1.147
10,mlp.experts.63.down_proj,0.0000000065,0.02500,0.904
10,mlp.experts.59.down_proj,0.0000000059,0.02500,0.894
10,mlp.experts.53.down_proj,0.0000000144,0.02500,0.877
10,mlp.experts.58.down_proj,0.0000000181,0.02500,0.928
10,mlp.experts.62.down_proj,0.0000000151,0.02500,0.936
10,mlp.experts.57.down_proj,0.0000000084,0.02500,1.082
10,mlp.experts.50.down_proj,0.0000000055,0.02500,0.997
10,mlp.experts.54.down_proj,0.0000000048,0.02500,1.084
10,mlp.experts.52.down_proj,0.0000000094,0.02500,1.128
10,mlp.experts.61.down_proj,0.0000000079,0.02500,1.050
10,mlp.experts.56.down_proj,0.0000000044,0.02500,1.169
10,mlp.experts.49.down_proj,0.0000000090,0.02500,1.087
10,mlp.experts.60.down_proj,0.0000000184,0.02500,1.242
10,mlp.experts.71.down_proj,0.0000000245,0.02500,1.158
10,mlp.experts.67.down_proj,0.0000000083,0.02500,1.184
10,mlp.experts.48.down_proj,0.0000000052,0.02500,1.179
10,mlp.experts.75.down_proj,0.0000000046,0.02500,1.168
10,mlp.experts.79.down_proj,0.0000000039,0.02500,1.233
10,mlp.experts.69.down_proj,0.0000000071,0.02500,0.984
10,mlp.experts.74.down_proj,0.0000000067,0.02500,0.973
10,mlp.experts.73.down_proj,0.0000000075,0.02500,0.891
10,mlp.experts.78.down_proj,0.0000000093,0.02500,1.026
10,mlp.experts.66.down_proj,0.0000000113,0.02500,0.946
10,mlp.experts.70.down_proj,0.0000000045,0.02500,0.960
10,mlp.experts.65.down_proj,0.0000000143,0.02500,0.951
10,mlp.experts.77.down_proj,0.0000000032,0.02500,1.104
10,mlp.experts.68.down_proj,0.0000000077,0.02500,1.275
10,mlp.experts.85.down_proj,0.0000000145,0.02500,0.938
10,mlp.experts.72.down_proj,0.0000000120,0.02500,1.406
10,mlp.experts.76.down_proj,0.0000000212,0.02500,1.397
10,mlp.experts.64.down_proj,0.0000000137,0.02500,1.405
10,mlp.experts.89.down_proj,0.0000000085,0.02500,1.057
10,mlp.experts.90.down_proj,0.0000000158,0.02500,1.156
10,mlp.experts.87.down_proj,0.0000000094,0.02500,1.588
10,mlp.experts.83.down_proj,0.0000000122,0.02500,1.580
10,mlp.experts.94.down_proj,0.0000000068,0.02500,1.144
10,mlp.experts.91.down_proj,0.0000000055,0.02500,1.608
10,mlp.experts.82.down_proj,0.0000000143,0.02500,1.103
10,mlp.experts.95.down_proj,0.0000000066,0.02500,1.612
10,mlp.experts.86.down_proj,0.0000000140,0.02500,1.264
10,mlp.experts.93.down_proj,0.0000000096,0.02500,0.986
10,mlp.experts.81.down_proj,0.0000000067,0.02500,1.052
10,mlp.experts.84.down_proj,0.0000000039,0.02500,1.195
10,mlp.experts.101.down_proj,0.0000000102,0.02500,1.099
10,mlp.experts.105.down_proj,0.0000000051,0.02500,1.062
10,mlp.experts.88.down_proj,0.0000000041,0.02500,1.229
10,mlp.experts.99.down_proj,0.0000000054,0.02500,0.941
10,mlp.experts.103.down_proj,0.0000000082,0.02500,0.965
10,mlp.experts.107.down_proj,0.0000000099,0.02500,0.942
10,mlp.experts.111.down_proj,0.0000000080,0.02500,0.923
10,mlp.experts.92.down_proj,0.0000000077,0.02500,1.341
10,mlp.experts.80.down_proj,0.0000000030,0.02500,1.267
10,mlp.experts.106.down_proj,0.0000000175,0.02500,1.203
10,mlp.experts.110.down_proj,0.0000000056,0.02500,1.128
10,mlp.experts.97.down_proj,0.0000000078,0.02500,0.873
10,mlp.experts.109.down_proj,0.0000000057,0.02500,0.921
10,mlp.experts.98.down_proj,0.0000000045,0.02500,1.206
10,mlp.experts.102.down_proj,0.0000000128,0.02500,1.087
10,mlp.experts.117.down_proj,0.0000000155,0.02500,0.817
10,mlp.experts.115.down_proj,0.0000000054,0.02500,0.677
10,mlp.experts.119.down_proj,0.0000000160,0.02500,0.684
10,mlp.experts.113.down_proj,0.0000000223,0.02500,0.543
10,mlp.experts.100.down_proj,0.0000000073,0.02500,1.366
10,mlp.experts.114.down_proj,0.0000000120,0.02500,0.808
10,mlp.experts.118.down_proj,0.0000000039,0.02500,0.752
10,mlp.experts.104.down_proj,0.0000000070,0.02500,1.287
10,mlp.experts.108.down_proj,0.0000000023,0.02500,1.245
10,mlp.experts.96.down_proj,0.0000000071,0.02500,1.337
10,mlp.experts.116.down_proj,0.0000000030,0.02500,0.961
10,mlp.experts.112.down_proj,0.0000000117,0.02500,0.713
11,self_attn.v_proj,0.0000000012,0.02500,1.676
11,self_attn.k_proj,0.0000000008,0.02500,1.680
11,self_attn.q_proj,0.0000000036,0.02500,2.042
11,self_attn.o_proj,0.0000000007,0.02500,3.581
11,mlp.shared_experts.gate_proj,0.0000000407,0.02500,1.298
11,mlp.shared_experts.up_proj,0.0000000419,0.02500,1.511
11,mlp.shared_experts.down_proj,0.0000000002,0.02500,0.377
11,mlp.experts.4.gate_proj,0.0000009118,0.02500,4.898
11,mlp.experts.8.gate_proj,0.0000005647,0.02500,5.051
11,mlp.experts.0.gate_proj,0.0000007937,0.02500,5.095
11,mlp.experts.12.gate_proj,0.0000009701,0.02500,5.280
11,mlp.experts.15.gate_proj,0.0000008147,0.02500,5.292
11,mlp.experts.11.gate_proj,0.0000005307,0.02500,5.474
11,mlp.experts.7.gate_proj,0.0000006348,0.02500,5.589
11,mlp.experts.5.gate_proj,0.0000010655,0.02500,5.757
11,mlp.experts.1.gate_proj,0.0000004071,0.02500,5.829
11,mlp.experts.9.gate_proj,0.0000015771,0.02500,5.835
11,mlp.experts.10.gate_proj,0.0000006661,0.02500,5.857
11,mlp.experts.14.gate_proj,0.0000026877,0.02500,5.875
11,mlp.experts.13.gate_proj,0.0000005693,0.02500,5.936
11,mlp.experts.3.gate_proj,0.0000011526,0.02500,5.942
11,mlp.experts.6.gate_proj,0.0000010448,0.02500,6.007
11,mlp.experts.2.gate_proj,0.0000010954,0.02500,6.177
11,mlp.experts.20.gate_proj,0.0000003947,0.02500,3.361
11,mlp.experts.24.gate_proj,0.0000005214,0.02500,3.452
11,mlp.experts.28.gate_proj,0.0000010642,0.02500,3.317
11,mlp.experts.16.gate_proj,0.0000007154,0.02500,3.665
11,mlp.experts.31.gate_proj,0.0000011375,0.02500,3.633
11,mlp.experts.23.gate_proj,0.0000017100,0.02500,3.598
11,mlp.experts.27.gate_proj,0.0000004324,0.02500,4.045
11,mlp.experts.25.gate_proj,0.0000005074,0.02500,3.932
11,mlp.experts.19.gate_proj,0.0000007458,0.02500,3.852
11,mlp.experts.17.gate_proj,0.0000002959,0.02500,4.074
11,mlp.experts.29.gate_proj,0.0000006894,0.02500,4.052
11,mlp.experts.21.gate_proj,0.0000006367,0.02500,4.232
11,mlp.experts.30.gate_proj,0.0000006369,0.02500,5.002
11,mlp.experts.18.gate_proj,0.0000013438,0.02500,4.933
11,mlp.experts.22.gate_proj,0.0000003412,0.02500,5.205
11,mlp.experts.26.gate_proj,0.0000008669,0.02500,5.358
11,mlp.experts.36.gate_proj,0.0000011489,0.02500,3.491
11,mlp.experts.40.gate_proj,0.0000006636,0.02500,3.350
11,mlp.experts.47.gate_proj,0.0000005806,0.02500,3.043
11,mlp.experts.44.gate_proj,0.0000006480,0.02500,3.405
11,mlp.experts.32.gate_proj,0.0000010953,0.02500,3.499
11,mlp.experts.35.gate_proj,0.0000007689,0.02500,2.977
11,mlp.experts.39.gate_proj,0.0000005070,0.02500,3.759
11,mlp.experts.43.gate_proj,0.0000010227,0.02500,3.881
11,mlp.experts.41.gate_proj,0.0000016028,0.02500,4.146
11,mlp.experts.37.gate_proj,0.0000005789,0.02500,4.183
11,mlp.experts.33.gate_proj,0.0000008395,0.02500,4.269
11,mlp.experts.45.gate_proj,0.0000007300,0.02500,4.189
11,mlp.experts.56.gate_proj,0.0000013930,0.02500,3.084
11,mlp.experts.63.gate_proj,0.0000006965,0.02500,3.153
11,mlp.experts.52.gate_proj,0.0000010065,0.02500,3.495
11,mlp.experts.46.gate_proj,0.0000015935,0.02500,4.520
11,mlp.experts.38.gate_proj,0.0000008809,0.02500,4.486
11,mlp.experts.34.gate_proj,0.0000009191,0.02500,4.593
11,mlp.experts.60.gate_proj,0.0000020196,0.02500,3.734
11,mlp.experts.42.gate_proj,0.0000005510,0.02500,4.643
11,mlp.experts.55.gate_proj,0.0000011024,0.02500,3.035
11,mlp.experts.48.gate_proj,0.0000004044,0.02500,3.885
11,mlp.experts.51.gate_proj,0.0000008466,0.02500,3.505
11,mlp.experts.59.gate_proj,0.0000004929,0.02500,3.300
11,mlp.experts.57.gate_proj,0.0000008880,0.02500,4.569
11,mlp.experts.61.gate_proj,0.0000004109,0.02500,4.509
11,mlp.experts.53.gate_proj,0.0000007295,0.02500,4.564
11,mlp.experts.79.gate_proj,0.0000004956,0.02500,3.696
11,mlp.experts.49.gate_proj,0.0000012525,0.02500,4.679
11,mlp.experts.72.gate_proj,0.0000007480,0.02500,3.927
11,mlp.experts.67.gate_proj,0.0000006434,0.02500,2.818
11,mlp.experts.68.gate_proj,0.0000010237,0.02500,4.015
11,mlp.experts.71.gate_proj,0.0000005743,0.02500,3.594
11,mlp.experts.75.gate_proj,0.0000010563,0.02500,2.924
11,mlp.experts.76.gate_proj,0.0000005851,0.02500,4.175
11,mlp.experts.62.gate_proj,0.0000017242,0.02500,4.585
11,mlp.experts.64.gate_proj,0.0000013661,0.02500,3.860
11,mlp.experts.54.gate_proj,0.0000018534,0.02500,4.648
11,mlp.experts.50.gate_proj,0.0000010486,0.02500,4.689
11,mlp.experts.58.gate_proj,0.0000008615,0.02500,4.902
11,mlp.experts.83.gate_proj,0.0000013671,0.02500,2.980
11,mlp.experts.88.gate_proj,0.0000017046,0.02500,3.240
11,mlp.experts.87.gate_proj,0.0000010534,0.02500,2.951
11,mlp.experts.84.gate_proj,0.0000008725,0.02500,3.422
11,mlp.experts.95.gate_proj,0.0000009729,0.02500,3.964
11,mlp.experts.73.gate_proj,0.0000009653,0.02500,4.504
11,mlp.experts.91.gate_proj,0.0000010048,0.02500,3.506
11,mlp.experts.77.gate_proj,0.0000011914,0.02500,4.536
11,mlp.experts.92.gate_proj,0.0000007046,0.02500,3.478
11,mlp.experts.69.gate_proj,0.0000005212,0.02500,4.666
11,mlp.experts.65.gate_proj,0.0000010450,0.02500,4.642
11,mlp.experts.80.gate_proj,0.0000008632,0.02500,3.580
11,mlp.experts.78.gate_proj,0.0000002220,0.02500,4.491
11,mlp.experts.70.gate_proj,0.0000005971,0.02500,4.391
11,mlp.experts.66.gate_proj,0.0000006361,0.02500,4.346
11,mlp.experts.74.gate_proj,0.0000006725,0.02500,4.756
11,mlp.experts.111.gate_proj,0.0000013399,0.02500,2.907
11,mlp.experts.104.gate_proj,0.0000003638,0.02500,3.610
11,mlp.experts.103.gate_proj,0.0000030474,0.02500,3.245
11,mlp.experts.99.gate_proj,0.0000004136,0.02500,3.969
11,mlp.experts.100.gate_proj,0.0000020731,0.02500,3.413
11,mlp.experts.107.gate_proj,0.0000014743,0.02500,3.382
11,mlp.experts.96.gate_proj,0.0000009808,0.02500,3.497
11,mlp.experts.108.gate_proj,0.0000007683,0.02500,3.756
11,mlp.experts.89.gate_proj,0.0000010798,0.02500,4.492
11,mlp.experts.93.gate_proj,0.0000015620,0.02500,4.449
11,mlp.experts.85.gate_proj,0.0000007498,0.02500,4.427
11,mlp.experts.81.gate_proj,0.0000009627,0.02500,4.486
11,mlp.experts.115.gate_proj,0.0000006880,0.02500,3.195
11,mlp.experts.7.up_proj,0.0000006285,0.02500,3.621
11,mlp.experts.0.up_proj,0.0000007766,0.02500,3.665
11,mlp.experts.94.gate_proj,0.0000015590,0.02500,5.002
11,mlp.experts.119.gate_proj,0.0000016505,0.02500,3.743
11,mlp.experts.116.gate_proj,0.0000007119,0.02500,3.558
11,mlp.experts.3.up_proj,0.0000011449,0.02500,3.170
11,mlp.experts.82.gate_proj,0.0000006046,0.02500,5.070
11,mlp.experts.86.gate_proj,0.0000014935,0.02500,5.231
11,mlp.experts.4.up_proj,0.0000009017,0.02500,3.359
11,mlp.experts.112.gate_proj,0.0000012008,0.02500,3.667
11,mlp.experts.90.gate_proj,0.0000004974,0.02500,5.281
11,mlp.experts.105.gate_proj,0.0000009187,0.02500,3.378
11,mlp.experts.109.gate_proj,0.0000015530,0.02500,3.287
11,mlp.experts.101.gate_proj,0.0000003483,0.02500,3.349
11,mlp.experts.97.gate_proj,0.0000010736,0.02500,3.295
11,mlp.experts.16.up_proj,0.0000007115,0.02500,2.916
11,mlp.experts.12.up_proj,0.0000009600,0.02500,2.861
11,mlp.experts.23.up_proj,0.0000016981,0.02500,3.452
11,mlp.experts.15.up_proj,0.0000008063,0.02500,3.341
11,mlp.experts.20.up_proj,0.0000003921,0.02500,2.413
11,mlp.experts.11.up_proj,0.0000005255,0.02500,3.724
11,mlp.experts.19.up_proj,0.0000007337,0.02500,3.942
11,mlp.experts.110.gate_proj,0.0000005946,0.02500,5.204
11,mlp.experts.102.gate_proj,0.0000013425,0.02500,4.923
11,mlp.experts.98.gate_proj,0.0000008145,0.02500,5.083
11,mlp.experts.1.up_proj,0.0000004018,0.02500,4.703
11,mlp.experts.5.up_proj,0.0000010577,0.02500,4.710
11,mlp.experts.117.gate_proj,0.0000007530,0.02500,4.635
11,mlp.experts.106.gate_proj,0.0000008312,0.02500,5.071
11,mlp.experts.113.gate_proj,0.0000007724,0.02500,4.719
11,mlp.experts.39.up_proj,0.0000005040,0.02500,3.679
11,mlp.experts.31.up_proj,0.0000011239,0.02500,3.991
11,mlp.experts.27.up_proj,0.0000004247,0.02500,4.011
11,mlp.experts.35.up_proj,0.0000007633,0.02500,3.904
11,mlp.experts.6.up_proj,0.0000010231,0.02500,4.891
11,mlp.experts.114.gate_proj,0.0000009032,0.02500,4.815
11,mlp.experts.118.gate_proj,0.0000008444,0.02500,4.948
11,mlp.experts.55.up_proj,0.0000010825,0.02500,3.716
11,mlp.experts.47.up_proj,0.0000005759,0.02500,3.764
11,mlp.experts.2.up_proj,0.0000010852,0.02500,5.074
11,mlp.experts.43.up_proj,0.0000010110,0.02500,4.149
11,mlp.experts.51.up_proj,0.0000008365,0.02500,4.120
11,mlp.experts.71.up_proj,0.0000005692,0.02500,4.158
11,mlp.experts.22.up_proj,0.0000003368,0.02500,4.961
11,mlp.experts.63.up_proj,0.0000006873,0.02500,4.200
11,mlp.experts.10.up_proj,0.0000006600,0.02500,5.252
11,mlp.experts.14.up_proj,0.0000026675,0.02500,5.360
11,mlp.experts.59.up_proj,0.0000004857,0.02500,4.209
11,mlp.experts.67.up_proj,0.0000006345,0.02500,4.323
11,mlp.experts.18.up_proj,0.0000013272,0.02500,5.308
11,mlp.experts.87.up_proj,0.0000010443,0.02500,4.590
11,mlp.experts.79.up_proj,0.0000004917,0.02500,4.793
11,mlp.experts.17.up_proj,0.0000002925,0.02500,14.684
11,mlp.experts.21.up_proj,0.0000006265,0.02500,14.633
11,mlp.experts.13.up_proj,0.0000005635,0.02500,14.648
11,mlp.experts.75.up_proj,0.0000010439,0.02500,5.144
11,mlp.experts.9.up_proj,0.0000015394,0.02500,14.716
11,mlp.experts.83.up_proj,0.0000013511,0.02500,4.989
11,mlp.experts.103.up_proj,0.0000029898,0.02500,4.404
11,mlp.experts.95.up_proj,0.0000009616,0.02500,3.971
11,mlp.experts.91.up_proj,0.0000009894,0.02500,3.645
11,mlp.experts.99.up_proj,0.0000004090,0.02500,3.414
11,mlp.experts.33.up_proj,0.0000008293,0.02500,4.569
11,mlp.experts.37.up_proj,0.0000005693,0.02500,4.653
11,mlp.experts.29.up_proj,0.0000006785,0.02500,4.641
11,mlp.experts.25.up_proj,0.0000005018,0.02500,4.950
11,mlp.experts.49.up_proj,0.0000012382,0.02500,3.519
11,mlp.experts.53.up_proj,0.0000007190,0.02500,3.509
11,mlp.experts.45.up_proj,0.0000007203,0.02500,3.517
11,mlp.experts.41.up_proj,0.0000015870,0.02500,3.350
11,mlp.experts.38.up_proj,0.0000008705,0.02500,14.804
11,mlp.experts.26.up_proj,0.0000008588,0.02500,14.746
11,mlp.experts.30.up_proj,0.0000006262,0.02500,14.792
11,mlp.experts.34.up_proj,0.0000008995,0.02500,14.701
11,mlp.experts.65.up_proj,0.0000010270,0.02500,3.886
11,mlp.experts.69.up_proj,0.0000005156,0.02500,3.887
11,mlp.experts.61.up_proj,0.0000004072,0.02500,3.927
11,mlp.experts.57.up_proj,0.0000008783,0.02500,4.141
11,mlp.experts.54.up_proj,0.0000018319,0.02500,5.729
11,mlp.experts.119.up_proj,0.0000016235,0.02500,11.838
11,mlp.experts.111.up_proj,0.0000013298,0.02500,11.797
11,mlp.experts.42.up_proj,0.0000005456,0.02500,5.831
11,mlp.experts.46.up_proj,0.0000015756,0.02500,5.597
11,mlp.experts.107.up_proj,0.0000014543,0.02500,11.674
11,mlp.experts.115.up_proj,0.0000006727,0.02500,11.723
11,mlp.experts.50.up_proj,0.0000010409,0.02500,5.235
11,mlp.experts.81.up_proj,0.0000009551,0.02500,4.817
11,mlp.experts.85.up_proj,0.0000007368,0.02500,4.740
11,mlp.experts.77.up_proj,0.0000011747,0.02500,4.660
11,mlp.experts.73.up_proj,0.0000009589,0.02500,4.614
11,mlp.experts.36.up_proj,0.0000011435,0.02500,3.319
11,mlp.experts.32.up_proj,0.0000010863,0.02500,3.412
11,mlp.experts.8.up_proj,0.0000005625,0.02500,3.787
11,mlp.experts.28.up_proj,0.0000010518,0.02500,3.912
11,mlp.experts.70.up_proj,0.0000005920,0.02500,3.715
11,mlp.experts.62.up_proj,0.0000017075,0.02500,3.750
11,mlp.experts.66.up_proj,0.0000006296,0.02500,3.486
11,mlp.experts.58.up_proj,0.0000008550,0.02500,4.248
11,mlp.experts.52.up_proj,0.0000009959,0.02500,2.860
11,mlp.experts.48.up_proj,0.0000004001,0.02500,2.869
11,mlp.experts.24.up_proj,0.0000005186,0.02500,2.733
11,mlp.experts.44.up_proj,0.0000006446,0.02500,2.693
11,mlp.experts.97.up_proj,0.0000010605,0.02500,4.471
11,mlp.experts.101.up_proj,0.0000003462,0.02500,4.532
11,mlp.experts.93.up_proj,0.0000015509,0.02500,4.605
11,mlp.experts.86.up_proj,0.0000014798,0.02500,3.616
11,mlp.experts.89.up_proj,0.0000010730,0.02500,4.735
11,mlp.experts.82.up_proj,0.0000005935,0.02500,3.205
11,mlp.experts.78.up_proj,0.0000002189,0.02500,3.753
11,mlp.experts.74.up_proj,0.0000006575,0.02500,3.780
11,mlp.experts.68.up_proj,0.0000010118,0.02500,3.267
11,mlp.experts.64.up_proj,0.0000013563,0.02500,3.241
11,mlp.experts.40.up_proj,0.0000006592,0.02500,3.246
11,mlp.experts.60.up_proj,0.0000019870,0.02500,3.223
11,mlp.experts.102.up_proj,0.0000013284,0.02500,3.256
11,mlp.experts.117.up_proj,0.0000007384,0.02500,4.079
11,mlp.experts.113.up_proj,0.0000007655,0.02500,4.296
11,mlp.experts.109.up_proj,0.0000015441,0.02500,4.079
11,mlp.experts.105.up_proj,0.0000009068,0.02500,3.723
11,mlp.experts.98.up_proj,0.0000008031,0.02500,3.672
11,mlp.experts.94.up_proj,0.0000015549,0.02500,3.565
11,mlp.experts.90.up_proj,0.0000004918,0.02500,3.586
11,mlp.experts.84.up_proj,0.0000008672,0.02500,3.129
11,mlp.experts.80.up_proj,0.0000008522,0.02500,3.598
11,mlp.experts.56.up_proj,0.0000013881,0.02500,3.426
11,mlp.experts.76.up_proj,0.0000005786,0.02500,3.506
11,mlp.experts.118.up_proj,0.0000008368,0.02500,4.067
11,mlp.experts.114.up_proj,0.0000008892,0.02500,4.405
11,mlp.experts.110.up_proj,0.0000005904,0.02500,4.397
11,mlp.experts.106.up_proj,0.0000008119,0.02500,3.963
11,mlp.experts.100.up_proj,0.0000020572,0.02500,4.018
11,mlp.experts.96.up_proj,0.0000009739,0.02500,4.091
11,mlp.experts.72.up_proj,0.0000007448,0.02500,4.187
11,mlp.experts.92.up_proj,0.0000006843,0.02500,4.175
11,mlp.experts.116.up_proj,0.0000007033,0.02500,4.205
11,mlp.experts.112.up_proj,0.0000011915,0.02500,3.639
11,mlp.experts.88.up_proj,0.0000016847,0.02500,3.516
11,mlp.experts.108.up_proj,0.0000007540,0.02500,3.589
11,mlp.experts.104.up_proj,0.0000003591,0.02500,1.362
11,mlp.experts.8.down_proj,0.0000000055,0.02500,0.953
11,mlp.experts.4.down_proj,0.0000000119,0.02500,0.962
11,mlp.experts.0.down_proj,0.0000000129,0.02500,0.978
11,mlp.experts.12.down_proj,0.0000000136,0.02500,0.988
11,mlp.experts.15.down_proj,0.0000000103,0.02500,1.302
11,mlp.experts.11.down_proj,0.0000000100,0.02500,1.318
11,mlp.experts.3.down_proj,0.0000000145,0.02500,1.345
11,mlp.experts.7.down_proj,0.0000000075,0.02500,1.382
11,mlp.experts.1.down_proj,0.0000000051,0.02500,1.522
11,mlp.experts.9.down_proj,0.0000000153,0.02500,1.535
11,mlp.experts.13.down_proj,0.0000000060,0.02500,1.555
11,mlp.experts.5.down_proj,0.0000000162,0.02500,1.601
11,mlp.experts.20.down_proj,0.0000000038,0.02500,0.917
11,mlp.experts.24.down_proj,0.0000000121,0.02500,0.929
11,mlp.experts.16.down_proj,0.0000000087,0.02500,0.912
11,mlp.experts.6.down_proj,0.0000000154,0.02500,1.920
11,mlp.experts.28.down_proj,0.0000000257,0.02500,0.936
11,mlp.experts.2.down_proj,0.0000000160,0.02500,2.005
11,mlp.experts.10.down_proj,0.0000000079,0.02500,2.012
11,mlp.experts.14.down_proj,0.0000000572,0.02500,2.123
11,mlp.experts.31.down_proj,0.0000000119,0.02500,0.992
11,mlp.experts.19.down_proj,0.0000000084,0.02500,0.986
11,mlp.experts.27.down_proj,0.0000000054,0.02500,1.145
11,mlp.experts.23.down_proj,0.0000000239,0.02500,1.169
11,mlp.experts.36.down_proj,0.0000000158,0.02500,0.916
11,mlp.experts.40.down_proj,0.0000000068,0.02500,0.930
11,mlp.experts.32.down_proj,0.0000000114,0.02500,0.923
11,mlp.experts.44.down_proj,0.0000000066,0.02500,0.937
11,mlp.experts.25.down_proj,0.0000000077,0.02500,1.524
11,mlp.experts.17.down_proj,0.0000000092,0.02500,1.540
11,mlp.experts.29.down_proj,0.0000000071,0.02500,1.523
11,mlp.experts.21.down_proj,0.0000000111,0.02500,1.572
11,mlp.experts.35.down_proj,0.0000000097,0.02500,0.986
11,mlp.experts.43.down_proj,0.0000000191,0.02500,0.942
11,mlp.experts.47.down_proj,0.0000000079,0.02500,1.238
11,mlp.experts.22.down_proj,0.0000000079,0.02500,1.639
11,mlp.experts.39.down_proj,0.0000000093,0.02500,1.126
11,mlp.experts.52.down_proj,0.0000000174,0.02500,0.890
11,mlp.experts.48.down_proj,0.0000000105,0.02500,0.895
11,mlp.experts.56.down_proj,0.0000000155,0.02500,0.897
11,mlp.experts.30.down_proj,0.0000000182,0.02500,1.600
11,mlp.experts.26.down_proj,0.0000000105,0.02500,1.703
11,mlp.experts.60.down_proj,0.0000000370,0.02500,0.906
11,mlp.experts.18.down_proj,0.0000000156,0.02500,1.803
11,mlp.experts.33.down_proj,0.0000000136,0.02500,1.295
11,mlp.experts.41.down_proj,0.0000000230,0.02500,1.300
11,mlp.experts.45.down_proj,0.0000000106,0.02500,1.362
11,mlp.experts.51.down_proj,0.0000000086,0.02500,1.216
11,mlp.experts.37.down_proj,0.0000000084,0.02500,1.366
11,mlp.experts.64.down_proj,0.0000000155,0.02500,0.889
11,mlp.experts.72.down_proj,0.0000000078,0.02500,0.908
11,mlp.experts.68.down_proj,0.0000000186,0.02500,0.955
11,mlp.experts.59.down_proj,0.0000000144,0.02500,1.245
11,mlp.experts.63.down_proj,0.0000000117,0.02500,1.139
11,mlp.experts.76.down_proj,0.0000000098,0.02500,0.950
11,mlp.experts.55.down_proj,0.0000000113,0.02500,1.085
11,mlp.experts.38.down_proj,0.0000000182,0.02500,1.258
11,mlp.experts.42.down_proj,0.0000000078,0.02500,1.182
11,mlp.experts.46.down_proj,0.0000000254,0.02500,1.331
11,mlp.experts.34.down_proj,0.0000000125,0.02500,1.294
11,mlp.experts.67.down_proj,0.0000000089,0.02500,1.019
11,mlp.experts.57.down_proj,0.0000000153,0.02500,1.240
11,mlp.experts.49.down_proj,0.0000000226,0.02500,1.281
11,mlp.experts.61.down_proj,0.0000000052,0.02500,1.252
11,mlp.experts.75.down_proj,0.0000000117,0.02500,1.107
11,mlp.experts.80.down_proj,0.0000000171,0.02500,1.181
11,mlp.experts.88.down_proj,0.0000000315,0.02500,1.204
11,mlp.experts.53.down_proj,0.0000000146,0.02500,1.293
11,mlp.experts.79.down_proj,0.0000000077,0.02500,1.169
11,mlp.experts.92.down_proj,0.0000000069,0.02500,1.177
11,mlp.experts.84.down_proj,0.0000000104,0.02500,1.276
11,mlp.experts.54.down_proj,0.0000000275,0.02500,1.240
11,mlp.experts.71.down_proj,0.0000000086,0.02500,1.306
11,mlp.experts.58.down_proj,0.0000000104,0.02500,1.158
11,mlp.experts.62.down_proj,0.0000000220,0.02500,1.107
11,mlp.experts.50.down_proj,0.0000000096,0.02500,1.110
11,mlp.experts.96.down_proj,0.0000000094,0.02500,0.980
11,mlp.experts.104.down_proj,0.0000000077,0.02500,1.009
11,mlp.experts.83.down_proj,0.0000000189,0.02500,1.353
11,mlp.experts.73.down_proj,0.0000000106,0.02500,1.360
11,mlp.experts.108.down_proj,0.0000000091,0.02500,1.075
11,mlp.experts.65.down_proj,0.0000000146,0.02500,1.379
11,mlp.experts.100.down_proj,0.0000000274,0.02500,1.129
11,mlp.experts.77.down_proj,0.0000000168,0.02500,1.415
11,mlp.experts.74.down_proj,0.0000000071,0.02500,1.009
11,mlp.experts.91.down_proj,0.0000000225,0.02500,1.353
11,mlp.experts.70.down_proj,0.0000000100,0.02500,1.053
11,mlp.experts.95.down_proj,0.0000000134,0.02500,1.271
11,mlp.experts.78.down_proj,0.0000000034,0.02500,1.002
11,mlp.experts.69.down_proj,0.0000000112,0.02500,1.347
11,mlp.experts.66.down_proj,0.0000000086,0.02500,1.050
11,mlp.experts.87.down_proj,0.0000000164,0.02500,1.193
11,mlp.experts.112.down_proj,0.0000000183,0.02500,0.730
11,mlp.experts.116.down_proj,0.0000000153,0.02500,0.673
11,mlp.experts.99.down_proj,0.0000000034,0.02500,1.200
11,mlp.experts.86.down_proj,0.0000000259,0.02500,1.031
11,mlp.experts.89.down_proj,0.0000000101,0.02500,1.196
11,mlp.experts.94.down_proj,0.0000000246,0.02500,1.028
11,mlp.experts.90.down_proj,0.0000000095,0.02500,1.087
11,mlp.experts.81.down_proj,0.0000000174,0.02500,1.216
11,mlp.experts.111.down_proj,0.0000000188,0.02500,1.183
11,mlp.experts.82.down_proj,0.0000000051,0.02500,1.073
11,mlp.experts.107.down_proj,0.0000000178,0.02500,1.236
11,mlp.experts.85.down_proj,0.0000000145,0.02500,1.193
11,mlp.experts.103.down_proj,0.0000000318,0.02500,1.128
11,mlp.experts.93.down_proj,0.0000000167,0.02500,1.473
11,mlp.experts.115.down_proj,0.0000000076,0.02500,0.690
11,mlp.experts.119.down_proj,0.0000000196,0.02500,0.622
11,mlp.experts.102.down_proj,0.0000000170,0.02500,1.167
11,mlp.experts.105.down_proj,0.0000000149,0.02500,1.158
11,mlp.experts.110.down_proj,0.0000000108,0.02500,1.179
11,mlp.experts.97.down_proj,0.0000000118,0.02500,1.148
11,mlp.experts.106.down_proj,0.0000000107,0.02500,1.197
11,mlp.experts.101.down_proj,0.0000000083,0.02500,1.105
11,mlp.experts.98.down_proj,0.0000000085,0.02500,1.276
11,mlp.experts.109.down_proj,0.0000000213,0.02500,1.237
11,mlp.experts.113.down_proj,0.0000000078,0.02500,0.741
11,mlp.experts.117.down_proj,0.0000000112,0.02500,0.696
11,mlp.experts.118.down_proj,0.0000000109,0.02500,0.882
11,mlp.experts.114.down_proj,0.0000000109,0.02500,0.715
12,self_attn.v_proj,0.0000000011,0.02500,1.337
12,self_attn.k_proj,0.0000000008,0.02500,1.402
12,self_attn.q_proj,0.0000000036,0.02500,1.481
12,self_attn.o_proj,0.0000000005,0.02500,3.646
12,mlp.shared_experts.gate_proj,0.0000000441,0.02500,1.356
12,mlp.shared_experts.up_proj,0.0000000446,0.02500,1.505
12,mlp.shared_experts.down_proj,0.0000000005,0.02500,0.393
12,mlp.experts.5.gate_proj,0.0000009174,0.02500,3.879
12,mlp.experts.9.gate_proj,0.0000029114,0.02500,3.849
12,mlp.experts.1.gate_proj,0.0000013100,0.02500,4.534
12,mlp.experts.13.gate_proj,0.0000009598,0.02500,4.379
12,mlp.experts.11.gate_proj,0.0000015447,0.02500,5.289
12,mlp.experts.7.gate_proj,0.0000007231,0.02500,5.386
12,mlp.experts.15.gate_proj,0.0000011219,0.02500,5.510
12,mlp.experts.3.gate_proj,0.0000012578,0.02500,5.573
12,mlp.experts.6.gate_proj,0.0000008269,0.02500,5.684
12,mlp.experts.2.gate_proj,0.0000005578,0.02500,5.802
12,mlp.experts.8.gate_proj,0.0000010360,0.02500,5.742
12,mlp.experts.14.gate_proj,0.0000009889,0.02500,5.324
12,mlp.experts.12.gate_proj,0.0000008438,0.02500,6.057
12,mlp.experts.10.gate_proj,0.0000007327,0.02500,6.036
12,mlp.experts.0.gate_proj,0.0000006061,0.02500,6.219
12,mlp.experts.4.gate_proj,0.0000018110,0.02500,6.329
12,mlp.experts.25.gate_proj,0.0000014544,0.02500,3.109
12,mlp.experts.21.gate_proj,0.0000007940,0.02500,3.750
12,mlp.experts.17.gate_proj,0.0000005943,0.02500,3.364
12,mlp.experts.29.gate_proj,0.0000010853,0.02500,3.748
12,mlp.experts.27.gate_proj,0.0000003638,0.02500,3.083
12,mlp.experts.23.gate_proj,0.0000011597,0.02500,3.065
12,mlp.experts.31.gate_proj,0.0000006573,0.02500,3.068
12,mlp.experts.19.gate_proj,0.0000009608,0.02500,3.050
12,mlp.experts.18.gate_proj,0.0000007634,0.02500,4.374
12,mlp.experts.30.gate_proj,0.0000004352,0.02500,4.303
12,mlp.experts.26.gate_proj,0.0000015665,0.02500,4.151
12,mlp.experts.22.gate_proj,0.0000009615,0.02500,4.617
12,mlp.experts.41.gate_proj,0.0000004751,0.02500,3.399
12,mlp.experts.24.gate_proj,0.0000011593,0.02500,4.809
12,mlp.experts.28.gate_proj,0.0000007080,0.02500,4.836
12,mlp.experts.16.gate_proj,0.0000009844,0.02500,4.963
12,mlp.experts.37.gate_proj,0.0000006546,0.02500,3.596
12,mlp.experts.20.gate_proj,0.0000005829,0.02500,4.941
12,mlp.experts.33.gate_proj,0.0000006617,0.02500,3.718
12,mlp.experts.43.gate_proj,0.0000006764,0.02500,3.299
12,mlp.experts.39.gate_proj,0.0000010259,0.02500,3.282
12,mlp.experts.35.gate_proj,0.0000007212,0.02500,3.253
12,mlp.experts.47.gate_proj,0.0000033239,0.02500,3.395
12,mlp.experts.45.gate_proj,0.0000004501,0.02500,3.679
12,mlp.experts.57.gate_proj,0.0000013612,0.02500,3.788
12,mlp.experts.34.gate_proj,0.0000007007,0.02500,4.171
12,mlp.experts.40.gate_proj,0.0000007358,0.02500,3.681
12,mlp.experts.46.gate_proj,0.0000004132,0.02500,4.176
12,mlp.experts.42.gate_proj,0.0000017167,0.02500,4.263
12,mlp.experts.38.gate_proj,0.0000007534,0.02500,4.398
12,mlp.experts.44.gate_proj,0.0000006627,0.02500,3.936
12,mlp.experts.36.gate_proj,0.0000008588,0.02500,3.761
12,mlp.experts.32.gate_proj,0.0000006693,0.02500,3.942
12,mlp.experts.53.gate_proj,0.0000004764,0.02500,4.162
12,mlp.experts.49.gate_proj,0.0000009742,0.02500,3.969
12,mlp.experts.59.gate_proj,0.0000005416,0.02500,4.096
12,mlp.experts.55.gate_proj,0.0000007463,0.02500,4.269
12,mlp.experts.51.gate_proj,0.0000005866,0.02500,4.246
12,mlp.experts.61.gate_proj,0.0000002886,0.02500,4.108
12,mlp.experts.63.gate_proj,0.0000003030,0.02500,4.278
12,mlp.experts.50.gate_proj,0.0000005246,0.02500,3.185
12,mlp.experts.62.gate_proj,0.0000017260,0.02500,3.182
12,mlp.experts.73.gate_proj,0.0000014575,0.02500,3.447
12,mlp.experts.58.gate_proj,0.0000012668,0.02500,3.195
12,mlp.experts.56.gate_proj,0.0000007040,0.02500,3.448
12,mlp.experts.54.gate_proj,0.0000022059,0.02500,3.180
12,mlp.experts.60.gate_proj,0.0000007836,0.02500,3.386
12,mlp.experts.69.gate_proj,0.0000010748,0.02500,3.077
12,mlp.experts.52.gate_proj,0.0000013741,0.02500,3.460
12,mlp.experts.65.gate_proj,0.0000018446,0.02500,3.153
12,mlp.experts.48.gate_proj,0.0000003563,0.02500,3.662
12,mlp.experts.77.gate_proj,0.0000007012,0.02500,3.107
12,mlp.experts.75.gate_proj,0.0000011288,0.02500,4.591
12,mlp.experts.71.gate_proj,0.0000003842,0.02500,4.579
12,mlp.experts.66.gate_proj,0.0000011378,0.02500,3.195
12,mlp.experts.89.gate_proj,0.0000009509,0.02500,3.064
12,mlp.experts.79.gate_proj,0.0000008030,0.02500,4.687
12,mlp.experts.78.gate_proj,0.0000007063,0.02500,3.290
12,mlp.experts.67.gate_proj,0.0000013852,0.02500,4.890
12,mlp.experts.70.gate_proj,0.0000010605,0.02500,3.164
12,mlp.experts.74.gate_proj,0.0000007049,0.02500,3.395
12,mlp.experts.85.gate_proj,0.0000012283,0.02500,2.983
12,mlp.experts.72.gate_proj,0.0000009366,0.02500,3.693
12,mlp.experts.81.gate_proj,0.0000014884,0.02500,2.991
12,mlp.experts.76.gate_proj,0.0000011243,0.02500,3.552
12,mlp.experts.68.gate_proj,0.0000010242,0.02500,3.659
12,mlp.experts.93.gate_proj,0.0000030436,0.02500,2.881
12,mlp.experts.64.gate_proj,0.0000007999,0.02500,3.585
12,mlp.experts.82.gate_proj,0.0000012980,0.02500,3.075
12,mlp.experts.105.gate_proj,0.0000012273,0.02500,3.230
12,mlp.experts.94.gate_proj,0.0000020017,0.02500,3.058
12,mlp.experts.90.gate_proj,0.0000007506,0.02500,3.011
12,mlp.experts.86.gate_proj,0.0000010680,0.02500,3.147
12,mlp.experts.101.gate_proj,0.0000007059,0.02500,3.184
12,mlp.experts.91.gate_proj,0.0000010957,0.02500,4.335
12,mlp.experts.88.gate_proj,0.0000005662,0.02500,3.222
12,mlp.experts.92.gate_proj,0.0000002595,0.02500,3.176
12,mlp.experts.97.gate_proj,0.0000013711,0.02500,3.226
12,mlp.experts.87.gate_proj,0.0000009215,0.02500,4.333
12,mlp.experts.95.gate_proj,0.0000010022,0.02500,4.408
12,mlp.experts.109.gate_proj,0.0000009858,0.02500,3.249
12,mlp.experts.80.gate_proj,0.0000005278,0.02500,3.291
12,mlp.experts.83.gate_proj,0.0000012546,0.02500,4.648
12,mlp.experts.84.gate_proj,0.0000011368,0.02500,3.594
12,mlp.experts.1.up_proj,0.0000013040,0.02500,2.885
12,mlp.experts.98.gate_proj,0.0000012203,0.02500,3.108
12,mlp.experts.110.gate_proj,0.0000011005,0.02500,3.199
12,mlp.experts.102.gate_proj,0.0000007218,0.02500,3.207
12,mlp.experts.106.gate_proj,0.0000011707,0.02500,3.331
12,mlp.experts.117.gate_proj,0.0000013808,0.02500,2.888
12,mlp.experts.113.gate_proj,0.0000005600,0.02500,2.907
12,mlp.experts.104.gate_proj,0.0000008357,0.02500,3.352
12,mlp.experts.5.up_proj,0.0000009075,0.02500,2.896
12,mlp.experts.108.gate_proj,0.0000013246,0.02500,3.893
12,mlp.experts.107.gate_proj,0.0000003753,0.02500,4.238
12,mlp.experts.96.gate_proj,0.0000006883,0.02500,3.425
12,mlp.experts.103.gate_proj,0.0000010773,0.02500,4.283
12,mlp.experts.100.gate_proj,0.0000012348,0.02500,3.564
12,mlp.experts.111.gate_proj,0.0000008289,0.02500,4.276
12,mlp.experts.17.up_proj,0.0000005865,0.02500,3.127
12,mlp.experts.99.gate_proj,0.0000005798,0.02500,4.614
12,mlp.experts.114.gate_proj,0.0000025578,0.02500,3.560
12,mlp.experts.6.up_proj,0.0000008145,0.02500,3.532
12,mlp.experts.13.up_proj,0.0000009506,0.02500,3.445
12,mlp.experts.118.gate_proj,0.0000009321,0.02500,3.534
12,mlp.experts.2.up_proj,0.0000005509,0.02500,3.559
12,mlp.experts.9.up_proj,0.0000028806,0.02500,3.610
12,mlp.experts.21.up_proj,0.0000007833,0.02500,3.573
12,mlp.experts.0.up_proj,0.0000005982,0.02500,3.908
12,mlp.experts.112.gate_proj,0.0000006669,0.02500,3.196
12,mlp.experts.4.up_proj,0.0000017936,0.02500,3.696
12,mlp.experts.116.gate_proj,0.0000012789,0.02500,3.277
12,mlp.experts.3.up_proj,0.0000012404,0.02500,4.509
12,mlp.experts.33.up_proj,0.0000006524,0.02500,3.818
12,mlp.experts.10.up_proj,0.0000007222,0.02500,3.338
12,mlp.experts.119.gate_proj,0.0000015626,0.02500,4.587
12,mlp.experts.22.up_proj,0.0000009478,0.02500,3.321
12,mlp.experts.18.up_proj,0.0000007556,0.02500,3.171
12,mlp.experts.14.up_proj,0.0000009803,0.02500,3.247
12,mlp.experts.25.up_proj,0.0000014434,0.02500,2.951
12,mlp.experts.7.up_proj,0.0000007148,0.02500,4.852
12,mlp.experts.29.up_proj,0.0000010721,0.02500,3.756
12,mlp.experts.37.up_proj,0.0000006489,0.02500,3.164
12,mlp.experts.115.gate_proj,0.0000008966,0.02500,4.935
12,mlp.experts.20.up_proj,0.0000005715,0.02500,2.963
12,mlp.experts.8.up_proj,0.0000009977,0.02500,3.409
12,mlp.experts.16.up_proj,0.0000009742,0.02500,3.941
12,mlp.experts.12.up_proj,0.0000008331,0.02500,3.512
12,mlp.experts.49.up_proj,0.0000009589,0.02500,3.367
12,mlp.experts.26.up_proj,0.0000015587,0.02500,3.375
12,mlp.experts.38.up_proj,0.0000007483,0.02500,3.324
12,mlp.experts.34.up_proj,0.0000006901,0.02500,3.440
12,mlp.experts.41.up_proj,0.0000004708,0.02500,3.278
12,mlp.experts.19.up_proj,0.0000009452,0.02500,4.339
12,mlp.experts.30.up_proj,0.0000004325,0.02500,3.662
12,mlp.experts.15.up_proj,0.0000011124,0.02500,4.243
12,mlp.experts.45.up_proj,0.0000004434,0.02500,3.465
12,mlp.experts.53.up_proj,0.0000004707,0.02500,3.450
12,mlp.experts.23.up_proj,0.0000011511,0.02500,4.160
12,mlp.experts.24.up_proj,0.0000011353,0.02500,3.224
12,mlp.experts.36.up_proj,0.0000008453,0.02500,3.535
12,mlp.experts.28.up_proj,0.0000006980,0.02500,3.178
12,mlp.experts.32.up_proj,0.0000006640,0.02500,3.684
12,mlp.experts.11.up_proj,0.0000015377,0.02500,4.818
12,mlp.experts.65.up_proj,0.0000018224,0.02500,2.994
12,mlp.experts.57.up_proj,0.0000013500,0.02500,3.088
12,mlp.experts.42.up_proj,0.0000016966,0.02500,3.661
12,mlp.experts.54.up_proj,0.0000021875,0.02500,3.602
12,mlp.experts.50.up_proj,0.0000005202,0.02500,3.458
12,mlp.experts.46.up_proj,0.0000004115,0.02500,3.447
12,mlp.experts.61.up_proj,0.0000002844,0.02500,3.832
12,mlp.experts.35.up_proj,0.0000007108,0.02500,4.228
12,mlp.experts.69.up_proj,0.0000010640,0.02500,3.576
12,mlp.experts.40.up_proj,0.0000007249,0.02500,3.299
12,mlp.experts.31.up_proj,0.0000006514,0.02500,4.299
12,mlp.experts.44.up_proj,0.0000006526,0.02500,3.197
12,mlp.experts.52.up_proj,0.0000013480,0.02500,3.734
12,mlp.experts.39.up_proj,0.0000010163,0.02500,4.251
12,mlp.experts.81.up_proj,0.0000014727,0.02500,2.936
12,mlp.experts.48.up_proj,0.0000003479,0.02500,3.821
12,mlp.experts.73.up_proj,0.0000014408,0.02500,2.990
12,mlp.experts.58.up_proj,0.0000012598,0.02500,3.053
12,mlp.experts.70.up_proj,0.0000010522,0.02500,3.040
12,mlp.experts.66.up_proj,0.0000011214,0.02500,3.017
12,mlp.experts.62.up_proj,0.0000017129,0.02500,3.033
12,mlp.experts.27.up_proj,0.0000003590,0.02500,4.700
12,mlp.experts.77.up_proj,0.0000006920,0.02500,3.394
12,mlp.experts.85.up_proj,0.0000012070,0.02500,3.518
12,mlp.experts.60.up_proj,0.0000007751,0.02500,3.515
12,mlp.experts.56.up_proj,0.0000007006,0.02500,3.821
12,mlp.experts.68.up_proj,0.0000010089,0.02500,3.438
12,mlp.experts.97.up_proj,0.0000013601,0.02500,3.189
12,mlp.experts.51.up_proj,0.0000005807,0.02500,4.215
12,mlp.experts.47.up_proj,0.0000032975,0.02500,4.215
12,mlp.experts.64.up_proj,0.0000007892,0.02500,3.392
12,mlp.experts.74.up_proj,0.0000006972,0.02500,3.042
12,mlp.experts.86.up_proj,0.0000010601,0.02500,3.070
12,mlp.experts.55.up_proj,0.0000007395,0.02500,4.308
12,mlp.experts.82.up_proj,0.0000012788,0.02500,3.067
12,mlp.experts.78.up_proj,0.0000007000,0.02500,3.111
12,mlp.experts.89.up_proj,0.0000009356,0.02500,3.722
12,mlp.experts.101.up_proj,0.0000006948,0.02500,2.957
12,mlp.experts.93.up_proj,0.0000030297,0.02500,3.675
12,mlp.experts.72.up_proj,0.0000009317,0.02500,3.347
12,mlp.experts.113.up_proj,0.0000005526,0.02500,3.120
12,mlp.experts.43.up_proj,0.0000006678,0.02500,4.692
12,mlp.experts.84.up_proj,0.0000011282,0.02500,3.311
12,mlp.experts.76.up_proj,0.0000011148,0.02500,3.628
12,mlp.experts.90.up_proj,0.0000007358,0.02500,3.067
12,mlp.experts.102.up_proj,0.0000007152,0.02500,3.020
12,mlp.experts.98.up_proj,0.0000011964,0.02500,2.981
12,mlp.experts.67.up_proj,0.0000013722,0.02500,4.189
12,mlp.experts.94.up_proj,0.0000019855,0.02500,3.022
12,mlp.experts.63.up_proj,0.0000003007,0.02500,4.188
12,mlp.experts.80.up_proj,0.0000005209,0.02500,3.886
12,mlp.experts.105.up_proj,0.0000012102,0.02500,3.384
12,mlp.experts.71.up_proj,0.0000003788,0.02500,4.161
12,mlp.experts.117.up_proj,0.0000013622,0.02500,3.191
12,mlp.experts.109.up_proj,0.0000009811,0.02500,2.772
12,mlp.experts.88.up_proj,0.0000005595,0.02500,3.583
12,mlp.experts.106.up_proj,0.0000011595,0.02500,2.984
12,mlp.experts.100.up_proj,0.0000012169,0.02500,3.495
12,mlp.experts.118.up_proj,0.0000009235,0.02500,2.925
12,mlp.experts.114.up_proj,0.0000025383,0.02500,2.889
12,mlp.experts.110.up_proj,0.0000010967,0.02500,2.724
12,mlp.experts.92.up_proj,0.0000002561,0.02500,3.966
12,mlp.experts.59.up_proj,0.0000005364,0.02500,5.032
12,mlp.experts.83.up_proj,0.0000012459,0.02500,4.406
12,mlp.experts.96.up_proj,0.0000006823,0.02500,4.088
12,mlp.experts.79.up_proj,0.0000007864,0.02500,4.499
12,mlp.experts.87.up_proj,0.0000009149,0.02500,4.332
12,mlp.experts.104.up_proj,0.0000008243,0.02500,3.968
12,mlp.experts.116.up_proj,0.0000012629,0.02500,4.045
12,mlp.experts.108.up_proj,0.0000013032,0.02500,3.626
12,mlp.experts.112.up_proj,0.0000006646,0.02500,2.897
12,mlp.experts.75.up_proj,0.0000011195,0.02500,4.392
12,mlp.experts.99.up_proj,0.0000005727,0.02500,4.558
12,mlp.experts.95.up_proj,0.0000009842,0.02500,4.233
12,mlp.experts.103.up_proj,0.0000010659,0.02500,4.141
12,mlp.experts.91.up_proj,0.0000010764,0.02500,4.420
12,mlp.experts.115.up_proj,0.0000008870,0.02500,4.169
12,mlp.experts.119.up_proj,0.0000015553,0.02500,4.126
12,mlp.experts.111.up_proj,0.0000008209,0.02500,4.499
12,mlp.experts.107.up_proj,0.0000003717,0.02500,1.818
12,mlp.experts.9.down_proj,0.0000000494,0.02500,1.053
12,mlp.experts.1.down_proj,0.0000000215,0.02500,1.060
12,mlp.experts.0.down_proj,0.0000000122,0.02500,1.061
12,mlp.experts.13.down_proj,0.0000000101,0.02500,1.057
12,mlp.experts.8.down_proj,0.0000000150,0.02500,1.102
12,mlp.experts.5.down_proj,0.0000000116,0.02500,1.105
12,mlp.experts.12.down_proj,0.0000000150,0.02500,1.129
12,mlp.experts.4.down_proj,0.0000000236,0.02500,1.188
12,mlp.experts.7.down_proj,0.0000000154,0.02500,1.337
12,mlp.experts.11.down_proj,0.0000000223,0.02500,1.338
12,mlp.experts.3.down_proj,0.0000000274,0.02500,1.375
12,mlp.experts.15.down_proj,0.0000000109,0.02500,1.435
12,mlp.experts.2.down_proj,0.0000000110,0.02500,1.440
12,mlp.experts.14.down_proj,0.0000000108,0.02500,1.474
12,mlp.experts.6.down_proj,0.0000000166,0.02500,1.509
12,mlp.experts.10.down_proj,0.0000000146,0.02500,1.521
12,mlp.experts.25.down_proj,0.0000000178,0.02500,1.088
12,mlp.experts.16.down_proj,0.0000000135,0.02500,1.086
12,mlp.experts.28.down_proj,0.0000000138,0.02500,1.016
12,mlp.experts.29.down_proj,0.0000000186,0.02500,1.134
12,mlp.experts.24.down_proj,0.0000000269,0.02500,1.128
12,mlp.experts.17.down_proj,0.0000000098,0.02500,1.220
12,mlp.experts.21.down_proj,0.0000000110,0.02500,1.173
12,mlp.experts.20.down_proj,0.0000000049,0.02500,1.136
12,mlp.experts.23.down_proj,0.0000000116,0.02500,1.210
12,mlp.experts.19.down_proj,0.0000000218,0.02500,1.175
12,mlp.experts.27.down_proj,0.0000000046,0.02500,1.239
12,mlp.experts.31.down_proj,0.0000000118,0.02500,1.286
12,mlp.experts.18.down_proj,0.0000000145,0.02500,1.290
12,mlp.experts.30.down_proj,0.0000000089,0.02500,1.264
12,mlp.experts.22.down_proj,0.0000000148,0.02500,1.256
12,mlp.experts.26.down_proj,0.0000000311,0.02500,1.296
12,mlp.experts.41.down_proj,0.0000000063,0.02500,0.941
12,mlp.experts.45.down_proj,0.0000000117,0.02500,0.980
12,mlp.experts.33.down_proj,0.0000000074,0.02500,0.920
12,mlp.experts.44.down_proj,0.0000000099,0.02500,1.125
12,mlp.experts.32.down_proj,0.0000000131,0.02500,1.168
12,mlp.experts.40.down_proj,0.0000000137,0.02500,1.092
12,mlp.experts.37.down_proj,0.0000000106,0.02500,1.086
12,mlp.experts.36.down_proj,0.0000000112,0.02500,1.067
12,mlp.experts.46.down_proj,0.0000000063,0.02500,0.904
12,mlp.experts.34.down_proj,0.0000000109,0.02500,0.917
12,mlp.experts.38.down_proj,0.0000000087,0.02500,0.916
12,mlp.experts.42.down_proj,0.0000000200,0.02500,0.914
12,mlp.experts.35.down_proj,0.0000000117,0.02500,1.186
12,mlp.experts.43.down_proj,0.0000000093,0.02500,1.197
12,mlp.experts.39.down_proj,0.0000000113,0.02500,1.320
12,mlp.experts.47.down_proj,0.0000000519,0.02500,1.197
12,mlp.experts.57.down_proj,0.0000000249,0.02500,0.998
12,mlp.experts.49.down_proj,0.0000000167,0.02500,0.949
12,mlp.experts.61.down_proj,0.0000000036,0.02500,1.010
12,mlp.experts.56.down_proj,0.0000000085,0.02500,0.982
12,mlp.experts.60.down_proj,0.0000000182,0.02500,1.069
12,mlp.experts.52.down_proj,0.0000000198,0.02500,0.952
12,mlp.experts.53.down_proj,0.0000000055,0.02500,1.004
12,mlp.experts.48.down_proj,0.0000000154,0.02500,1.101
12,mlp.experts.62.down_proj,0.0000000288,0.02500,0.879
12,mlp.experts.50.down_proj,0.0000000072,0.02500,0.882
12,mlp.experts.54.down_proj,0.0000000307,0.02500,0.891
12,mlp.experts.58.down_proj,0.0000000227,0.02500,0.889
12,mlp.experts.51.down_proj,0.0000000130,0.02500,1.191
12,mlp.experts.59.down_proj,0.0000000175,0.02500,1.184
12,mlp.experts.65.down_proj,0.0000000244,0.02500,0.964
12,mlp.experts.73.down_proj,0.0000000213,0.02500,1.115
12,mlp.experts.72.down_proj,0.0000000130,0.02500,0.922
12,mlp.experts.77.down_proj,0.0000000113,0.02500,1.047
12,mlp.experts.55.down_proj,0.0000000100,0.02500,1.370
12,mlp.experts.63.down_proj,0.0000000046,0.02500,1.339
12,mlp.experts.68.down_proj,0.0000000209,0.02500,0.997
12,mlp.experts.69.down_proj,0.0000000201,0.02500,1.011
12,mlp.experts.78.down_proj,0.0000000110,0.02500,0.881
12,mlp.experts.66.down_proj,0.0000000153,0.02500,0.895
12,mlp.experts.76.down_proj,0.0000000114,0.02500,1.119
12,mlp.experts.70.down_proj,0.0000000136,0.02500,0.901
12,mlp.experts.64.down_proj,0.0000000095,0.02500,1.084
12,mlp.experts.74.down_proj,0.0000000156,0.02500,0.894
12,mlp.experts.93.down_proj,0.0000000432,0.02500,0.891
12,mlp.experts.75.down_proj,0.0000000172,0.02500,1.276
12,mlp.experts.88.down_proj,0.0000000077,0.02500,1.009
12,mlp.experts.67.down_proj,0.0000000162,0.02500,1.327
12,mlp.experts.81.down_proj,0.0000000243,0.02500,1.166
12,mlp.experts.85.down_proj,0.0000000245,0.02500,0.922
12,mlp.experts.94.down_proj,0.0000000495,0.02500,0.959
12,mlp.experts.82.down_proj,0.0000000219,0.02500,0.951
12,mlp.experts.89.down_proj,0.0000000187,0.02500,1.196
12,mlp.experts.86.down_proj,0.0000000202,0.02500,0.944
12,mlp.experts.80.down_proj,0.0000000053,0.02500,0.946
12,mlp.experts.90.down_proj,0.0000000073,0.02500,0.948
12,mlp.experts.84.down_proj,0.0000000184,0.02500,1.220
12,mlp.experts.71.down_proj,0.0000000071,0.02500,1.331
12,mlp.experts.79.down_proj,0.0000000105,0.02500,1.331
12,mlp.experts.92.down_proj,0.0000000085,0.02500,1.183
12,mlp.experts.109.down_proj,0.0000000145,0.02500,0.868
12,mlp.experts.105.down_proj,0.0000000150,0.02500,0.835
12,mlp.experts.98.down_proj,0.0000000267,0.02500,0.883
12,mlp.experts.110.down_proj,0.0000000153,0.02500,0.896
12,mlp.experts.101.down_proj,0.0000000184,0.02500,0.991
12,mlp.experts.102.down_proj,0.0000000096,0.02500,0.884
12,mlp.experts.97.down_proj,0.0000000282,0.02500,1.025
12,mlp.experts.106.down_proj,0.0000000197,0.02500,0.896
12,mlp.experts.104.down_proj,0.0000000121,0.02500,1.207
12,mlp.experts.91.down_proj,0.0000000286,0.02500,1.230
12,mlp.experts.83.down_proj,0.0000000151,0.02500,1.230
12,mlp.experts.96.down_proj,0.0000000092,0.02500,1.222
12,mlp.experts.87.down_proj,0.0000000142,0.02500,1.350
12,mlp.experts.100.down_proj,0.0000000231,0.02500,1.362
12,mlp.experts.95.down_proj,0.0000000226,0.02500,1.363
12,mlp.experts.108.down_proj,0.0000000228,0.02500,1.341
12,mlp.experts.114.down_proj,0.0000000379,0.02500,0.941
12,mlp.experts.118.down_proj,0.0000000139,0.02500,0.902
12,mlp.experts.112.down_proj,0.0000000115,0.02500,0.982
12,mlp.experts.116.down_proj,0.0000000191,0.02500,0.858
12,mlp.experts.107.down_proj,0.0000000053,0.02500,1.586
12,mlp.experts.99.down_proj,0.0000000051,0.02500,1.644
12,mlp.experts.103.down_proj,0.0000000178,0.02500,1.595
12,mlp.experts.111.down_proj,0.0000000142,0.02500,1.775
12,mlp.experts.115.down_proj,0.0000000198,0.02500,0.985
12,mlp.experts.119.down_proj,0.0000000240,0.02500,0.738
12,mlp.experts.113.down_proj,0.0000000111,0.02500,0.698
12,mlp.experts.117.down_proj,0.0000000152,0.02500,0.701
13,self_attn.k_proj,0.0000000009,0.02500,1.481
13,self_attn.q_proj,0.0000000044,0.02500,1.792
13,self_attn.v_proj,0.0000000017,0.02500,1.823
13,self_attn.o_proj,0.0000000010,0.02500,3.806
13,mlp.shared_experts.gate_proj,0.0000000495,0.02500,1.426
13,mlp.shared_experts.up_proj,0.0000000542,0.02500,1.346
13,mlp.shared_experts.down_proj,0.0000000003,0.02500,0.377
13,mlp.experts.2.gate_proj,0.0000018855,0.02500,3.713
13,mlp.experts.14.gate_proj,0.0000008995,0.02500,3.690
13,mlp.experts.10.gate_proj,0.0000012317,0.02500,3.900
13,mlp.experts.6.gate_proj,0.0000015716,0.02500,3.996
13,mlp.experts.7.gate_proj,0.0000009844,0.02500,4.918
13,mlp.experts.11.gate_proj,0.0000011266,0.02500,4.974
13,mlp.experts.4.gate_proj,0.0000014630,0.02500,5.032
13,mlp.experts.8.gate_proj,0.0000011125,0.02500,5.063
13,mlp.experts.3.gate_proj,0.0000014818,0.02500,5.270
13,mlp.experts.12.gate_proj,0.0000013340,0.02500,5.198
13,mlp.experts.1.gate_proj,0.0000012464,0.02500,5.547
13,mlp.experts.15.gate_proj,0.0000013231,0.02500,5.470
13,mlp.experts.0.gate_proj,0.0000006789,0.02500,5.693
13,mlp.experts.13.gate_proj,0.0000013480,0.02500,5.556
13,mlp.experts.9.gate_proj,0.0000014224,0.02500,5.623
13,mlp.experts.5.gate_proj,0.0000009407,0.02500,5.896
13,mlp.experts.30.gate_proj,0.0000008913,0.02500,3.470
13,mlp.experts.22.gate_proj,0.0000015251,0.02500,3.170
13,mlp.experts.18.gate_proj,0.0000015958,0.02500,3.765
13,mlp.experts.26.gate_proj,0.0000014311,0.02500,3.856
13,mlp.experts.27.gate_proj,0.0000009942,0.02500,3.372
13,mlp.experts.19.gate_proj,0.0000011113,0.02500,3.372
13,mlp.experts.23.gate_proj,0.0000021055,0.02500,3.569
13,mlp.experts.31.gate_proj,0.0000012107,0.02500,3.610
13,mlp.experts.20.gate_proj,0.0000014220,0.02500,4.090
13,mlp.experts.24.gate_proj,0.0000010340,0.02500,4.143
13,mlp.experts.28.gate_proj,0.0000012068,0.02500,4.130
13,mlp.experts.16.gate_proj,0.0000013078,0.02500,4.099
13,mlp.experts.17.gate_proj,0.0000011347,0.02500,4.359
13,mlp.experts.29.gate_proj,0.0000008361,0.02500,4.376
13,mlp.experts.25.gate_proj,0.0000007492,0.02500,4.567
13,mlp.experts.38.gate_proj,0.0000012699,0.02500,3.094
13,mlp.experts.21.gate_proj,0.0000009754,0.02500,4.647
13,mlp.experts.46.gate_proj,0.0000008277,0.02500,3.426
13,mlp.experts.34.gate_proj,0.0000009923,0.02500,3.778
13,mlp.experts.42.gate_proj,0.0000017232,0.02500,3.707
13,mlp.experts.35.gate_proj,0.0000015568,0.02500,3.374
13,mlp.experts.43.gate_proj,0.0000006511,0.02500,3.594
13,mlp.experts.39.gate_proj,0.0000010267,0.02500,3.841
13,mlp.experts.47.gate_proj,0.0000010940,0.02500,3.692
13,mlp.experts.40.gate_proj,0.0000017440,0.02500,3.812
13,mlp.experts.36.gate_proj,0.0000013722,0.02500,4.012
13,mlp.experts.44.gate_proj,0.0000011476,0.02500,3.948
13,mlp.experts.33.gate_proj,0.0000011620,0.02500,3.909
13,mlp.experts.32.gate_proj,0.0000012090,0.02500,4.117
13,mlp.experts.45.gate_proj,0.0000014721,0.02500,3.868
13,mlp.experts.54.gate_proj,0.0000008035,0.02500,3.706
13,mlp.experts.41.gate_proj,0.0000012616,0.02500,3.795
13,mlp.experts.62.gate_proj,0.0000011376,0.02500,3.593
13,mlp.experts.37.gate_proj,0.0000006804,0.02500,3.725
13,mlp.experts.50.gate_proj,0.0000006896,0.02500,3.503
13,mlp.experts.58.gate_proj,0.0000017040,0.02500,3.247
13,mlp.experts.55.gate_proj,0.0000013311,0.02500,3.119
13,mlp.experts.59.gate_proj,0.0000013535,0.02500,3.672
13,mlp.experts.51.gate_proj,0.0000010218,0.02500,4.046
13,mlp.experts.63.gate_proj,0.0000008421,0.02500,3.397
13,mlp.experts.56.gate_proj,0.0000010501,0.02500,4.099
13,mlp.experts.52.gate_proj,0.0000013491,0.02500,4.116
13,mlp.experts.70.gate_proj,0.0000017448,0.02500,3.470
13,mlp.experts.60.gate_proj,0.0000017723,0.02500,4.229
13,mlp.experts.78.gate_proj,0.0000007436,0.02500,3.624
13,mlp.experts.48.gate_proj,0.0000007129,0.02500,4.299
13,mlp.experts.49.gate_proj,0.0000011822,0.02500,4.411
13,mlp.experts.61.gate_proj,0.0000005988,0.02500,4.364
13,mlp.experts.66.gate_proj,0.0000011954,0.02500,3.647
13,mlp.experts.57.gate_proj,0.0000016410,0.02500,4.351
13,mlp.experts.74.gate_proj,0.0000006422,0.02500,3.633
13,mlp.experts.53.gate_proj,0.0000018085,0.02500,4.424
13,mlp.experts.71.gate_proj,0.0000013569,0.02500,3.435
13,mlp.experts.75.gate_proj,0.0000016201,0.02500,3.342
13,mlp.experts.67.gate_proj,0.0000010206,0.02500,3.463
13,mlp.experts.79.gate_proj,0.0000014895,0.02500,3.462
13,mlp.experts.86.gate_proj,0.0000005776,0.02500,3.496
13,mlp.experts.65.gate_proj,0.0000015165,0.02500,3.470
13,mlp.experts.77.gate_proj,0.0000013210,0.02500,3.383
13,mlp.experts.94.gate_proj,0.0000016558,0.02500,3.884
13,mlp.experts.72.gate_proj,0.0000018937,0.02500,4.584
13,mlp.experts.73.gate_proj,0.0000012141,0.02500,3.471
13,mlp.experts.68.gate_proj,0.0000007767,0.02500,4.633
13,mlp.experts.90.gate_proj,0.0000015827,0.02500,3.599
13,mlp.experts.82.gate_proj,0.0000013314,0.02500,3.779
13,mlp.experts.69.gate_proj,0.0000010740,0.02500,3.345
13,mlp.experts.91.gate_proj,0.0000007983,0.02500,3.262
13,mlp.experts.76.gate_proj,0.0000011592,0.02500,4.898
13,mlp.experts.87.gate_proj,0.0000008517,0.02500,3.908
13,mlp.experts.95.gate_proj,0.0000010022,0.02500,3.322
13,mlp.experts.83.gate_proj,0.0000009629,0.02500,3.700
13,mlp.experts.64.gate_proj,0.0000011088,0.02500,5.112
13,mlp.experts.81.gate_proj,0.0000007804,0.02500,3.198
13,mlp.experts.93.gate_proj,0.0000008349,0.02500,3.205
13,mlp.experts.102.gate_proj,0.0000023410,0.02500,3.869
13,mlp.experts.89.gate_proj,0.0000010933,0.02500,3.187
13,mlp.experts.85.gate_proj,0.0000003978,0.02500,3.207
13,mlp.experts.110.gate_proj,0.0000011936,0.02500,3.802
13,mlp.experts.107.gate_proj,0.0000015559,0.02500,3.324
13,mlp.experts.106.gate_proj,0.0000008633,0.02500,3.867
13,mlp.experts.98.gate_proj,0.0000004840,0.02500,3.821
13,mlp.experts.103.gate_proj,0.0000007257,0.02500,3.351
13,mlp.experts.88.gate_proj,0.0000013234,0.02500,4.544
13,mlp.experts.111.gate_proj,0.0000011209,0.02500,3.341
13,mlp.experts.84.gate_proj,0.0000009575,0.02500,4.472
13,mlp.experts.99.gate_proj,0.0000016956,0.02500,3.525
13,mlp.experts.92.gate_proj,0.0000013661,0.02500,4.276
13,mlp.experts.80.gate_proj,0.0000014376,0.02500,4.543
13,mlp.experts.109.gate_proj,0.0000016663,0.02500,3.247
13,mlp.experts.97.gate_proj,0.0000018579,0.02500,3.396
13,mlp.experts.118.gate_proj,0.0000003645,0.02500,3.530
13,mlp.experts.105.gate_proj,0.0000013535,0.02500,3.382
13,mlp.experts.101.gate_proj,0.0000010361,0.02500,3.370
13,mlp.experts.3.up_proj,0.0000014754,0.02500,3.262
13,mlp.experts.6.up_proj,0.0000015688,0.02500,3.854
13,mlp.experts.114.gate_proj,0.0000003931,0.02500,3.676
13,mlp.experts.119.gate_proj,0.0000011843,0.02500,3.486
13,mlp.experts.2.up_proj,0.0000018713,0.02500,3.898
13,mlp.experts.7.up_proj,0.0000009811,0.02500,3.459
13,mlp.experts.115.gate_proj,0.0000009339,0.02500,3.277
13,mlp.experts.104.gate_proj,0.0000006963,0.02500,3.678
13,mlp.experts.100.gate_proj,0.0000007855,0.02500,3.686
13,mlp.experts.108.gate_proj,0.0000017637,0.02500,3.592
13,mlp.experts.96.gate_proj,0.0000006427,0.02500,3.443
13,mlp.experts.5.up_proj,0.0000009308,0.02500,4.194
13,mlp.experts.14.up_proj,0.0000008938,0.02500,4.051
13,mlp.experts.113.gate_proj,0.0000010339,0.02500,4.350
13,mlp.experts.19.up_proj,0.0000011063,0.02500,3.650
13,mlp.experts.1.up_proj,0.0000012405,0.02500,4.383
13,mlp.experts.11.up_proj,0.0000011223,0.02500,2.992
13,mlp.experts.117.gate_proj,0.0000012978,0.02500,4.225
13,mlp.experts.15.up_proj,0.0000013201,0.02500,3.310
13,mlp.experts.0.up_proj,0.0000006743,0.02500,3.193
13,mlp.experts.10.up_proj,0.0000012229,0.02500,3.639
13,mlp.experts.22.up_proj,0.0000015175,0.02500,3.810
13,mlp.experts.18.up_proj,0.0000015849,0.02500,3.446
13,mlp.experts.116.gate_proj,0.0000013655,0.02500,3.194
13,mlp.experts.4.up_proj,0.0000014463,0.02500,3.279
13,mlp.experts.23.up_proj,0.0000020980,0.02500,3.989
13,mlp.experts.112.gate_proj,0.0000014183,0.02500,3.465
13,mlp.experts.27.up_proj,0.0000009862,0.02500,3.189
13,mlp.experts.21.up_proj,0.0000009707,0.02500,3.884
13,mlp.experts.31.up_proj,0.0000012064,0.02500,3.270
13,mlp.experts.9.up_proj,0.0000014174,0.02500,3.921
13,mlp.experts.30.up_proj,0.0000008848,0.02500,4.060
13,mlp.experts.35.up_proj,0.0000015532,0.02500,4.143
13,mlp.experts.17.up_proj,0.0000011301,0.02500,3.922
13,mlp.experts.13.up_proj,0.0000013371,0.02500,3.915
13,mlp.experts.34.up_proj,0.0000009828,0.02500,3.859
13,mlp.experts.38.up_proj,0.0000012638,0.02500,3.946
13,mlp.experts.26.up_proj,0.0000014189,0.02500,4.026
13,mlp.experts.39.up_proj,0.0000010189,0.02500,3.602
13,mlp.experts.12.up_proj,0.0000013294,0.02500,4.417
13,mlp.experts.16.up_proj,0.0000013006,0.02500,4.555
13,mlp.experts.20.up_proj,0.0000014083,0.02500,4.396
13,mlp.experts.8.up_proj,0.0000011083,0.02500,4.373
13,mlp.experts.43.up_proj,0.0000006402,0.02500,3.504
13,mlp.experts.46.up_proj,0.0000008225,0.02500,3.345
13,mlp.experts.47.up_proj,0.0000010903,0.02500,3.619
13,mlp.experts.51.up_proj,0.0000010117,0.02500,3.455
13,mlp.experts.37.up_proj,0.0000006770,0.02500,4.053
13,mlp.experts.25.up_proj,0.0000007442,0.02500,3.980
13,mlp.experts.50.up_proj,0.0000006819,0.02500,3.443
13,mlp.experts.33.up_proj,0.0000011507,0.02500,3.847
13,mlp.experts.29.up_proj,0.0000008290,0.02500,3.942
13,mlp.experts.54.up_proj,0.0000007981,0.02500,3.626
13,mlp.experts.42.up_proj,0.0000017147,0.02500,3.666
13,mlp.experts.55.up_proj,0.0000013226,0.02500,3.683
13,mlp.experts.28.up_proj,0.0000012028,0.02500,4.122
13,mlp.experts.32.up_proj,0.0000012020,0.02500,4.156
13,mlp.experts.36.up_proj,0.0000013632,0.02500,4.139
13,mlp.experts.63.up_proj,0.0000008340,0.02500,3.113
13,mlp.experts.59.up_proj,0.0000013489,0.02500,3.494
13,mlp.experts.24.up_proj,0.0000010298,0.02500,4.207
13,mlp.experts.62.up_proj,0.0000011331,0.02500,3.399
13,mlp.experts.67.up_proj,0.0000010098,0.02500,3.273
13,mlp.experts.53.up_proj,0.0000017938,0.02500,3.403
13,mlp.experts.41.up_proj,0.0000012544,0.02500,3.384
13,mlp.experts.66.up_proj,0.0000011910,0.02500,3.507
13,mlp.experts.49.up_proj,0.0000011775,0.02500,3.447
13,mlp.experts.70.up_proj,0.0000017353,0.02500,3.319
13,mlp.experts.45.up_proj,0.0000014592,0.02500,3.467
13,mlp.experts.58.up_proj,0.0000016960,0.02500,3.733
13,mlp.experts.71.up_proj,0.0000013448,0.02500,3.754
13,mlp.experts.44.up_proj,0.0000011352,0.02500,4.509
13,mlp.experts.79.up_proj,0.0000014802,0.02500,3.375
13,mlp.experts.48.up_proj,0.0000007059,0.02500,4.564
13,mlp.experts.78.up_proj,0.0000007372,0.02500,3.338
13,mlp.experts.52.up_proj,0.0000013346,0.02500,4.562
13,mlp.experts.83.up_proj,0.0000009529,0.02500,3.615
13,mlp.experts.75.up_proj,0.0000016113,0.02500,3.997
13,mlp.experts.40.up_proj,0.0000017329,0.02500,4.261
13,mlp.experts.82.up_proj,0.0000013276,0.02500,3.469
13,mlp.experts.86.up_proj,0.0000005723,0.02500,3.455
13,mlp.experts.69.up_proj,0.0000010653,0.02500,4.194
13,mlp.experts.87.up_proj,0.0000008416,0.02500,3.151
13,mlp.experts.57.up_proj,0.0000016217,0.02500,4.282
13,mlp.experts.74.up_proj,0.0000006392,0.02500,3.752
13,mlp.experts.65.up_proj,0.0000015128,0.02500,4.418
13,mlp.experts.61.up_proj,0.0000005932,0.02500,4.335
13,mlp.experts.95.up_proj,0.0000009965,0.02500,3.206
13,mlp.experts.94.up_proj,0.0000016481,0.02500,3.362
13,mlp.experts.60.up_proj,0.0000017659,0.02500,3.614
13,mlp.experts.64.up_proj,0.0000010992,0.02500,3.691
13,mlp.experts.68.up_proj,0.0000007721,0.02500,3.693
13,mlp.experts.91.up_proj,0.0000007911,0.02500,3.552
13,mlp.experts.99.up_proj,0.0000016869,0.02500,3.677
13,mlp.experts.102.up_proj,0.0000023333,0.02500,3.492
13,mlp.experts.98.up_proj,0.0000004794,0.02500,3.751
13,mlp.experts.56.up_proj,0.0000010454,0.02500,3.789
13,mlp.experts.103.up_proj,0.0000007198,0.02500,3.399
13,mlp.experts.90.up_proj,0.0000015777,0.02500,3.418
13,mlp.experts.85.up_proj,0.0000003950,0.02500,4.383
13,mlp.experts.73.up_proj,0.0000012079,0.02500,4.432
13,mlp.experts.77.up_proj,0.0000013176,0.02500,4.406
13,mlp.experts.81.up_proj,0.0000007782,0.02500,4.675
13,mlp.experts.110.up_proj,0.0000011914,0.02500,3.369
13,mlp.experts.111.up_proj,0.0000011166,0.02500,3.804
13,mlp.experts.76.up_proj,0.0000011572,0.02500,3.567
13,mlp.experts.80.up_proj,0.0000014293,0.02500,3.559
13,mlp.experts.84.up_proj,0.0000009509,0.02500,3.558
13,mlp.experts.115.up_proj,0.0000009230,0.02500,3.477
13,mlp.experts.107.up_proj,0.0000015394,0.02500,3.683
13,mlp.experts.119.up_proj,0.0000011770,0.02500,3.079
13,mlp.experts.118.up_proj,0.0000003629,0.02500,3.530
13,mlp.experts.72.up_proj,0.0000018867,0.02500,3.372
13,mlp.experts.114.up_proj,0.0000003880,0.02500,3.567
13,mlp.experts.106.up_proj,0.0000008597,0.02500,3.228
13,mlp.experts.101.up_proj,0.0000010279,0.02500,4.135
13,mlp.experts.89.up_proj,0.0000010881,0.02500,4.391
13,mlp.experts.93.up_proj,0.0000008299,0.02500,4.275
13,mlp.experts.97.up_proj,0.0000018463,0.02500,4.206
13,mlp.experts.92.up_proj,0.0000013534,0.02500,4.110
13,mlp.experts.96.up_proj,0.0000006376,0.02500,4.071
13,mlp.experts.100.up_proj,0.0000007803,0.02500,4.294
13,mlp.experts.88.up_proj,0.0000013162,0.02500,4.854
13,mlp.experts.117.up_proj,0.0000012939,0.02500,4.360
13,mlp.experts.105.up_proj,0.0000013447,0.02500,4.019
13,mlp.experts.109.up_proj,0.0000016532,0.02500,3.819
13,mlp.experts.113.up_proj,0.0000010276,0.02500,3.785
13,mlp.experts.108.up_proj,0.0000017487,0.02500,4.697
13,mlp.experts.112.up_proj,0.0000014112,0.02500,4.811
13,mlp.experts.116.up_proj,0.0000013563,0.02500,4.517
13,mlp.experts.104.up_proj,0.0000006944,0.02500,3.639
13,mlp.experts.1.down_proj,0.0000000190,0.02500,1.325
13,mlp.experts.9.down_proj,0.0000000231,0.02500,1.267
13,mlp.experts.2.down_proj,0.0000000494,0.02500,1.430
13,mlp.experts.14.down_proj,0.0000000125,0.02500,1.393
13,mlp.experts.5.down_proj,0.0000000207,0.02500,1.398
13,mlp.experts.10.down_proj,0.0000000256,0.02500,1.423
13,mlp.experts.13.down_proj,0.0000000222,0.02500,1.427
13,mlp.experts.6.down_proj,0.0000000245,0.02500,1.447
13,mlp.experts.15.down_proj,0.0000000189,0.02500,1.817
13,mlp.experts.11.down_proj,0.0000000132,0.02500,1.818
13,mlp.experts.4.down_proj,0.0000000230,0.02500,1.911
13,mlp.experts.12.down_proj,0.0000000200,0.02500,1.872
13,mlp.experts.3.down_proj,0.0000000208,0.02500,1.965
13,mlp.experts.8.down_proj,0.0000000199,0.02500,1.898
13,mlp.experts.7.down_proj,0.0000000169,0.02500,1.910
13,mlp.experts.0.down_proj,0.0000000164,0.02500,2.066
13,mlp.experts.17.down_proj,0.0000000156,0.02500,1.035
13,mlp.experts.25.down_proj,0.0000000149,0.02500,1.039
13,mlp.experts.21.down_proj,0.0000000169,0.02500,0.997
13,mlp.experts.26.down_proj,0.0000000281,0.02500,0.978
13,mlp.experts.18.down_proj,0.0000000246,0.02500,1.049
13,mlp.experts.29.down_proj,0.0000000140,0.02500,1.064
13,mlp.experts.30.down_proj,0.0000000191,0.02500,1.099
13,mlp.experts.22.down_proj,0.0000000257,0.02500,1.122
13,mlp.experts.27.down_proj,0.0000000152,0.02500,0.918
13,mlp.experts.19.down_proj,0.0000000183,0.02500,0.950
13,mlp.experts.31.down_proj,0.0000000182,0.02500,1.024
13,mlp.experts.23.down_proj,0.0000000317,0.02500,1.140
13,mlp.experts.20.down_proj,0.0000000326,0.02500,1.257
13,mlp.experts.28.down_proj,0.0000000195,0.02500,1.263
13,mlp.experts.24.down_proj,0.0000000135,0.02500,1.237
13,mlp.experts.33.down_proj,0.0000000162,0.02500,0.911
13,mlp.experts.41.down_proj,0.0000000182,0.02500,0.912
13,mlp.experts.37.down_proj,0.0000000111,0.02500,0.923
13,mlp.experts.16.down_proj,0.0000000168,0.02500,1.470
13,mlp.experts.45.down_proj,0.0000000218,0.02500,0.995
13,mlp.experts.46.down_proj,0.0000000125,0.02500,1.063
13,mlp.experts.42.down_proj,0.0000000281,0.02500,1.158
13,mlp.experts.34.down_proj,0.0000000227,0.02500,1.171
13,mlp.experts.43.down_proj,0.0000000104,0.02500,1.038
13,mlp.experts.38.down_proj,0.0000000202,0.02500,1.258
13,mlp.experts.35.down_proj,0.0000000251,0.02500,0.997
13,mlp.experts.47.down_proj,0.0000000159,0.02500,1.029
13,mlp.experts.39.down_proj,0.0000000155,0.02500,1.068
13,mlp.experts.49.down_proj,0.0000000157,0.02500,1.162
13,mlp.experts.36.down_proj,0.0000000234,0.02500,1.311
13,mlp.experts.40.down_proj,0.0000000261,0.02500,1.296
13,mlp.experts.44.down_proj,0.0000000207,0.02500,1.315
13,mlp.experts.57.down_proj,0.0000000250,0.02500,1.234
13,mlp.experts.53.down_proj,0.0000000431,0.02500,1.189
13,mlp.experts.61.down_proj,0.0000000072,0.02500,1.164
13,mlp.experts.50.down_proj,0.0000000109,0.02500,1.119
13,mlp.experts.32.down_proj,0.0000000211,0.02500,1.241
13,mlp.experts.58.down_proj,0.0000000333,0.02500,1.190
13,mlp.experts.62.down_proj,0.0000000167,0.02500,1.277
13,mlp.experts.59.down_proj,0.0000000230,0.02500,1.047
13,mlp.experts.51.down_proj,0.0000000165,0.02500,1.102
13,mlp.experts.63.down_proj,0.0000000148,0.02500,1.072
13,mlp.experts.54.down_proj,0.0000000119,0.02500,1.192
13,mlp.experts.55.down_proj,0.0000000208,0.02500,0.991
13,mlp.experts.65.down_proj,0.0000000211,0.02500,1.247
13,mlp.experts.73.down_proj,0.0000000172,0.02500,1.227
13,mlp.experts.52.down_proj,0.0000000194,0.02500,1.277
13,mlp.experts.56.down_proj,0.0000000157,0.02500,1.278
13,mlp.experts.69.down_proj,0.0000000214,0.02500,1.205
13,mlp.experts.60.down_proj,0.0000000264,0.02500,1.289
13,mlp.experts.66.down_proj,0.0000000153,0.02500,1.058
13,mlp.experts.74.down_proj,0.0000000139,0.02500,1.085
13,mlp.experts.77.down_proj,0.0000000204,0.02500,1.235
13,mlp.experts.75.down_proj,0.0000000258,0.02500,1.062
13,mlp.experts.78.down_proj,0.0000000136,0.02500,1.111
13,mlp.experts.48.down_proj,0.0000000110,0.02500,1.309
13,mlp.experts.67.down_proj,0.0000000179,0.02500,1.097
13,mlp.experts.79.down_proj,0.0000000295,0.02500,1.130
13,mlp.experts.70.down_proj,0.0000000325,0.02500,1.122
13,mlp.experts.71.down_proj,0.0000000228,0.02500,1.095
13,mlp.experts.82.down_proj,0.0000000208,0.02500,1.017
13,mlp.experts.91.down_proj,0.0000000127,0.02500,0.875
13,mlp.experts.81.down_proj,0.0000000099,0.02500,1.243
13,mlp.experts.76.down_proj,0.0000000179,0.02500,1.124
13,mlp.experts.72.down_proj,0.0000000288,0.02500,1.157
13,mlp.experts.68.down_proj,0.0000000156,0.02500,1.170
13,mlp.experts.90.down_proj,0.0000000217,0.02500,1.037
13,mlp.experts.89.down_proj,0.0000000164,0.02500,1.210
13,mlp.experts.83.down_proj,0.0000000147,0.02500,0.865
13,mlp.experts.85.down_proj,0.0000000125,0.02500,1.210
13,mlp.experts.95.down_proj,0.0000000157,0.02500,0.855
13,mlp.experts.94.down_proj,0.0000000255,0.02500,1.137
13,mlp.experts.87.down_proj,0.0000000122,0.02500,0.866
13,mlp.experts.86.down_proj,0.0000000130,0.02500,0.948
13,mlp.experts.93.down_proj,0.0000000114,0.02500,1.243
13,mlp.experts.64.down_proj,0.0000000260,0.02500,1.154
13,mlp.experts.107.down_proj,0.0000000273,0.02500,0.949
13,mlp.experts.111.down_proj,0.0000000150,0.02500,0.930
13,mlp.experts.99.down_proj,0.0000000249,0.02500,0.987
13,mlp.experts.98.down_proj,0.0000000086,0.02500,1.187
13,mlp.experts.103.down_proj,0.0000000153,0.02500,0.907
13,mlp.experts.106.down_proj,0.0000000114,0.02500,1.132
13,mlp.experts.105.down_proj,0.0000000178,0.02500,1.152
13,mlp.experts.97.down_proj,0.0000000294,0.02500,1.209
13,mlp.experts.101.down_proj,0.0000000176,0.02500,1.175
13,mlp.experts.110.down_proj,0.0000000221,0.02500,1.071
13,mlp.experts.84.down_proj,0.0000000114,0.02500,1.301
13,mlp.experts.92.down_proj,0.0000000215,0.02500,1.307
13,mlp.experts.102.down_proj,0.0000000357,0.02500,1.109
13,mlp.experts.88.down_proj,0.0000000199,0.02500,1.378
13,mlp.experts.109.down_proj,0.0000000274,0.02500,1.157
13,mlp.experts.80.down_proj,0.0000000261,0.02500,1.302
13,mlp.experts.115.down_proj,0.0000000165,0.02500,0.696
13,mlp.experts.114.down_proj,0.0000000054,0.02500,0.664
13,mlp.experts.119.down_proj,0.0000000222,0.02500,0.651
13,mlp.experts.118.down_proj,0.0000000040,0.02500,0.585
13,mlp.experts.113.down_proj,0.0000000138,0.02500,0.765
13,mlp.experts.117.down_proj,0.0000000172,0.02500,0.727
13,mlp.experts.100.down_proj,0.0000000120,0.02500,1.309
13,mlp.experts.104.down_proj,0.0000000135,0.02500,1.237
13,mlp.experts.108.down_proj,0.0000000327,0.02500,1.378
13,mlp.experts.96.down_proj,0.0000000114,0.02500,1.141
13,mlp.experts.116.down_proj,0.0000000242,0.02500,0.734
13,mlp.experts.112.down_proj,0.0000000206,0.02500,0.662
14,self_attn.v_proj,0.0000000015,0.02500,1.506
14,self_attn.k_proj,0.0000000008,0.02500,1.559
14,self_attn.q_proj,0.0000000036,0.02500,2.247
14,self_attn.o_proj,0.0000000009,0.02500,3.611
14,mlp.shared_experts.gate_proj,0.0000000547,0.02500,1.358
14,mlp.shared_experts.up_proj,0.0000000553,0.02500,1.254
14,mlp.shared_experts.down_proj,0.0000000003,0.02500,0.396
14,mlp.experts.11.gate_proj,0.0000017997,0.02500,4.217
14,mlp.experts.3.gate_proj,0.0000010387,0.02500,4.390
14,mlp.experts.7.gate_proj,0.0000011169,0.02500,4.420
14,mlp.experts.15.gate_proj,0.0000013593,0.02500,4.494
14,mlp.experts.10.gate_proj,0.0000014357,0.02500,4.929
14,mlp.experts.2.gate_proj,0.0000014315,0.02500,5.123
14,mlp.experts.14.gate_proj,0.0000016635,0.02500,5.166
14,mlp.experts.6.gate_proj,0.0000011949,0.02500,5.412
14,mlp.experts.12.gate_proj,0.0000009753,0.02500,5.478
14,mlp.experts.4.gate_proj,0.0000008890,0.02500,5.534
14,mlp.experts.0.gate_proj,0.0000024567,0.02500,5.636
14,mlp.experts.8.gate_proj,0.0000016672,0.02500,5.667
14,mlp.experts.5.gate_proj,0.0000018566,0.02500,6.245
14,mlp.experts.1.gate_proj,0.0000006973,0.02500,6.333
14,mlp.experts.9.gate_proj,0.0000015975,0.02500,6.330
14,mlp.experts.13.gate_proj,0.0000010992,0.02500,6.338
14,mlp.experts.23.gate_proj,0.0000016378,0.02500,3.407
14,mlp.experts.31.gate_proj,0.0000010833,0.02500,3.514
14,mlp.experts.19.gate_proj,0.0000016533,0.02500,3.803
14,mlp.experts.27.gate_proj,0.0000009366,0.02500,3.996
14,mlp.experts.26.gate_proj,0.0000024854,0.02500,3.654
14,mlp.experts.18.gate_proj,0.0000008450,0.02500,3.661
14,mlp.experts.30.gate_proj,0.0000019741,0.02500,3.757
14,mlp.experts.22.gate_proj,0.0000031391,0.02500,3.800
14,mlp.experts.28.gate_proj,0.0000014769,0.02500,4.337
14,mlp.experts.20.gate_proj,0.0000009979,0.02500,4.376
14,mlp.experts.24.gate_proj,0.0000026808,0.02500,4.342
14,mlp.experts.16.gate_proj,0.0000017471,0.02500,4.502
14,mlp.experts.21.gate_proj,0.0000015749,0.02500,4.602
14,mlp.experts.17.gate_proj,0.0000009295,0.02500,4.656
14,mlp.experts.25.gate_proj,0.0000017062,0.02500,4.634
14,mlp.experts.29.gate_proj,0.0000003342,0.02500,4.586
14,mlp.experts.39.gate_proj,0.0000008421,0.02500,3.922
14,mlp.experts.47.gate_proj,0.0000008574,0.02500,3.947
14,mlp.experts.43.gate_proj,0.0000010669,0.02500,3.931
14,mlp.experts.35.gate_proj,0.0000015007,0.02500,4.066
14,mlp.experts.34.gate_proj,0.0000018778,0.02500,4.034
14,mlp.experts.42.gate_proj,0.0000016444,0.02500,4.279
14,mlp.experts.46.gate_proj,0.0000012493,0.02500,4.063
14,mlp.experts.38.gate_proj,0.0000014240,0.02500,4.181
14,mlp.experts.37.gate_proj,0.0000011830,0.02500,3.398
14,mlp.experts.33.gate_proj,0.0000016442,0.02500,3.430
14,mlp.experts.41.gate_proj,0.0000017167,0.02500,3.472
14,mlp.experts.45.gate_proj,0.0000004173,0.02500,3.475
14,mlp.experts.44.gate_proj,0.0000010875,0.02500,4.965
14,mlp.experts.36.gate_proj,0.0000012050,0.02500,5.037
14,mlp.experts.40.gate_proj,0.0000013606,0.02500,4.994
14,mlp.experts.32.gate_proj,0.0000012665,0.02500,5.154
14,mlp.experts.55.gate_proj,0.0000022663,0.02500,3.668
14,mlp.experts.63.gate_proj,0.0000015509,0.02500,3.665
14,mlp.experts.51.gate_proj,0.0000018314,0.02500,3.665
14,mlp.experts.58.gate_proj,0.0000009226,0.02500,3.122
14,mlp.experts.59.gate_proj,0.0000018389,0.02500,3.950
14,mlp.experts.50.gate_proj,0.0000014786,0.02500,3.331
14,mlp.experts.62.gate_proj,0.0000016090,0.02500,3.577
14,mlp.experts.54.gate_proj,0.0000019671,0.02500,3.837
14,mlp.experts.53.gate_proj,0.0000007508,0.02500,4.328
14,mlp.experts.49.gate_proj,0.0000015288,0.02500,4.355
14,mlp.experts.57.gate_proj,0.0000017428,0.02500,4.351
14,mlp.experts.61.gate_proj,0.0000017239,0.02500,4.295
14,mlp.experts.79.gate_proj,0.0000011008,0.02500,3.395
14,mlp.experts.71.gate_proj,0.0000014713,0.02500,3.834
14,mlp.experts.67.gate_proj,0.0000008660,0.02500,3.648
14,mlp.experts.60.gate_proj,0.0000016266,0.02500,4.935
14,mlp.experts.74.gate_proj,0.0000017353,0.02500,3.742
14,mlp.experts.66.gate_proj,0.0000013071,0.02500,3.684
14,mlp.experts.52.gate_proj,0.0000013175,0.02500,4.943
14,mlp.experts.56.gate_proj,0.0000007095,0.02500,5.001
14,mlp.experts.75.gate_proj,0.0000014499,0.02500,4.025
14,mlp.experts.78.gate_proj,0.0000008262,0.02500,3.582
14,mlp.experts.48.gate_proj,0.0000010677,0.02500,4.977
14,mlp.experts.70.gate_proj,0.0000009468,0.02500,3.642
14,mlp.experts.87.gate_proj,0.0000013903,0.02500,3.033
14,mlp.experts.95.gate_proj,0.0000007547,0.02500,3.536
14,mlp.experts.69.gate_proj,0.0000017401,0.02500,4.136
14,mlp.experts.65.gate_proj,0.0000017075,0.02500,4.302
14,mlp.experts.77.gate_proj,0.0000014441,0.02500,4.193
14,mlp.experts.76.gate_proj,0.0000008571,0.02500,3.408
14,mlp.experts.73.gate_proj,0.0000011125,0.02500,4.359
14,mlp.experts.82.gate_proj,0.0000008128,0.02500,3.409
14,mlp.experts.68.gate_proj,0.0000011224,0.02500,3.385
14,mlp.experts.72.gate_proj,0.0000016258,0.02500,3.395
14,mlp.experts.91.gate_proj,0.0000022686,0.02500,3.304
14,mlp.experts.90.gate_proj,0.0000014547,0.02500,3.761
14,mlp.experts.83.gate_proj,0.0000016451,0.02500,3.944
14,mlp.experts.94.gate_proj,0.0000007873,0.02500,3.427
14,mlp.experts.64.gate_proj,0.0000012980,0.02500,3.374
14,mlp.experts.86.gate_proj,0.0000007581,0.02500,3.384
14,mlp.experts.103.gate_proj,0.0000016574,0.02500,3.408
14,mlp.experts.111.gate_proj,0.0000007252,0.02500,3.659
14,mlp.experts.92.gate_proj,0.0000015046,0.02500,3.241
14,mlp.experts.84.gate_proj,0.0000016130,0.02500,3.248
14,mlp.experts.107.gate_proj,0.0000015362,0.02500,3.139
14,mlp.experts.88.gate_proj,0.0000017837,0.02500,3.222
14,mlp.experts.98.gate_proj,0.0000023895,0.02500,3.471
14,mlp.experts.106.gate_proj,0.0000009610,0.02500,3.320
14,mlp.experts.85.gate_proj,0.0000018867,0.02500,4.149
14,mlp.experts.80.gate_proj,0.0000021111,0.02500,3.265
14,mlp.experts.99.gate_proj,0.0000012166,0.02500,3.568
14,mlp.experts.81.gate_proj,0.0000017619,0.02500,4.069
14,mlp.experts.110.gate_proj,0.0000015096,0.02500,3.596
14,mlp.experts.93.gate_proj,0.0000011427,0.02500,4.077
14,mlp.experts.89.gate_proj,0.0000018703,0.02500,4.213
14,mlp.experts.102.gate_proj,0.0000013795,0.02500,3.731
14,mlp.experts.119.gate_proj,0.0000009632,0.02500,3.647
14,mlp.experts.114.gate_proj,0.0000014109,0.02500,3.357
14,mlp.experts.108.gate_proj,0.0000012551,0.02500,3.747
14,mlp.experts.7.up_proj,0.0000011062,0.02500,4.003
14,mlp.experts.2.up_proj,0.0000014273,0.02500,3.499
14,mlp.experts.100.gate_proj,0.0000018972,0.02500,3.850
14,mlp.experts.104.gate_proj,0.0000013582,0.02500,3.855
14,mlp.experts.3.up_proj,0.0000010301,0.02500,3.904
14,mlp.experts.96.gate_proj,0.0000014208,0.02500,3.841
14,mlp.experts.6.up_proj,0.0000011812,0.02500,3.569
14,mlp.experts.101.gate_proj,0.0000015723,0.02500,4.185
14,mlp.experts.97.gate_proj,0.0000017413,0.02500,4.076
14,mlp.experts.109.gate_proj,0.0000014528,0.02500,4.114
14,mlp.experts.115.gate_proj,0.0000020634,0.02500,4.386
14,mlp.experts.105.gate_proj,0.0000011458,0.02500,4.155
14,mlp.experts.118.gate_proj,0.0000021814,0.02500,3.665
14,mlp.experts.15.up_proj,0.0000013423,0.02500,3.689
14,mlp.experts.10.up_proj,0.0000014244,0.02500,3.428
14,mlp.experts.23.up_proj,0.0000016221,0.02500,3.472
14,mlp.experts.19.up_proj,0.0000016443,0.02500,3.336
14,mlp.experts.18.up_proj,0.0000008345,0.02500,3.635
14,mlp.experts.4.up_proj,0.0000008824,0.02500,3.960
14,mlp.experts.22.up_proj,0.0000031247,0.02500,3.421
14,mlp.experts.116.gate_proj,0.0000008238,0.02500,3.863
14,mlp.experts.0.up_proj,0.0000024475,0.02500,3.937
14,mlp.experts.11.up_proj,0.0000017943,0.02500,2.998
14,mlp.experts.112.gate_proj,0.0000018001,0.02500,3.789
14,mlp.experts.14.up_proj,0.0000016498,0.02500,3.387
14,mlp.experts.117.gate_proj,0.0000010472,0.02500,4.818
14,mlp.experts.31.up_proj,0.0000010676,0.02500,2.959
14,mlp.experts.113.gate_proj,0.0000011752,0.02500,4.879
14,mlp.experts.1.up_proj,0.0000006904,0.02500,4.701
14,mlp.experts.5.up_proj,0.0000018376,0.02500,5.223
14,mlp.experts.39.up_proj,0.0000008366,0.02500,2.955
14,mlp.experts.35.up_proj,0.0000014913,0.02500,2.992
14,mlp.experts.26.up_proj,0.0000024754,0.02500,3.583
14,mlp.experts.20.up_proj,0.0000009899,0.02500,3.146
14,mlp.experts.12.up_proj,0.0000009702,0.02500,3.085
14,mlp.experts.34.up_proj,0.0000018609,0.02500,3.531
14,mlp.experts.16.up_proj,0.0000017336,0.02500,3.106
14,mlp.experts.38.up_proj,0.0000014162,0.02500,3.388
14,mlp.experts.8.up_proj,0.0000016586,0.02500,3.112
14,mlp.experts.27.up_proj,0.0000009227,0.02500,3.246
14,mlp.experts.30.up_proj,0.0000019598,0.02500,3.756
14,mlp.experts.47.up_proj,0.0000008535,0.02500,3.602
14,mlp.experts.51.up_proj,0.0000018123,0.02500,3.228
14,mlp.experts.55.up_proj,0.0000022459,0.02500,3.741
14,mlp.experts.36.up_proj,0.0000012012,0.02500,3.192
14,mlp.experts.13.up_proj,0.0000010905,0.02500,4.580
14,mlp.experts.28.up_proj,0.0000014669,0.02500,3.269
14,mlp.experts.9.up_proj,0.0000015880,0.02500,4.597
14,mlp.experts.42.up_proj,0.0000016352,0.02500,3.629
14,mlp.experts.32.up_proj,0.0000012549,0.02500,3.255
14,mlp.experts.17.up_proj,0.0000009193,0.02500,4.541
14,mlp.experts.24.up_proj,0.0000026636,0.02500,3.244
14,mlp.experts.21.up_proj,0.0000015586,0.02500,4.469
14,mlp.experts.54.up_proj,0.0000019558,0.02500,3.507
14,mlp.experts.43.up_proj,0.0000010603,0.02500,3.466
14,mlp.experts.50.up_proj,0.0000014668,0.02500,3.738
14,mlp.experts.46.up_proj,0.0000012432,0.02500,3.487
14,mlp.experts.63.up_proj,0.0000015434,0.02500,3.193
14,mlp.experts.67.up_proj,0.0000008622,0.02500,3.606
14,mlp.experts.52.up_proj,0.0000013106,0.02500,3.290
14,mlp.experts.71.up_proj,0.0000014613,0.02500,3.348
14,mlp.experts.44.up_proj,0.0000010801,0.02500,3.195
14,mlp.experts.40.up_proj,0.0000013470,0.02500,3.118
14,mlp.experts.58.up_proj,0.0000009135,0.02500,3.504
14,mlp.experts.48.up_proj,0.0000010538,0.02500,3.454
14,mlp.experts.29.up_proj,0.0000003315,0.02500,4.270
14,mlp.experts.59.up_proj,0.0000018260,0.02500,3.651
14,mlp.experts.66.up_proj,0.0000013025,0.02500,3.624
14,mlp.experts.33.up_proj,0.0000016310,0.02500,4.257
14,mlp.experts.70.up_proj,0.0000009323,0.02500,4.028
14,mlp.experts.25.up_proj,0.0000016948,0.02500,4.660
14,mlp.experts.37.up_proj,0.0000011768,0.02500,4.470
14,mlp.experts.79.up_proj,0.0000010918,0.02500,3.168
14,mlp.experts.62.up_proj,0.0000016008,0.02500,3.836
14,mlp.experts.68.up_proj,0.0000011144,0.02500,3.358
14,mlp.experts.87.up_proj,0.0000013730,0.02500,3.455
14,mlp.experts.60.up_proj,0.0000016123,0.02500,3.450
14,mlp.experts.83.up_proj,0.0000016344,0.02500,3.618
14,mlp.experts.74.up_proj,0.0000017276,0.02500,3.188
14,mlp.experts.56.up_proj,0.0000007038,0.02500,3.394
14,mlp.experts.64.up_proj,0.0000012823,0.02500,3.474
14,mlp.experts.75.up_proj,0.0000014383,0.02500,3.507
14,mlp.experts.82.up_proj,0.0000008056,0.02500,3.733
14,mlp.experts.45.up_proj,0.0000004117,0.02500,4.266
14,mlp.experts.86.up_proj,0.0000007489,0.02500,4.201
14,mlp.experts.49.up_proj,0.0000015207,0.02500,4.256
14,mlp.experts.41.up_proj,0.0000017106,0.02500,4.231
14,mlp.experts.53.up_proj,0.0000007441,0.02500,4.231
14,mlp.experts.95.up_proj,0.0000007479,0.02500,4.029
14,mlp.experts.99.up_proj,0.0000011993,0.02500,2.954
14,mlp.experts.84.up_proj,0.0000016043,0.02500,3.414
14,mlp.experts.78.up_proj,0.0000008189,0.02500,4.377
14,mlp.experts.76.up_proj,0.0000008479,0.02500,3.434
14,mlp.experts.103.up_proj,0.0000016447,0.02500,3.689
14,mlp.experts.72.up_proj,0.0000016069,0.02500,3.506
14,mlp.experts.80.up_proj,0.0000020940,0.02500,3.561
14,mlp.experts.91.up_proj,0.0000022652,0.02500,2.991
14,mlp.experts.90.up_proj,0.0000014423,0.02500,4.209
14,mlp.experts.98.up_proj,0.0000023730,0.02500,4.080
14,mlp.experts.102.up_proj,0.0000013689,0.02500,4.013
14,mlp.experts.111.up_proj,0.0000007202,0.02500,3.710
14,mlp.experts.115.up_proj,0.0000020519,0.02500,3.665
14,mlp.experts.61.up_proj,0.0000017073,0.02500,4.899
14,mlp.experts.119.up_proj,0.0000009552,0.02500,3.030
14,mlp.experts.107.up_proj,0.0000015213,0.02500,2.731
14,mlp.experts.94.up_proj,0.0000007800,0.02500,3.574
14,mlp.experts.100.up_proj,0.0000018881,0.02500,3.619
14,mlp.experts.92.up_proj,0.0000014904,0.02500,3.565
14,mlp.experts.65.up_proj,0.0000017005,0.02500,4.921
14,mlp.experts.88.up_proj,0.0000017716,0.02500,3.451
14,mlp.experts.69.up_proj,0.0000017258,0.02500,4.906
14,mlp.experts.96.up_proj,0.0000014049,0.02500,3.358
14,mlp.experts.57.up_proj,0.0000017293,0.02500,5.080
14,mlp.experts.106.up_proj,0.0000009543,0.02500,3.410
14,mlp.experts.114.up_proj,0.0000013993,0.02500,3.265
14,mlp.experts.118.up_proj,0.0000021734,0.02500,2.729
14,mlp.experts.110.up_proj,0.0000015002,0.02500,2.349
14,mlp.experts.116.up_proj,0.0000008189,0.02500,2.934
14,mlp.experts.108.up_proj,0.0000012494,0.02500,2.868
14,mlp.experts.104.up_proj,0.0000013485,0.02500,2.837
14,mlp.experts.112.up_proj,0.0000017902,0.02500,2.644
14,mlp.experts.77.up_proj,0.0000014361,0.02500,4.777
14,mlp.experts.81.up_proj,0.0000017482,0.02500,4.730
14,mlp.experts.73.up_proj,0.0000011000,0.02500,4.643
14,mlp.experts.85.up_proj,0.0000018622,0.02500,4.808
14,mlp.experts.93.up_proj,0.0000011331,0.02500,4.458
14,mlp.experts.97.up_proj,0.0000017294,0.02500,4.136
14,mlp.experts.101.up_proj,0.0000015652,0.02500,4.101
14,mlp.experts.89.up_proj,0.0000018569,0.02500,4.431
14,mlp.experts.113.up_proj,0.0000011706,0.02500,4.251
14,mlp.experts.109.up_proj,0.0000014463,0.02500,4.511
14,mlp.experts.117.up_proj,0.0000010359,0.02500,4.136
14,mlp.experts.105.up_proj,0.0000011349,0.02500,3.962
14,mlp.experts.11.down_proj,0.0000000337,0.02500,1.122
14,mlp.experts.7.down_proj,0.0000000172,0.02500,1.122
14,mlp.experts.3.down_proj,0.0000000120,0.02500,1.180
14,mlp.experts.15.down_proj,0.0000000260,0.02500,1.260
14,mlp.experts.8.down_proj,0.0000000212,0.02500,1.315
14,mlp.experts.12.down_proj,0.0000000206,0.02500,1.335
14,mlp.experts.4.down_proj,0.0000000164,0.02500,1.363
14,mlp.experts.0.down_proj,0.0000000424,0.02500,1.436
14,mlp.experts.2.down_proj,0.0000000159,0.02500,1.593
14,mlp.experts.10.down_proj,0.0000000361,0.02500,1.627
14,mlp.experts.14.down_proj,0.0000000242,0.02500,1.645
14,mlp.experts.6.down_proj,0.0000000201,0.02500,1.654
14,mlp.experts.5.down_proj,0.0000000317,0.02500,1.845
14,mlp.experts.1.down_proj,0.0000000138,0.02500,1.937
14,mlp.experts.9.down_proj,0.0000000257,0.02500,1.982
14,mlp.experts.13.down_proj,0.0000000213,0.02500,1.987
14,mlp.experts.27.down_proj,0.0000000220,0.02500,1.151
14,mlp.experts.23.down_proj,0.0000000216,0.02500,1.166
14,mlp.experts.31.down_proj,0.0000000203,0.02500,1.131
14,mlp.experts.19.down_proj,0.0000000287,0.02500,1.265
14,mlp.experts.24.down_proj,0.0000000396,0.02500,1.295
14,mlp.experts.28.down_proj,0.0000000263,0.02500,1.290
14,mlp.experts.20.down_proj,0.0000000136,0.02500,1.277
14,mlp.experts.26.down_proj,0.0000000478,0.02500,1.154
14,mlp.experts.30.down_proj,0.0000000220,0.02500,1.162
14,mlp.experts.22.down_proj,0.0000000538,0.02500,1.157
14,mlp.experts.16.down_proj,0.0000000376,0.02500,1.429
14,mlp.experts.18.down_proj,0.0000000258,0.02500,1.281
14,mlp.experts.21.down_proj,0.0000000294,0.02500,1.451
14,mlp.experts.17.down_proj,0.0000000129,0.02500,1.393
14,mlp.experts.29.down_proj,0.0000000160,0.02500,1.379
14,mlp.experts.25.down_proj,0.0000000294,0.02500,1.383
14,mlp.experts.43.down_proj,0.0000000171,0.02500,1.151
14,mlp.experts.39.down_proj,0.0000000142,0.02500,1.148
14,mlp.experts.47.down_proj,0.0000000144,0.02500,1.092
14,mlp.experts.35.down_proj,0.0000000204,0.02500,1.145
14,mlp.experts.42.down_proj,0.0000000266,0.02500,1.018
14,mlp.experts.46.down_proj,0.0000000180,0.02500,1.119
14,mlp.experts.34.down_proj,0.0000000326,0.02500,1.081
14,mlp.experts.44.down_proj,0.0000000165,0.02500,1.357
14,mlp.experts.40.down_proj,0.0000000269,0.02500,1.389
14,mlp.experts.36.down_proj,0.0000000167,0.02500,1.377
14,mlp.experts.38.down_proj,0.0000000243,0.02500,1.263
14,mlp.experts.32.down_proj,0.0000000219,0.02500,1.606
14,mlp.experts.59.down_proj,0.0000000240,0.02500,1.051
14,mlp.experts.55.down_proj,0.0000000372,0.02500,1.094
14,mlp.experts.63.down_proj,0.0000000245,0.02500,1.071
14,mlp.experts.51.down_proj,0.0000000300,0.02500,1.066
14,mlp.experts.33.down_proj,0.0000000199,0.02500,1.474
14,mlp.experts.37.down_proj,0.0000000174,0.02500,1.502
14,mlp.experts.45.down_proj,0.0000000167,0.02500,1.492
14,mlp.experts.41.down_proj,0.0000000264,0.02500,1.514
14,mlp.experts.62.down_proj,0.0000000219,0.02500,1.079
14,mlp.experts.50.down_proj,0.0000000228,0.02500,1.173
14,mlp.experts.58.down_proj,0.0000000219,0.02500,1.369
14,mlp.experts.60.down_proj,0.0000000287,0.02500,1.343
14,mlp.experts.56.down_proj,0.0000000124,0.02500,1.329
14,mlp.experts.52.down_proj,0.0000000145,0.02500,1.344
14,mlp.experts.54.down_proj,0.0000000288,0.02500,1.294
14,mlp.experts.49.down_proj,0.0000000230,0.02500,1.026
14,mlp.experts.75.down_proj,0.0000000218,0.02500,1.367
14,mlp.experts.53.down_proj,0.0000000109,0.02500,1.052
14,mlp.experts.71.down_proj,0.0000000236,0.02500,1.324
14,mlp.experts.61.down_proj,0.0000000310,0.02500,1.011
14,mlp.experts.57.down_proj,0.0000000277,0.02500,1.019
14,mlp.experts.79.down_proj,0.0000000165,0.02500,1.350
14,mlp.experts.78.down_proj,0.0000000168,0.02500,0.961
14,mlp.experts.48.down_proj,0.0000000138,0.02500,1.516
14,mlp.experts.67.down_proj,0.0000000085,0.02500,1.419
14,mlp.experts.70.down_proj,0.0000000183,0.02500,0.910
14,mlp.experts.66.down_proj,0.0000000163,0.02500,1.198
14,mlp.experts.74.down_proj,0.0000000272,0.02500,1.185
14,mlp.experts.76.down_proj,0.0000000209,0.02500,1.226
14,mlp.experts.72.down_proj,0.0000000237,0.02500,1.237
14,mlp.experts.68.down_proj,0.0000000156,0.02500,1.239
14,mlp.experts.65.down_proj,0.0000000229,0.02500,1.004
14,mlp.experts.91.down_proj,0.0000000344,0.02500,0.989
14,mlp.experts.69.down_proj,0.0000000423,0.02500,1.007
14,mlp.experts.94.down_proj,0.0000000110,0.02500,0.909
14,mlp.experts.77.down_proj,0.0000000198,0.02500,1.008
14,mlp.experts.73.down_proj,0.0000000179,0.02500,0.999
14,mlp.experts.87.down_proj,0.0000000311,0.02500,1.051
14,mlp.experts.95.down_proj,0.0000000120,0.02500,1.033
14,mlp.experts.83.down_proj,0.0000000278,0.02500,1.070
14,mlp.experts.82.down_proj,0.0000000121,0.02500,0.961
14,mlp.experts.86.down_proj,0.0000000240,0.02500,1.108
14,mlp.experts.64.down_proj,0.0000000271,0.02500,1.413
14,mlp.experts.90.down_proj,0.0000000195,0.02500,1.110
14,mlp.experts.81.down_proj,0.0000000264,0.02500,0.966
14,mlp.experts.92.down_proj,0.0000000244,0.02500,1.247
14,mlp.experts.93.down_proj,0.0000000229,0.02500,0.935
14,mlp.experts.88.down_proj,0.0000000228,0.02500,1.246
14,mlp.experts.85.down_proj,0.0000000542,0.02500,0.954
14,mlp.experts.89.down_proj,0.0000000407,0.02500,0.947
14,mlp.experts.107.down_proj,0.0000000252,0.02500,1.038
14,mlp.experts.84.down_proj,0.0000000293,0.02500,1.277
14,mlp.experts.110.down_proj,0.0000000216,0.02500,1.035
14,mlp.experts.111.down_proj,0.0000000102,0.02500,0.989
14,mlp.experts.103.down_proj,0.0000000225,0.02500,1.041
14,mlp.experts.99.down_proj,0.0000000283,0.02500,0.971
14,mlp.experts.98.down_proj,0.0000000338,0.02500,1.001
14,mlp.experts.102.down_proj,0.0000000225,0.02500,1.009
14,mlp.experts.106.down_proj,0.0000000120,0.02500,1.083
14,mlp.experts.101.down_proj,0.0000000225,0.02500,0.900
14,mlp.experts.109.down_proj,0.0000000218,0.02500,0.901
14,mlp.experts.97.down_proj,0.0000000341,0.02500,0.920
14,mlp.experts.119.down_proj,0.0000000203,0.02500,0.778
14,mlp.experts.105.down_proj,0.0000000243,0.02500,0.912
14,mlp.experts.115.down_proj,0.0000000294,0.02500,0.730
14,mlp.experts.80.down_proj,0.0000000256,0.02500,1.492
14,mlp.experts.114.down_proj,0.0000000211,0.02500,0.845
14,mlp.experts.108.down_proj,0.0000000207,0.02500,1.354
14,mlp.experts.118.down_proj,0.0000000340,0.02500,0.801
14,mlp.experts.104.down_proj,0.0000000218,0.02500,1.392
14,mlp.experts.100.down_proj,0.0000000271,0.02500,1.350
14,mlp.experts.117.down_proj,0.0000000180,0.02500,0.609
14,mlp.experts.113.down_proj,0.0000000152,0.02500,0.608
14,mlp.experts.96.down_proj,0.0000000333,0.02500,1.005
14,mlp.experts.116.down_proj,0.0000000094,0.02500,0.929
14,mlp.experts.112.down_proj,0.0000000259,0.02500,0.553
15,self_attn.v_proj,0.0000000011,0.02500,1.810
15,self_attn.k_proj,0.0000000005,0.02500,2.023
15,self_attn.q_proj,0.0000000039,0.02500,2.127
15,self_attn.o_proj,0.0000000000,0.02500,3.671
15,mlp.shared_experts.gate_proj,0.0000000619,0.02500,1.458
15,mlp.shared_experts.up_proj,0.0000000613,0.02500,1.368
15,mlp.shared_experts.down_proj,0.0000000003,0.02500,0.385
15,mlp.experts.8.gate_proj,0.0000012111,0.02500,3.282
15,mlp.experts.0.gate_proj,0.0000021145,0.02500,3.408
15,mlp.experts.12.gate_proj,0.0000012298,0.02500,3.287
15,mlp.experts.4.gate_proj,0.0000012240,0.02500,3.437
15,mlp.experts.9.gate_proj,0.0000012992,0.02500,4.147
15,mlp.experts.13.gate_proj,0.0000011912,0.02500,4.235
15,mlp.experts.1.gate_proj,0.0000014470,0.02500,4.547
15,mlp.experts.5.gate_proj,0.0000017739,0.02500,4.390
15,mlp.experts.6.gate_proj,0.0000011026,0.02500,4.971
15,mlp.experts.10.gate_proj,0.0000012832,0.02500,5.022
15,mlp.experts.14.gate_proj,0.0000036333,0.02500,5.098
15,mlp.experts.2.gate_proj,0.0000018825,0.02500,5.313
15,mlp.experts.7.gate_proj,0.0000019139,0.02500,5.693
15,mlp.experts.3.gate_proj,0.0000015361,0.02500,5.919
15,mlp.experts.11.gate_proj,0.0000008179,0.02500,5.975
15,mlp.experts.15.gate_proj,0.0000010278,0.02500,6.049
15,mlp.experts.24.gate_proj,0.0000009584,0.02500,2.875
15,mlp.experts.16.gate_proj,0.0000012146,0.02500,2.952
15,mlp.experts.20.gate_proj,0.0000006291,0.02500,2.869
15,mlp.experts.28.gate_proj,0.0000014872,0.02500,3.067
15,mlp.experts.25.gate_proj,0.0000017441,0.02500,3.079
15,mlp.experts.21.gate_proj,0.0000012872,0.02500,2.971
15,mlp.experts.17.gate_proj,0.0000014097,0.02500,3.300
15,mlp.experts.29.gate_proj,0.0000017130,0.02500,3.727
15,mlp.experts.22.gate_proj,0.0000014484,0.02500,3.679
15,mlp.experts.26.gate_proj,0.0000013248,0.02500,3.680
15,mlp.experts.30.gate_proj,0.0000015012,0.02500,3.656
15,mlp.experts.18.gate_proj,0.0000012680,0.02500,3.750
15,mlp.experts.40.gate_proj,0.0000021534,0.02500,2.791
15,mlp.experts.32.gate_proj,0.0000018449,0.02500,2.837
15,mlp.experts.36.gate_proj,0.0000010447,0.02500,2.829
15,mlp.experts.44.gate_proj,0.0000018971,0.02500,2.842
15,mlp.experts.37.gate_proj,0.0000018385,0.02500,2.830
15,mlp.experts.23.gate_proj,0.0000011786,0.02500,4.864
15,mlp.experts.41.gate_proj,0.0000020757,0.02500,3.366
15,mlp.experts.19.gate_proj,0.0000004349,0.02500,4.859
15,mlp.experts.31.gate_proj,0.0000016000,0.02500,4.980
15,mlp.experts.27.gate_proj,0.0000016740,0.02500,5.055
15,mlp.experts.45.gate_proj,0.0000015224,0.02500,3.150
15,mlp.experts.33.gate_proj,0.0000011747,0.02500,3.590
15,mlp.experts.56.gate_proj,0.0000023653,0.02500,3.016
15,mlp.experts.48.gate_proj,0.0000016370,0.02500,3.104
15,mlp.experts.52.gate_proj,0.0000020590,0.02500,3.053
15,mlp.experts.60.gate_proj,0.0000019837,0.02500,3.138
15,mlp.experts.38.gate_proj,0.0000012506,0.02500,4.451
15,mlp.experts.42.gate_proj,0.0000009028,0.02500,4.451
15,mlp.experts.46.gate_proj,0.0000024678,0.02500,4.556
15,mlp.experts.34.gate_proj,0.0000019909,0.02500,4.449
15,mlp.experts.53.gate_proj,0.0000014334,0.02500,3.477
15,mlp.experts.57.gate_proj,0.0000012354,0.02500,3.489
15,mlp.experts.49.gate_proj,0.0000005566,0.02500,3.368
15,mlp.experts.61.gate_proj,0.0000025252,0.02500,3.783
15,mlp.experts.72.gate_proj,0.0000017364,0.02500,3.037
15,mlp.experts.64.gate_proj,0.0000013747,0.02500,2.998
15,mlp.experts.39.gate_proj,0.0000011851,0.02500,4.659
15,mlp.experts.76.gate_proj,0.0000012780,0.02500,2.964
15,mlp.experts.68.gate_proj,0.0000019155,0.02500,3.171
15,mlp.experts.35.gate_proj,0.0000011532,0.02500,4.771
15,mlp.experts.43.gate_proj,0.0000019954,0.02500,4.591
15,mlp.experts.47.gate_proj,0.0000009139,0.02500,4.804
15,mlp.experts.58.gate_proj,0.0000020980,0.02500,4.150
15,mlp.experts.54.gate_proj,0.0000016362,0.02500,4.289
15,mlp.experts.50.gate_proj,0.0000011398,0.02500,4.067
15,mlp.experts.69.gate_proj,0.0000015377,0.02500,3.672
15,mlp.experts.62.gate_proj,0.0000021001,0.02500,4.285
15,mlp.experts.73.gate_proj,0.0000007880,0.02500,3.540
15,mlp.experts.88.gate_proj,0.0000014801,0.02500,3.366
15,mlp.experts.80.gate_proj,0.0000012645,0.02500,3.421
15,mlp.experts.92.gate_proj,0.0000019618,0.02500,3.378
15,mlp.experts.65.gate_proj,0.0000010120,0.02500,4.092
15,mlp.experts.77.gate_proj,0.0000013302,0.02500,3.941
15,mlp.experts.84.gate_proj,0.0000008474,0.02500,3.499
15,mlp.experts.55.gate_proj,0.0000017213,0.02500,4.063
15,mlp.experts.51.gate_proj,0.0000015361,0.02500,4.157
15,mlp.experts.59.gate_proj,0.0000013952,0.02500,4.054
15,mlp.experts.63.gate_proj,0.0000021502,0.02500,3.987
15,mlp.experts.85.gate_proj,0.0000013898,0.02500,2.945
15,mlp.experts.74.gate_proj,0.0000008118,0.02500,3.123
15,mlp.experts.70.gate_proj,0.0000011576,0.02500,3.170
15,mlp.experts.66.gate_proj,0.0000010483,0.02500,3.217
15,mlp.experts.89.gate_proj,0.0000015639,0.02500,3.139
15,mlp.experts.78.gate_proj,0.0000012127,0.02500,3.212
15,mlp.experts.104.gate_proj,0.0000012511,0.02500,3.617
15,mlp.experts.81.gate_proj,0.0000009723,0.02500,3.272
15,mlp.experts.96.gate_proj,0.0000006272,0.02500,3.740
15,mlp.experts.93.gate_proj,0.0000017798,0.02500,3.523
15,mlp.experts.108.gate_proj,0.0000016407,0.02500,3.927
15,mlp.experts.100.gate_proj,0.0000013019,0.02500,3.966
15,mlp.experts.90.gate_proj,0.0000008275,0.02500,3.136
15,mlp.experts.71.gate_proj,0.0000016136,0.02500,4.323
15,mlp.experts.86.gate_proj,0.0000014685,0.02500,3.103
15,mlp.experts.82.gate_proj,0.0000015811,0.02500,3.086
15,mlp.experts.101.gate_proj,0.0000011865,0.02500,3.432
15,mlp.experts.94.gate_proj,0.0000011389,0.02500,3.110
15,mlp.experts.67.gate_proj,0.0000014232,0.02500,4.422
15,mlp.experts.105.gate_proj,0.0000011169,0.02500,3.440
15,mlp.experts.75.gate_proj,0.0000013620,0.02500,4.560
15,mlp.experts.79.gate_proj,0.0000016739,0.02500,4.648
15,mlp.experts.97.gate_proj,0.0000021245,0.02500,3.090
15,mlp.experts.0.up_proj,0.0000020976,0.02500,3.473
15,mlp.experts.112.gate_proj,0.0000012311,0.02500,3.257
15,mlp.experts.109.gate_proj,0.0000020834,0.02500,3.305
15,mlp.experts.4.up_proj,0.0000012164,0.02500,3.358
15,mlp.experts.116.gate_proj,0.0000018005,0.02500,3.540
15,mlp.experts.106.gate_proj,0.0000024171,0.02500,3.454
15,mlp.experts.102.gate_proj,0.0000013509,0.02500,3.448
15,mlp.experts.117.gate_proj,0.0000013168,0.02500,3.376
15,mlp.experts.98.gate_proj,0.0000014009,0.02500,3.569
15,mlp.experts.110.gate_proj,0.0000019925,0.02500,3.701
15,mlp.experts.1.up_proj,0.0000014380,0.02500,3.471
15,mlp.experts.113.gate_proj,0.0000012720,0.02500,3.206
15,mlp.experts.87.gate_proj,0.0000016406,0.02500,4.834
15,mlp.experts.83.gate_proj,0.0000014486,0.02500,4.841
15,mlp.experts.8.up_proj,0.0000012032,0.02500,3.290
15,mlp.experts.16.up_proj,0.0000012015,0.02500,3.594
15,mlp.experts.91.gate_proj,0.0000019540,0.02500,4.870
15,mlp.experts.5.up_proj,0.0000017577,0.02500,3.529
15,mlp.experts.95.gate_proj,0.0000017032,0.02500,4.810
15,mlp.experts.20.up_proj,0.0000006226,0.02500,3.686
15,mlp.experts.12.up_proj,0.0000012192,0.02500,3.341
15,mlp.experts.17.up_proj,0.0000013994,0.02500,2.918
15,mlp.experts.13.up_proj,0.0000011810,0.02500,3.469
15,mlp.experts.9.up_proj,0.0000012940,0.02500,3.350
15,mlp.experts.2.up_proj,0.0000018656,0.02500,4.762
15,mlp.experts.118.gate_proj,0.0000012103,0.02500,4.759
15,mlp.experts.114.gate_proj,0.0000022277,0.02500,4.651
15,mlp.experts.6.up_proj,0.0000010946,0.02500,4.582
15,mlp.experts.103.gate_proj,0.0000020674,0.02500,4.240
15,mlp.experts.32.up_proj,0.0000018281,0.02500,3.708
15,mlp.experts.24.up_proj,0.0000009529,0.02500,3.922
15,mlp.experts.21.up_proj,0.0000012686,0.02500,3.696
15,mlp.experts.99.gate_proj,0.0000006023,0.02500,4.220
15,mlp.experts.28.up_proj,0.0000014773,0.02500,3.519
15,mlp.experts.36.up_proj,0.0000010339,0.02500,3.737
15,mlp.experts.111.gate_proj,0.0000006758,0.02500,4.232
15,mlp.experts.33.up_proj,0.0000011657,0.02500,3.186
15,mlp.experts.107.gate_proj,0.0000024993,0.02500,4.702
15,mlp.experts.29.up_proj,0.0000016947,0.02500,3.874
15,mlp.experts.25.up_proj,0.0000017271,0.02500,2.939
15,mlp.experts.18.up_proj,0.0000012532,0.02500,3.266
15,mlp.experts.14.up_proj,0.0000036119,0.02500,3.345
15,mlp.experts.10.up_proj,0.0000012754,0.02500,3.295
15,mlp.experts.22.up_proj,0.0000014427,0.02500,3.271
15,mlp.experts.40.up_proj,0.0000021348,0.02500,3.607
15,mlp.experts.37.up_proj,0.0000018223,0.02500,3.611
15,mlp.experts.48.up_proj,0.0000016225,0.02500,3.860
15,mlp.experts.52.up_proj,0.0000020435,0.02500,3.285
15,mlp.experts.44.up_proj,0.0000018889,0.02500,3.562
15,mlp.experts.49.up_proj,0.0000005515,0.02500,3.282
15,mlp.experts.119.gate_proj,0.0000019758,0.02500,4.455
15,mlp.experts.115.gate_proj,0.0000012970,0.02500,4.390
15,mlp.experts.45.up_proj,0.0000015046,0.02500,3.344
15,mlp.experts.7.up_proj,0.0000018961,0.02500,4.406
15,mlp.experts.41.up_proj,0.0000020633,0.02500,3.569
15,mlp.experts.34.up_proj,0.0000019778,0.02500,3.198
15,mlp.experts.30.up_proj,0.0000014935,0.02500,3.248
15,mlp.experts.26.up_proj,0.0000013126,0.02500,3.282
15,mlp.experts.38.up_proj,0.0000012337,0.02500,3.236
15,mlp.experts.3.up_proj,0.0000015271,0.02500,4.960
15,mlp.experts.64.up_proj,0.0000013655,0.02500,3.156
15,mlp.experts.53.up_proj,0.0000014238,0.02500,3.436
15,mlp.experts.56.up_proj,0.0000023423,0.02500,3.556
15,mlp.experts.60.up_proj,0.0000019760,0.02500,3.443
15,mlp.experts.65.up_proj,0.0000009962,0.02500,3.312
15,mlp.experts.68.up_proj,0.0000019060,0.02500,3.854
15,mlp.experts.57.up_proj,0.0000012254,0.02500,2.909
15,mlp.experts.15.up_proj,0.0000010224,0.02500,4.437
15,mlp.experts.50.up_proj,0.0000011333,0.02500,3.389
15,mlp.experts.61.up_proj,0.0000025084,0.02500,3.828
15,mlp.experts.11.up_proj,0.0000008075,0.02500,4.361
15,mlp.experts.46.up_proj,0.0000024549,0.02500,3.397
15,mlp.experts.42.up_proj,0.0000008945,0.02500,3.446
15,mlp.experts.54.up_proj,0.0000016237,0.02500,3.460
15,mlp.experts.23.up_proj,0.0000011678,0.02500,4.380
15,mlp.experts.69.up_proj,0.0000015238,0.02500,3.005
15,mlp.experts.19.up_proj,0.0000004300,0.02500,4.374
15,mlp.experts.80.up_proj,0.0000012475,0.02500,3.758
15,mlp.experts.76.up_proj,0.0000012690,0.02500,3.443
15,mlp.experts.72.up_proj,0.0000017151,0.02500,3.770
15,mlp.experts.81.up_proj,0.0000009600,0.02500,3.573
15,mlp.experts.73.up_proj,0.0000007828,0.02500,3.188
15,mlp.experts.84.up_proj,0.0000008412,0.02500,3.875
15,mlp.experts.77.up_proj,0.0000013205,0.02500,3.453
15,mlp.experts.66.up_proj,0.0000010377,0.02500,4.069
15,mlp.experts.31.up_proj,0.0000015864,0.02500,4.257
15,mlp.experts.58.up_proj,0.0000020872,0.02500,3.946
15,mlp.experts.62.up_proj,0.0000020782,0.02500,4.137
15,mlp.experts.27.up_proj,0.0000016629,0.02500,4.297
15,mlp.experts.70.up_proj,0.0000011457,0.02500,3.984
15,mlp.experts.85.up_proj,0.0000013808,0.02500,3.236
15,mlp.experts.39.up_proj,0.0000011802,0.02500,4.243
15,mlp.experts.97.up_proj,0.0000021103,0.02500,3.128
15,mlp.experts.88.up_proj,0.0000014691,0.02500,3.653
15,mlp.experts.35.up_proj,0.0000011387,0.02500,4.360
15,mlp.experts.96.up_proj,0.0000006195,0.02500,3.975
15,mlp.experts.92.up_proj,0.0000019467,0.02500,4.042
15,mlp.experts.89.up_proj,0.0000015549,0.02500,3.833
15,mlp.experts.100.up_proj,0.0000012857,0.02500,3.814
15,mlp.experts.93.up_proj,0.0000017611,0.02500,3.200
15,mlp.experts.82.up_proj,0.0000015559,0.02500,3.292
15,mlp.experts.74.up_proj,0.0000008052,0.02500,3.347
15,mlp.experts.78.up_proj,0.0000012010,0.02500,3.338
15,mlp.experts.86.up_proj,0.0000014593,0.02500,3.307
15,mlp.experts.101.up_proj,0.0000011595,0.02500,3.598
15,mlp.experts.47.up_proj,0.0000009056,0.02500,4.147
15,mlp.experts.113.up_proj,0.0000012607,0.02500,3.046
15,mlp.experts.43.up_proj,0.0000019782,0.02500,4.297
15,mlp.experts.55.up_proj,0.0000017111,0.02500,4.146
15,mlp.experts.104.up_proj,0.0000012441,0.02500,3.380
15,mlp.experts.112.up_proj,0.0000012223,0.02500,3.380
15,mlp.experts.108.up_proj,0.0000016309,0.02500,3.495
15,mlp.experts.116.up_proj,0.0000017910,0.02500,3.116
15,mlp.experts.105.up_proj,0.0000011065,0.02500,3.265
15,mlp.experts.109.up_proj,0.0000020730,0.02500,3.314
15,mlp.experts.51.up_proj,0.0000015217,0.02500,4.360
15,mlp.experts.98.up_proj,0.0000013945,0.02500,3.129
15,mlp.experts.117.up_proj,0.0000013065,0.02500,2.371
15,mlp.experts.90.up_proj,0.0000008211,0.02500,3.100
15,mlp.experts.94.up_proj,0.0000011314,0.02500,3.082
15,mlp.experts.102.up_proj,0.0000013347,0.02500,3.086
15,mlp.experts.63.up_proj,0.0000021294,0.02500,4.508
15,mlp.experts.59.up_proj,0.0000013818,0.02500,4.389
15,mlp.experts.71.up_proj,0.0000015964,0.02500,4.808
15,mlp.experts.114.up_proj,0.0000022216,0.02500,4.174
15,mlp.experts.110.up_proj,0.0000019777,0.02500,3.895
15,mlp.experts.106.up_proj,0.0000024023,0.02500,3.922
15,mlp.experts.67.up_proj,0.0000014131,0.02500,4.486
15,mlp.experts.118.up_proj,0.0000012005,0.02500,3.823
15,mlp.experts.79.up_proj,0.0000016612,0.02500,4.933
15,mlp.experts.75.up_proj,0.0000013487,0.02500,4.876
15,mlp.experts.87.up_proj,0.0000016334,0.02500,5.265
15,mlp.experts.83.up_proj,0.0000014337,0.02500,4.779
15,mlp.experts.95.up_proj,0.0000016898,0.02500,4.777
15,mlp.experts.91.up_proj,0.0000019322,0.02500,4.852
15,mlp.experts.99.up_proj,0.0000005982,0.02500,4.776
15,mlp.experts.103.up_proj,0.0000020492,0.02500,5.221
15,mlp.experts.111.up_proj,0.0000006743,0.02500,4.351
15,mlp.experts.107.up_proj,0.0000024831,0.02500,4.257
15,mlp.experts.115.up_proj,0.0000012879,0.02500,3.575
15,mlp.experts.119.up_proj,0.0000019666,0.02500,3.643
15,mlp.experts.4.down_proj,0.0000000110,0.02500,1.341
15,mlp.experts.0.down_proj,0.0000000326,0.02500,1.384
15,mlp.experts.8.down_proj,0.0000000137,0.02500,1.333
15,mlp.experts.12.down_proj,0.0000000191,0.02500,1.353
15,mlp.experts.3.down_proj,0.0000000205,0.02500,1.581
15,mlp.experts.2.down_proj,0.0000000379,0.02500,1.582
15,mlp.experts.1.down_proj,0.0000000239,0.02500,1.652
15,mlp.experts.5.down_proj,0.0000000251,0.02500,1.565
15,mlp.experts.15.down_proj,0.0000000186,0.02500,1.586
15,mlp.experts.13.down_proj,0.0000000269,0.02500,1.602
15,mlp.experts.7.down_proj,0.0000000333,0.02500,1.620
15,mlp.experts.9.down_proj,0.0000000149,0.02500,1.623
15,mlp.experts.6.down_proj,0.0000000147,0.02500,1.659
15,mlp.experts.10.down_proj,0.0000000171,0.02500,1.663
15,mlp.experts.11.down_proj,0.0000000103,0.02500,1.686
15,mlp.experts.14.down_proj,0.0000000759,0.02500,1.724
15,mlp.experts.16.down_proj,0.0000000218,0.02500,0.965
15,mlp.experts.20.down_proj,0.0000000142,0.02500,1.018
15,mlp.experts.28.down_proj,0.0000000276,0.02500,0.991
15,mlp.experts.24.down_proj,0.0000000150,0.02500,1.050
15,mlp.experts.21.down_proj,0.0000000270,0.02500,0.905
15,mlp.experts.18.down_proj,0.0000000278,0.02500,1.024
15,mlp.experts.17.down_proj,0.0000000221,0.02500,1.005
15,mlp.experts.26.down_proj,0.0000000165,0.02500,0.981
15,mlp.experts.22.down_proj,0.0000000288,0.02500,1.003
15,mlp.experts.25.down_proj,0.0000000308,0.02500,1.045
15,mlp.experts.29.down_proj,0.0000000276,0.02500,1.113
15,mlp.experts.30.down_proj,0.0000000191,0.02500,1.007
15,mlp.experts.19.down_proj,0.0000000138,0.02500,1.430
15,mlp.experts.31.down_proj,0.0000000247,0.02500,1.357
15,mlp.experts.23.down_proj,0.0000000314,0.02500,1.391
15,mlp.experts.27.down_proj,0.0000000355,0.02500,1.489
15,mlp.experts.40.down_proj,0.0000000326,0.02500,0.855
15,mlp.experts.32.down_proj,0.0000000376,0.02500,1.025
15,mlp.experts.44.down_proj,0.0000000273,0.02500,0.950
15,mlp.experts.36.down_proj,0.0000000169,0.02500,1.171
15,mlp.experts.34.down_proj,0.0000000289,0.02500,0.939
15,mlp.experts.37.down_proj,0.0000000357,0.02500,1.018
15,mlp.experts.33.down_proj,0.0000000206,0.02500,1.033
15,mlp.experts.38.down_proj,0.0000000198,0.02500,0.922
15,mlp.experts.42.down_proj,0.0000000182,0.02500,0.956
15,mlp.experts.41.down_proj,0.0000000322,0.02500,1.006
15,mlp.experts.46.down_proj,0.0000000533,0.02500,0.947
15,mlp.experts.45.down_proj,0.0000000247,0.02500,1.069
15,mlp.experts.56.down_proj,0.0000000417,0.02500,0.962
15,mlp.experts.52.down_proj,0.0000000281,0.02500,0.892
15,mlp.experts.48.down_proj,0.0000000264,0.02500,1.153
15,mlp.experts.60.down_proj,0.0000000300,0.02500,1.116
15,mlp.experts.35.down_proj,0.0000000120,0.02500,1.664
15,mlp.experts.49.down_proj,0.0000000105,0.02500,0.990
15,mlp.experts.57.down_proj,0.0000000153,0.02500,0.916
15,mlp.experts.53.down_proj,0.0000000175,0.02500,1.129
15,mlp.experts.39.down_proj,0.0000000110,0.02500,1.613
15,mlp.experts.47.down_proj,0.0000000168,0.02500,1.691
15,mlp.experts.50.down_proj,0.0000000260,0.02500,1.237
15,mlp.experts.61.down_proj,0.0000000388,0.02500,1.003
15,mlp.experts.43.down_proj,0.0000000308,0.02500,1.724
15,mlp.experts.54.down_proj,0.0000000279,0.02500,1.321
15,mlp.experts.58.down_proj,0.0000000303,0.02500,1.338
15,mlp.experts.62.down_proj,0.0000000376,0.02500,1.507
15,mlp.experts.72.down_proj,0.0000000346,0.02500,1.027
15,mlp.experts.64.down_proj,0.0000000268,0.02500,0.931
15,mlp.experts.76.down_proj,0.0000000200,0.02500,0.945
15,mlp.experts.68.down_proj,0.0000000295,0.02500,1.064
15,mlp.experts.65.down_proj,0.0000000152,0.02500,0.991
15,mlp.experts.69.down_proj,0.0000000246,0.02500,0.976
15,mlp.experts.73.down_proj,0.0000000151,0.02500,1.005
15,mlp.experts.77.down_proj,0.0000000235,0.02500,1.125
15,mlp.experts.66.down_proj,0.0000000221,0.02500,1.253
15,mlp.experts.51.down_proj,0.0000000220,0.02500,1.367
15,mlp.experts.63.down_proj,0.0000000438,0.02500,1.349
15,mlp.experts.55.down_proj,0.0000000278,0.02500,1.375
15,mlp.experts.70.down_proj,0.0000000211,0.02500,1.215
15,mlp.experts.74.down_proj,0.0000000087,0.02500,1.184
15,mlp.experts.59.down_proj,0.0000000255,0.02500,1.252
15,mlp.experts.84.down_proj,0.0000000234,0.02500,0.924
15,mlp.experts.92.down_proj,0.0000000347,0.02500,0.939
15,mlp.experts.88.down_proj,0.0000000230,0.02500,1.155
15,mlp.experts.80.down_proj,0.0000000211,0.02500,1.163
15,mlp.experts.89.down_proj,0.0000000199,0.02500,0.947
15,mlp.experts.78.down_proj,0.0000000187,0.02500,1.398
15,mlp.experts.85.down_proj,0.0000000201,0.02500,1.027
15,mlp.experts.81.down_proj,0.0000000225,0.02500,1.081
15,mlp.experts.93.down_proj,0.0000000291,0.02500,0.895
15,mlp.experts.67.down_proj,0.0000000204,0.02500,1.004
15,mlp.experts.79.down_proj,0.0000000270,0.02500,0.967
15,mlp.experts.71.down_proj,0.0000000281,0.02500,0.967
15,mlp.experts.75.down_proj,0.0000000188,0.02500,0.974
15,mlp.experts.82.down_proj,0.0000000318,0.02500,1.232
15,mlp.experts.108.down_proj,0.0000000215,0.02500,0.983
15,mlp.experts.86.down_proj,0.0000000198,0.02500,1.216
15,mlp.experts.90.down_proj,0.0000000101,0.02500,1.219
15,mlp.experts.104.down_proj,0.0000000256,0.02500,0.964
15,mlp.experts.100.down_proj,0.0000000222,0.02500,1.062
15,mlp.experts.96.down_proj,0.0000000096,0.02500,0.861
15,mlp.experts.101.down_proj,0.0000000118,0.02500,0.958
15,mlp.experts.105.down_proj,0.0000000221,0.02500,1.075
15,mlp.experts.97.down_proj,0.0000000324,0.02500,1.045
15,mlp.experts.109.down_proj,0.0000000325,0.02500,0.954
15,mlp.experts.94.down_proj,0.0000000210,0.02500,1.337
15,mlp.experts.83.down_proj,0.0000000306,0.02500,0.997
15,mlp.experts.87.down_proj,0.0000000254,0.02500,0.966
15,mlp.experts.95.down_proj,0.0000000361,0.02500,0.997
15,mlp.experts.112.down_proj,0.0000000210,0.02500,0.611
15,mlp.experts.116.down_proj,0.0000000274,0.02500,0.628
15,mlp.experts.91.down_proj,0.0000000352,0.02500,1.106
15,mlp.experts.117.down_proj,0.0000000169,0.02500,0.718
15,mlp.experts.113.down_proj,0.0000000192,0.02500,0.643
15,mlp.experts.98.down_proj,0.0000000191,0.02500,1.190
15,mlp.experts.102.down_proj,0.0000000204,0.02500,1.236
15,mlp.experts.106.down_proj,0.0000000388,0.02500,1.261
15,mlp.experts.110.down_proj,0.0000000275,0.02500,1.429
15,mlp.experts.103.down_proj,0.0000000285,0.02500,1.498
15,mlp.experts.111.down_proj,0.0000000120,0.02500,1.482
15,mlp.experts.99.down_proj,0.0000000189,0.02500,1.554
15,mlp.experts.114.down_proj,0.0000000327,0.02500,1.146
15,mlp.experts.118.down_proj,0.0000000164,0.02500,1.015
15,mlp.experts.107.down_proj,0.0000000616,0.02500,1.473
15,mlp.experts.119.down_proj,0.0000000264,0.02500,0.868
15,mlp.experts.115.down_proj,0.0000000222,0.02500,0.842
16,self_attn.v_proj,0.0000000017,0.02500,1.788
16,self_attn.k_proj,0.0000000009,0.02500,1.815
16,self_attn.q_proj,0.0000000042,0.02500,1.885
16,self_attn.o_proj,0.0000000007,0.02500,4.011
16,mlp.shared_experts.gate_proj,0.0000000716,0.02500,1.273
16,mlp.shared_experts.up_proj,0.0000000715,0.02500,1.392
16,mlp.shared_experts.down_proj,0.0000000004,0.02500,0.385
16,mlp.experts.10.gate_proj,0.0000008886,0.02500,3.809
16,mlp.experts.14.gate_proj,0.0000010683,0.02500,3.985
16,mlp.experts.11.gate_proj,0.0000009935,0.02500,4.015
16,mlp.experts.2.gate_proj,0.0000027103,0.02500,4.192
16,mlp.experts.15.gate_proj,0.0000021738,0.02500,4.124
16,mlp.experts.7.gate_proj,0.0000012239,0.02500,4.173
16,mlp.experts.6.gate_proj,0.0000015978,0.02500,4.275
16,mlp.experts.3.gate_proj,0.0000015360,0.02500,4.462
16,mlp.experts.8.gate_proj,0.0000017017,0.02500,4.706
16,mlp.experts.1.gate_proj,0.0000013131,0.02500,4.876
16,mlp.experts.12.gate_proj,0.0000013632,0.02500,4.806
16,mlp.experts.13.gate_proj,0.0000015068,0.02500,4.820
16,mlp.experts.4.gate_proj,0.0000015586,0.02500,5.036
16,mlp.experts.9.gate_proj,0.0000014968,0.02500,4.897
16,mlp.experts.0.gate_proj,0.0000018849,0.02500,4.989
16,mlp.experts.5.gate_proj,0.0000022093,0.02500,4.978
16,mlp.experts.26.gate_proj,0.0000017775,0.02500,3.284
16,mlp.experts.18.gate_proj,0.0000019348,0.02500,3.469
16,mlp.experts.31.gate_proj,0.0000013838,0.02500,3.493
16,mlp.experts.30.gate_proj,0.0000015052,0.02500,3.691
16,mlp.experts.22.gate_proj,0.0000013686,0.02500,3.471
16,mlp.experts.23.gate_proj,0.0000019536,0.02500,3.603
16,mlp.experts.27.gate_proj,0.0000023175,0.02500,4.011
16,mlp.experts.17.gate_proj,0.0000011750,0.02500,3.419
16,mlp.experts.25.gate_proj,0.0000021897,0.02500,3.321
16,mlp.experts.19.gate_proj,0.0000007310,0.02500,3.965
16,mlp.experts.21.gate_proj,0.0000011638,0.02500,3.324
16,mlp.experts.29.gate_proj,0.0000014930,0.02500,3.541
16,mlp.experts.24.gate_proj,0.0000026914,0.02500,4.542
16,mlp.experts.16.gate_proj,0.0000008920,0.02500,4.413
16,mlp.experts.20.gate_proj,0.0000016237,0.02500,4.559
16,mlp.experts.28.gate_proj,0.0000015799,0.02500,4.766
16,mlp.experts.47.gate_proj,0.0000023145,0.02500,3.093
16,mlp.experts.38.gate_proj,0.0000020029,0.02500,3.034
16,mlp.experts.42.gate_proj,0.0000007265,0.02500,3.770
16,mlp.experts.46.gate_proj,0.0000025658,0.02500,3.343
16,mlp.experts.34.gate_proj,0.0000019821,0.02500,3.579
16,mlp.experts.39.gate_proj,0.0000021976,0.02500,3.574
16,mlp.experts.43.gate_proj,0.0000017093,0.02500,3.652
16,mlp.experts.33.gate_proj,0.0000017381,0.02500,3.592
16,mlp.experts.35.gate_proj,0.0000028565,0.02500,3.562
16,mlp.experts.41.gate_proj,0.0000007784,0.02500,3.633
16,mlp.experts.45.gate_proj,0.0000010724,0.02500,3.599
16,mlp.experts.37.gate_proj,0.0000017113,0.02500,3.708
16,mlp.experts.54.gate_proj,0.0000025084,0.02500,2.943
16,mlp.experts.50.gate_proj,0.0000021106,0.02500,2.897
16,mlp.experts.63.gate_proj,0.0000020406,0.02500,3.527
16,mlp.experts.32.gate_proj,0.0000009852,0.02500,5.026
16,mlp.experts.40.gate_proj,0.0000010647,0.02500,5.338
16,mlp.experts.62.gate_proj,0.0000013224,0.02500,3.638
16,mlp.experts.44.gate_proj,0.0000017836,0.02500,5.118
16,mlp.experts.58.gate_proj,0.0000022114,0.02500,3.839
16,mlp.experts.36.gate_proj,0.0000015177,0.02500,5.420
16,mlp.experts.59.gate_proj,0.0000017747,0.02500,3.403
16,mlp.experts.49.gate_proj,0.0000012239,0.02500,3.388
16,mlp.experts.57.gate_proj,0.0000008144,0.02500,3.309
16,mlp.experts.55.gate_proj,0.0000018940,0.02500,3.780
16,mlp.experts.61.gate_proj,0.0000011275,0.02500,3.316
16,mlp.experts.51.gate_proj,0.0000023623,0.02500,3.493
16,mlp.experts.53.gate_proj,0.0000022750,0.02500,3.340
16,mlp.experts.70.gate_proj,0.0000019630,0.02500,3.412
16,mlp.experts.78.gate_proj,0.0000011426,0.02500,3.087
16,mlp.experts.79.gate_proj,0.0000014349,0.02500,3.516
16,mlp.experts.66.gate_proj,0.0000013425,0.02500,3.847
16,mlp.experts.73.gate_proj,0.0000007974,0.02500,3.148
16,mlp.experts.65.gate_proj,0.0000025756,0.02500,3.200
16,mlp.experts.71.gate_proj,0.0000013820,0.02500,3.169
16,mlp.experts.74.gate_proj,0.0000009968,0.02500,3.754
16,mlp.experts.77.gate_proj,0.0000019919,0.02500,3.199
16,mlp.experts.69.gate_proj,0.0000018335,0.02500,3.178
16,mlp.experts.75.gate_proj,0.0000014566,0.02500,3.531
16,mlp.experts.48.gate_proj,0.0000021405,0.02500,4.929
16,mlp.experts.67.gate_proj,0.0000028184,0.02500,4.166
16,mlp.experts.56.gate_proj,0.0000024480,0.02500,4.914
16,mlp.experts.60.gate_proj,0.0000018827,0.02500,4.974
16,mlp.experts.52.gate_proj,0.0000019156,0.02500,4.985
16,mlp.experts.86.gate_proj,0.0000016253,0.02500,2.916
16,mlp.experts.94.gate_proj,0.0000027090,0.02500,2.949
16,mlp.experts.95.gate_proj,0.0000011753,0.02500,3.729
16,mlp.experts.81.gate_proj,0.0000016826,0.02500,3.180
16,mlp.experts.89.gate_proj,0.0000010366,0.02500,3.239
16,mlp.experts.82.gate_proj,0.0000020908,0.02500,3.817
16,mlp.experts.93.gate_proj,0.0000021872,0.02500,3.174
16,mlp.experts.85.gate_proj,0.0000004830,0.02500,3.199
16,mlp.experts.87.gate_proj,0.0000012256,0.02500,3.628
16,mlp.experts.90.gate_proj,0.0000020473,0.02500,3.800
16,mlp.experts.91.gate_proj,0.0000013569,0.02500,3.653
16,mlp.experts.83.gate_proj,0.0000012843,0.02500,3.405
16,mlp.experts.102.gate_proj,0.0000006070,0.02500,2.919
16,mlp.experts.110.gate_proj,0.0000021846,0.02500,2.957
16,mlp.experts.64.gate_proj,0.0000010955,0.02500,5.197
16,mlp.experts.111.gate_proj,0.0000022957,0.02500,3.228
16,mlp.experts.72.gate_proj,0.0000018668,0.02500,5.612
16,mlp.experts.103.gate_proj,0.0000014742,0.02500,3.135
16,mlp.experts.76.gate_proj,0.0000020147,0.02500,5.588
16,mlp.experts.98.gate_proj,0.0000016572,0.02500,3.650
16,mlp.experts.68.gate_proj,0.0000014506,0.02500,5.451
16,mlp.experts.107.gate_proj,0.0000035469,0.02500,3.079
16,mlp.experts.105.gate_proj,0.0000008153,0.02500,4.127
16,mlp.experts.101.gate_proj,0.0000013895,0.02500,3.996
16,mlp.experts.97.gate_proj,0.0000017811,0.02500,4.246
16,mlp.experts.99.gate_proj,0.0000021691,0.02500,2.898
16,mlp.experts.109.gate_proj,0.0000020435,0.02500,4.225
16,mlp.experts.106.gate_proj,0.0000012368,0.02500,3.723
16,mlp.experts.118.gate_proj,0.0000027528,0.02500,3.680
16,mlp.experts.6.up_proj,0.0000015820,0.02500,3.701
16,mlp.experts.7.up_proj,0.0000012120,0.02500,3.361
16,mlp.experts.119.gate_proj,0.0000020028,0.02500,3.638
16,mlp.experts.3.up_proj,0.0000015192,0.02500,3.753
16,mlp.experts.114.gate_proj,0.0000017564,0.02500,3.855
16,mlp.experts.80.gate_proj,0.0000012405,0.02500,4.715
16,mlp.experts.2.up_proj,0.0000026870,0.02500,3.531
16,mlp.experts.115.gate_proj,0.0000011814,0.02500,3.807
16,mlp.experts.92.gate_proj,0.0000016543,0.02500,4.633
16,mlp.experts.113.gate_proj,0.0000015964,0.02500,4.170
16,mlp.experts.14.up_proj,0.0000010543,0.02500,3.297
16,mlp.experts.84.gate_proj,0.0000014915,0.02500,4.671
16,mlp.experts.117.gate_proj,0.0000021727,0.02500,4.231
16,mlp.experts.1.up_proj,0.0000013039,0.02500,4.403
16,mlp.experts.88.gate_proj,0.0000025024,0.02500,5.087
16,mlp.experts.5.up_proj,0.0000021842,0.02500,4.334
16,mlp.experts.22.up_proj,0.0000013579,0.02500,3.951
16,mlp.experts.23.up_proj,0.0000019465,0.02500,3.479
16,mlp.experts.15.up_proj,0.0000021606,0.02500,3.353
16,mlp.experts.19.up_proj,0.0000007255,0.02500,3.213
16,mlp.experts.11.up_proj,0.0000009828,0.02500,3.063
16,mlp.experts.10.up_proj,0.0000008857,0.02500,4.051
16,mlp.experts.13.up_proj,0.0000014980,0.02500,3.280
16,mlp.experts.18.up_proj,0.0000019234,0.02500,3.744
16,mlp.experts.9.up_proj,0.0000014830,0.02500,3.415
16,mlp.experts.17.up_proj,0.0000011572,0.02500,3.312
16,mlp.experts.21.up_proj,0.0000011592,0.02500,3.333
16,mlp.experts.30.up_proj,0.0000014926,0.02500,4.110
16,mlp.experts.96.gate_proj,0.0000026668,0.02500,4.948
16,mlp.experts.39.up_proj,0.0000021793,0.02500,3.077
16,mlp.experts.108.gate_proj,0.0000015579,0.02500,4.984
16,mlp.experts.38.up_proj,0.0000019769,0.02500,3.672
16,mlp.experts.31.up_proj,0.0000013712,0.02500,2.960
16,mlp.experts.100.gate_proj,0.0000040578,0.02500,5.106
16,mlp.experts.35.up_proj,0.0000028265,0.02500,2.977
16,mlp.experts.104.gate_proj,0.0000008633,0.02500,5.179
16,mlp.experts.27.up_proj,0.0000023022,0.02500,3.026
16,mlp.experts.29.up_proj,0.0000014767,0.02500,3.254
16,mlp.experts.33.up_proj,0.0000017276,0.02500,3.212
16,mlp.experts.25.up_proj,0.0000021719,0.02500,3.285
16,mlp.experts.34.up_proj,0.0000019706,0.02500,3.638
16,mlp.experts.37.up_proj,0.0000016962,0.02500,3.451
16,mlp.experts.26.up_proj,0.0000017639,0.02500,3.823
16,mlp.experts.55.up_proj,0.0000018784,0.02500,2.969
16,mlp.experts.46.up_proj,0.0000025509,0.02500,3.931
16,mlp.experts.47.up_proj,0.0000022712,0.02500,2.920
16,mlp.experts.51.up_proj,0.0000023348,0.02500,2.868
16,mlp.experts.43.up_proj,0.0000016890,0.02500,2.906
16,mlp.experts.54.up_proj,0.0000024979,0.02500,3.923
16,mlp.experts.112.gate_proj,0.0000009114,0.02500,4.926
16,mlp.experts.4.up_proj,0.0000015431,0.02500,4.870
16,mlp.experts.116.gate_proj,0.0000013234,0.02500,4.781
16,mlp.experts.42.up_proj,0.0000007217,0.02500,2.980
16,mlp.experts.0.up_proj,0.0000018743,0.02500,4.751
16,mlp.experts.50.up_proj,0.0000020930,0.02500,3.513
16,mlp.experts.45.up_proj,0.0000010663,0.02500,4.277
16,mlp.experts.41.up_proj,0.0000007705,0.02500,4.296
16,mlp.experts.49.up_proj,0.0000012137,0.02500,4.301
16,mlp.experts.71.up_proj,0.0000013667,0.02500,3.389
16,mlp.experts.62.up_proj,0.0000013086,0.02500,3.061
16,mlp.experts.53.up_proj,0.0000022669,0.02500,4.065
16,mlp.experts.63.up_proj,0.0000020328,0.02500,3.147
16,mlp.experts.67.up_proj,0.0000027799,0.02500,3.375
16,mlp.experts.59.up_proj,0.0000017529,0.02500,3.240
16,mlp.experts.70.up_proj,0.0000019416,0.02500,3.637
16,mlp.experts.61.up_proj,0.0000011200,0.02500,2.025
16,mlp.experts.58.up_proj,0.0000021930,0.02500,3.752
16,mlp.experts.8.up_proj,0.0000016833,0.02500,5.002
16,mlp.experts.66.up_proj,0.0000013284,0.02500,3.793
16,mlp.experts.87.up_proj,0.0000012178,0.02500,3.548
16,mlp.experts.78.up_proj,0.0000011296,0.02500,3.586
16,mlp.experts.79.up_proj,0.0000014212,0.02500,3.893
16,mlp.experts.20.up_proj,0.0000016076,0.02500,5.402
16,mlp.experts.83.up_proj,0.0000012744,0.02500,3.709
16,mlp.experts.12.up_proj,0.0000013526,0.02500,5.779
16,mlp.experts.16.up_proj,0.0000008851,0.02500,5.764
16,mlp.experts.75.up_proj,0.0000014394,0.02500,4.219
16,mlp.experts.86.up_proj,0.0000016195,0.02500,4.322
16,mlp.experts.74.up_proj,0.0000009887,0.02500,4.423
16,mlp.experts.103.up_proj,0.0000014712,0.02500,4.111
16,mlp.experts.82.up_proj,0.0000020708,0.02500,4.489
16,mlp.experts.95.up_proj,0.0000011662,0.02500,4.148
16,mlp.experts.94.up_proj,0.0000026845,0.02500,4.619
16,mlp.experts.99.up_proj,0.0000021564,0.02500,4.167
16,mlp.experts.24.up_proj,0.0000026699,0.02500,5.740
16,mlp.experts.91.up_proj,0.0000013450,0.02500,4.001
16,mlp.experts.36.up_proj,0.0000015045,0.02500,5.836
16,mlp.experts.28.up_proj,0.0000015742,0.02500,6.018
16,mlp.experts.32.up_proj,0.0000009766,0.02500,6.153
16,mlp.experts.119.up_proj,0.0000019926,0.02500,3.993
16,mlp.experts.115.up_proj,0.0000011703,0.02500,3.508
16,mlp.experts.111.up_proj,0.0000022840,0.02500,3.892
16,mlp.experts.107.up_proj,0.0000035333,0.02500,3.216
16,mlp.experts.40.up_proj,0.0000010513,0.02500,6.166
16,mlp.experts.52.up_proj,0.0000019018,0.02500,6.031
16,mlp.experts.44.up_proj,0.0000017707,0.02500,6.025
16,mlp.experts.48.up_proj,0.0000021256,0.02500,6.242
16,mlp.experts.102.up_proj,0.0000006035,0.02500,14.381
16,mlp.experts.56.up_proj,0.0000024276,0.02500,5.939
16,mlp.experts.68.up_proj,0.0000014379,0.02500,5.679
16,mlp.experts.90.up_proj,0.0000020332,0.02500,14.557
16,mlp.experts.98.up_proj,0.0000016349,0.02500,14.299
16,mlp.experts.60.up_proj,0.0000018671,0.02500,5.752
16,mlp.experts.110.up_proj,0.0000021681,0.02500,14.471
16,mlp.experts.64.up_proj,0.0000010852,0.02500,5.721
16,mlp.experts.118.up_proj,0.0000027367,0.02500,4.601
16,mlp.experts.106.up_proj,0.0000012166,0.02500,4.108
16,mlp.experts.114.up_proj,0.0000017349,0.02500,3.921
16,mlp.experts.72.up_proj,0.0000018560,0.02500,5.304
16,mlp.experts.84.up_proj,0.0000014781,0.02500,5.647
16,mlp.experts.76.up_proj,0.0000019984,0.02500,5.984
16,mlp.experts.80.up_proj,0.0000012302,0.02500,6.135
16,mlp.experts.88.up_proj,0.0000024785,0.02500,6.265
16,mlp.experts.100.up_proj,0.0000040302,0.02500,6.263
16,mlp.experts.92.up_proj,0.0000016459,0.02500,6.321
16,mlp.experts.96.up_proj,0.0000026328,0.02500,6.166
16,mlp.experts.104.up_proj,0.0000008571,0.02500,19.911
16,mlp.experts.116.up_proj,0.0000013149,0.02500,19.534
16,mlp.experts.108.up_proj,0.0000015458,0.02500,18.973
16,mlp.experts.112.up_proj,0.0000009001,0.02500,18.525
16,mlp.experts.77.up_proj,0.0000019755,0.02500,4.221
16,mlp.experts.65.up_proj,0.0000025580,0.02500,4.333
16,mlp.experts.57.up_proj,0.0000008104,0.02500,4.348
16,mlp.experts.69.up_proj,0.0000018194,0.02500,4.478
16,mlp.experts.81.up_proj,0.0000016694,0.02500,4.000
16,mlp.experts.73.up_proj,0.0000007910,0.02500,4.074
16,mlp.experts.93.up_proj,0.0000021647,0.02500,4.203
16,mlp.experts.85.up_proj,0.0000004776,0.02500,4.268
16,mlp.experts.97.up_proj,0.0000017641,0.02500,4.338
16,mlp.experts.89.up_proj,0.0000010237,0.02500,4.472
16,mlp.experts.109.up_proj,0.0000020230,0.02500,4.631
16,mlp.experts.101.up_proj,0.0000013820,0.02500,4.351
16,mlp.experts.113.up_proj,0.0000015748,0.02500,2.625
16,mlp.experts.105.up_proj,0.0000008042,0.02500,2.610
16,mlp.experts.117.up_proj,0.0000021520,0.02500,2.454
16,mlp.experts.8.down_proj,0.0000000300,0.02500,1.482
16,mlp.experts.4.down_proj,0.0000000285,0.02500,1.562
16,mlp.experts.12.down_proj,0.0000000194,0.02500,1.562
16,mlp.experts.13.down_proj,0.0000000218,0.02500,1.581
16,mlp.experts.0.down_proj,0.0000000223,0.02500,1.586
16,mlp.experts.9.down_proj,0.0000000242,0.02500,1.620
16,mlp.experts.5.down_proj,0.0000000342,0.02500,1.643
16,mlp.experts.1.down_proj,0.0000000170,0.02500,1.781
16,mlp.experts.11.down_proj,0.0000000200,0.02500,1.791
16,mlp.experts.15.down_proj,0.0000000275,0.02500,1.802
16,mlp.experts.3.down_proj,0.0000000202,0.02500,1.859
16,mlp.experts.7.down_proj,0.0000000206,0.02500,1.913
16,mlp.experts.14.down_proj,0.0000000193,0.02500,2.061
16,mlp.experts.10.down_proj,0.0000000148,0.02500,2.075
16,mlp.experts.2.down_proj,0.0000000392,0.02500,2.111
16,mlp.experts.6.down_proj,0.0000000260,0.02500,2.112
16,mlp.experts.28.down_proj,0.0000000206,0.02500,1.126
16,mlp.experts.20.down_proj,0.0000000400,0.02500,1.129
16,mlp.experts.24.down_proj,0.0000000381,0.02500,1.190
16,mlp.experts.19.down_proj,0.0000000155,0.02500,0.933
16,mlp.experts.16.down_proj,0.0000000147,0.02500,1.224
16,mlp.experts.27.down_proj,0.0000000293,0.02500,1.073
16,mlp.experts.23.down_proj,0.0000000386,0.02500,1.005
16,mlp.experts.31.down_proj,0.0000000226,0.02500,1.176
16,mlp.experts.25.down_proj,0.0000000320,0.02500,1.425
16,mlp.experts.29.down_proj,0.0000000185,0.02500,1.490
16,mlp.experts.21.down_proj,0.0000000132,0.02500,1.448
16,mlp.experts.22.down_proj,0.0000000154,0.02500,1.049
16,mlp.experts.18.down_proj,0.0000000300,0.02500,1.055
16,mlp.experts.30.down_proj,0.0000000163,0.02500,1.077
16,mlp.experts.26.down_proj,0.0000000239,0.02500,1.085
16,mlp.experts.17.down_proj,0.0000000276,0.02500,1.522
16,mlp.experts.35.down_proj,0.0000000411,0.02500,1.019
16,mlp.experts.40.down_proj,0.0000000214,0.02500,1.107
16,mlp.experts.32.down_proj,0.0000000139,0.02500,1.045
16,mlp.experts.36.down_proj,0.0000000292,0.02500,1.165
16,mlp.experts.43.down_proj,0.0000000350,0.02500,1.013
16,mlp.experts.39.down_proj,0.0000000285,0.02500,1.025
16,mlp.experts.44.down_proj,0.0000000248,0.02500,1.266
16,mlp.experts.47.down_proj,0.0000000450,0.02500,1.042
16,mlp.experts.46.down_proj,0.0000000520,0.02500,0.915
16,mlp.experts.38.down_proj,0.0000000309,0.02500,0.935
16,mlp.experts.34.down_proj,0.0000000339,0.02500,0.950
16,mlp.experts.42.down_proj,0.0000000139,0.02500,0.933
16,mlp.experts.37.down_proj,0.0000000215,0.02500,1.250
16,mlp.experts.41.down_proj,0.0000000080,0.02500,1.307
16,mlp.experts.45.down_proj,0.0000000148,0.02500,1.338
16,mlp.experts.33.down_proj,0.0000000214,0.02500,1.205
16,mlp.experts.56.down_proj,0.0000000464,0.02500,0.882
16,mlp.experts.48.down_proj,0.0000000265,0.02500,0.923
16,mlp.experts.55.down_proj,0.0000000325,0.02500,0.845
16,mlp.experts.63.down_proj,0.0000000312,0.02500,0.856
16,mlp.experts.51.down_proj,0.0000000413,0.02500,1.096
16,mlp.experts.54.down_proj,0.0000000539,0.02500,0.890
16,mlp.experts.62.down_proj,0.0000000254,0.02500,0.898
16,mlp.experts.60.down_proj,0.0000000406,0.02500,1.036
16,mlp.experts.52.down_proj,0.0000000416,0.02500,1.143
16,mlp.experts.59.down_proj,0.0000000385,0.02500,1.142
16,mlp.experts.50.down_proj,0.0000000319,0.02500,0.913
16,mlp.experts.58.down_proj,0.0000000348,0.02500,0.936
16,mlp.experts.53.down_proj,0.0000000284,0.02500,1.202
16,mlp.experts.57.down_proj,0.0000000138,0.02500,1.213
16,mlp.experts.64.down_proj,0.0000000208,0.02500,0.900
16,mlp.experts.49.down_proj,0.0000000189,0.02500,1.200
16,mlp.experts.61.down_proj,0.0000000253,0.02500,1.362
16,mlp.experts.71.down_proj,0.0000000244,0.02500,0.996
16,mlp.experts.72.down_proj,0.0000000234,0.02500,1.106
16,mlp.experts.79.down_proj,0.0000000193,0.02500,0.993
16,mlp.experts.76.down_proj,0.0000000330,0.02500,0.904
16,mlp.experts.75.down_proj,0.0000000283,0.02500,0.963
16,mlp.experts.67.down_proj,0.0000000447,0.02500,1.124
16,mlp.experts.68.down_proj,0.0000000223,0.02500,1.112
16,mlp.experts.70.down_proj,0.0000000323,0.02500,1.143
16,mlp.experts.78.down_proj,0.0000000192,0.02500,1.165
16,mlp.experts.66.down_proj,0.0000000196,0.02500,1.150
16,mlp.experts.74.down_proj,0.0000000176,0.02500,1.141
16,mlp.experts.92.down_proj,0.0000000337,0.02500,0.869
16,mlp.experts.80.down_proj,0.0000000232,0.02500,1.125
16,mlp.experts.69.down_proj,0.0000000329,0.02500,1.341
16,mlp.experts.88.down_proj,0.0000000333,0.02500,1.160
16,mlp.experts.95.down_proj,0.0000000239,0.02500,1.122
16,mlp.experts.65.down_proj,0.0000000318,0.02500,1.304
16,mlp.experts.87.down_proj,0.0000000190,0.02500,1.235
16,mlp.experts.84.down_proj,0.0000000205,0.02500,0.913
16,mlp.experts.73.down_proj,0.0000000143,0.02500,1.487
16,mlp.experts.83.down_proj,0.0000000197,0.02500,1.161
16,mlp.experts.94.down_proj,0.0000000504,0.02500,1.054
16,mlp.experts.86.down_proj,0.0000000262,0.02500,1.082
16,mlp.experts.82.down_proj,0.0000000261,0.02500,1.035
16,mlp.experts.91.down_proj,0.0000000307,0.02500,1.237
16,mlp.experts.90.down_proj,0.0000000258,0.02500,1.045
16,mlp.experts.77.down_proj,0.0000000218,0.02500,1.492
16,mlp.experts.96.down_proj,0.0000000425,0.02500,0.942
16,mlp.experts.108.down_proj,0.0000000327,0.02500,1.075
16,mlp.experts.100.down_proj,0.0000000701,0.02500,0.932
16,mlp.experts.104.down_proj,0.0000000100,0.02500,1.075
16,mlp.experts.103.down_proj,0.0000000173,0.02500,1.075
16,mlp.experts.111.down_proj,0.0000000275,0.02500,1.115
16,mlp.experts.110.down_proj,0.0000000284,0.02500,0.911
16,mlp.experts.102.down_proj,0.0000000164,0.02500,0.918
16,mlp.experts.98.down_proj,0.0000000286,0.02500,0.917
16,mlp.experts.85.down_proj,0.0000000115,0.02500,1.252
16,mlp.experts.106.down_proj,0.0000000338,0.02500,0.915
16,mlp.experts.107.down_proj,0.0000000452,0.02500,0.948
16,mlp.experts.81.down_proj,0.0000000246,0.02500,1.206
16,mlp.experts.99.down_proj,0.0000000499,0.02500,1.102
16,mlp.experts.89.down_proj,0.0000000142,0.02500,1.362
16,mlp.experts.112.down_proj,0.0000000094,0.02500,0.693
16,mlp.experts.93.down_proj,0.0000000368,0.02500,1.283
16,mlp.experts.116.down_proj,0.0000000136,0.02500,0.634
16,mlp.experts.119.down_proj,0.0000000281,0.02500,0.679
16,mlp.experts.118.down_proj,0.0000000536,0.02500,0.653
16,mlp.experts.114.down_proj,0.0000000269,0.02500,0.658
16,mlp.experts.115.down_proj,0.0000000211,0.02500,0.572
16,mlp.experts.101.down_proj,0.0000000199,0.02500,1.238
16,mlp.experts.97.down_proj,0.0000000204,0.02500,1.202
16,mlp.experts.109.down_proj,0.0000000246,0.02500,1.174
16,mlp.experts.105.down_proj,0.0000000232,0.02500,1.400
16,mlp.experts.117.down_proj,0.0000000280,0.02500,0.781
16,mlp.experts.113.down_proj,0.0000000243,0.02500,0.761
17,self_attn.k_proj,0.0000000014,0.02500,1.509
17,self_attn.v_proj,0.0000000020,0.02500,1.740
17,self_attn.q_proj,0.0000000064,0.02500,1.795
17,self_attn.o_proj,0.0000000005,0.02500,3.872
17,mlp.shared_experts.gate_proj,0.0000000795,0.02500,1.605
17,mlp.shared_experts.up_proj,0.0000000806,0.02500,1.301
17,mlp.shared_experts.down_proj,0.0000000006,0.02500,0.419
17,mlp.experts.10.gate_proj,0.0000025556,0.02500,4.261
17,mlp.experts.14.gate_proj,0.0000010662,0.02500,4.268
17,mlp.experts.6.gate_proj,0.0000015104,0.02500,4.606
17,mlp.experts.2.gate_proj,0.0000019032,0.02500,4.728
17,mlp.experts.11.gate_proj,0.0000021581,0.02500,4.872
17,mlp.experts.7.gate_proj,0.0000020444,0.02500,5.044
17,mlp.experts.15.gate_proj,0.0000021260,0.02500,5.066
17,mlp.experts.3.gate_proj,0.0000025562,0.02500,5.225
17,mlp.experts.1.gate_proj,0.0000021090,0.02500,5.285
17,mlp.experts.9.gate_proj,0.0000016540,0.02500,5.290
17,mlp.experts.4.gate_proj,0.0000014766,0.02500,5.372
17,mlp.experts.5.gate_proj,0.0000019413,0.02500,5.418
17,mlp.experts.8.gate_proj,0.0000017118,0.02500,5.433
17,mlp.experts.0.gate_proj,0.0000021201,0.02500,5.526
17,mlp.experts.12.gate_proj,0.0000019541,0.02500,5.503
17,mlp.experts.13.gate_proj,0.0000017617,0.02500,5.527
17,mlp.experts.29.gate_proj,0.0000017640,0.02500,2.990
17,mlp.experts.21.gate_proj,0.0000010399,0.02500,3.121
17,mlp.experts.30.gate_proj,0.0000019716,0.02500,4.375
17,mlp.experts.26.gate_proj,0.0000012388,0.02500,4.439
17,mlp.experts.23.gate_proj,0.0000006055,0.02500,3.792
17,mlp.experts.27.gate_proj,0.0000026747,0.02500,3.914
17,mlp.experts.17.gate_proj,0.0000020315,0.02500,3.628
17,mlp.experts.19.gate_proj,0.0000018610,0.02500,3.778
17,mlp.experts.31.gate_proj,0.0000016639,0.02500,3.914
17,mlp.experts.22.gate_proj,0.0000017322,0.02500,4.519
17,mlp.experts.25.gate_proj,0.0000018780,0.02500,3.888
17,mlp.experts.18.gate_proj,0.0000024569,0.02500,4.708
17,mlp.experts.24.gate_proj,0.0000015649,0.02500,4.854
17,mlp.experts.20.gate_proj,0.0000015081,0.02500,5.121
17,mlp.experts.28.gate_proj,0.0000014387,0.02500,5.020
17,mlp.experts.16.gate_proj,0.0000015099,0.02500,5.249
17,mlp.experts.37.gate_proj,0.0000026492,0.02500,3.433
17,mlp.experts.33.gate_proj,0.0000014764,0.02500,3.199
17,mlp.experts.39.gate_proj,0.0000021969,0.02500,3.678
17,mlp.experts.45.gate_proj,0.0000013696,0.02500,3.943
17,mlp.experts.43.gate_proj,0.0000017333,0.02500,3.699
17,mlp.experts.41.gate_proj,0.0000019275,0.02500,3.351
17,mlp.experts.47.gate_proj,0.0000009619,0.02500,3.683
17,mlp.experts.35.gate_proj,0.0000005513,0.02500,3.826
17,mlp.experts.42.gate_proj,0.0000005690,0.02500,4.089
17,mlp.experts.46.gate_proj,0.0000023287,0.02500,4.226
17,mlp.experts.38.gate_proj,0.0000016191,0.02500,4.301
17,mlp.experts.34.gate_proj,0.0000020101,0.02500,4.081
17,mlp.experts.40.gate_proj,0.0000006274,0.02500,3.420
17,mlp.experts.44.gate_proj,0.0000023618,0.02500,3.571
17,mlp.experts.36.gate_proj,0.0000017973,0.02500,3.975
17,mlp.experts.32.gate_proj,0.0000008533,0.02500,4.081
17,mlp.experts.53.gate_proj,0.0000024382,0.02500,3.542
17,mlp.experts.49.gate_proj,0.0000014082,0.02500,3.544
17,mlp.experts.61.gate_proj,0.0000019909,0.02500,3.416
17,mlp.experts.57.gate_proj,0.0000020847,0.02500,3.414
17,mlp.experts.55.gate_proj,0.0000012953,0.02500,4.093
17,mlp.experts.59.gate_proj,0.0000016525,0.02500,4.149
17,mlp.experts.58.gate_proj,0.0000021567,0.02500,3.893
17,mlp.experts.63.gate_proj,0.0000015924,0.02500,4.159
17,mlp.experts.51.gate_proj,0.0000017717,0.02500,4.172
17,mlp.experts.62.gate_proj,0.0000014511,0.02500,4.081
17,mlp.experts.54.gate_proj,0.0000017862,0.02500,3.962
17,mlp.experts.50.gate_proj,0.0000014227,0.02500,3.922
17,mlp.experts.56.gate_proj,0.0000012181,0.02500,4.060
17,mlp.experts.60.gate_proj,0.0000019972,0.02500,3.699
17,mlp.experts.48.gate_proj,0.0000029647,0.02500,3.701
17,mlp.experts.52.gate_proj,0.0000007304,0.02500,4.293
17,mlp.experts.65.gate_proj,0.0000020292,0.02500,3.284
17,mlp.experts.69.gate_proj,0.0000020294,0.02500,3.556
17,mlp.experts.77.gate_proj,0.0000016097,0.02500,3.265
17,mlp.experts.73.gate_proj,0.0000022932,0.02500,3.324
17,mlp.experts.74.gate_proj,0.0000016682,0.02500,3.755
17,mlp.experts.71.gate_proj,0.0000013309,0.02500,4.123
17,mlp.experts.78.gate_proj,0.0000031721,0.02500,3.812
17,mlp.experts.75.gate_proj,0.0000015078,0.02500,4.222
17,mlp.experts.67.gate_proj,0.0000026944,0.02500,4.052
17,mlp.experts.79.gate_proj,0.0000013000,0.02500,4.131
17,mlp.experts.70.gate_proj,0.0000034039,0.02500,3.683
17,mlp.experts.66.gate_proj,0.0000011587,0.02500,3.722
17,mlp.experts.76.gate_proj,0.0000012460,0.02500,4.030
17,mlp.experts.72.gate_proj,0.0000027318,0.02500,4.242
17,mlp.experts.85.gate_proj,0.0000018695,0.02500,3.259
17,mlp.experts.93.gate_proj,0.0000016729,0.02500,3.168
17,mlp.experts.68.gate_proj,0.0000019856,0.02500,3.942
17,mlp.experts.81.gate_proj,0.0000028349,0.02500,3.818
17,mlp.experts.89.gate_proj,0.0000019190,0.02500,3.416
17,mlp.experts.64.gate_proj,0.0000018633,0.02500,4.265
17,mlp.experts.87.gate_proj,0.0000016302,0.02500,4.136
17,mlp.experts.90.gate_proj,0.0000032975,0.02500,4.481
17,mlp.experts.91.gate_proj,0.0000019525,0.02500,4.205
17,mlp.experts.95.gate_proj,0.0000018639,0.02500,4.258
17,mlp.experts.83.gate_proj,0.0000023280,0.02500,4.321
17,mlp.experts.82.gate_proj,0.0000015083,0.02500,4.481
17,mlp.experts.92.gate_proj,0.0000021290,0.02500,3.763
17,mlp.experts.109.gate_proj,0.0000012145,0.02500,3.300
17,mlp.experts.86.gate_proj,0.0000011110,0.02500,4.625
17,mlp.experts.88.gate_proj,0.0000014388,0.02500,3.788
17,mlp.experts.94.gate_proj,0.0000016578,0.02500,5.031
17,mlp.experts.97.gate_proj,0.0000020008,0.02500,3.472
17,mlp.experts.101.gate_proj,0.0000032806,0.02500,3.894
17,mlp.experts.105.gate_proj,0.0000014021,0.02500,3.597
17,mlp.experts.84.gate_proj,0.0000022992,0.02500,3.753
17,mlp.experts.80.gate_proj,0.0000032550,0.02500,3.792
17,mlp.experts.106.gate_proj,0.0000014282,0.02500,3.504
17,mlp.experts.108.gate_proj,0.0000016485,0.02500,3.018
17,mlp.experts.98.gate_proj,0.0000012017,0.02500,3.428
17,mlp.experts.102.gate_proj,0.0000012768,0.02500,3.428
17,mlp.experts.110.gate_proj,0.0000009378,0.02500,3.378
17,mlp.experts.117.gate_proj,0.0000020210,0.02500,3.079
17,mlp.experts.113.gate_proj,0.0000015620,0.02500,3.189
17,mlp.experts.100.gate_proj,0.0000022248,0.02500,3.011
17,mlp.experts.104.gate_proj,0.0000017290,0.02500,3.737
17,mlp.experts.5.up_proj,0.0000019146,0.02500,3.959
17,mlp.experts.1.up_proj,0.0000020874,0.02500,3.571
17,mlp.experts.103.gate_proj,0.0000008202,0.02500,5.159
17,mlp.experts.107.gate_proj,0.0000027485,0.02500,4.916
17,mlp.experts.99.gate_proj,0.0000012078,0.02500,4.785
17,mlp.experts.111.gate_proj,0.0000023688,0.02500,4.898
17,mlp.experts.96.gate_proj,0.0000019350,0.02500,3.969
17,mlp.experts.2.up_proj,0.0000018903,0.02500,3.146
17,mlp.experts.114.gate_proj,0.0000025742,0.02500,3.139
17,mlp.experts.118.gate_proj,0.0000026691,0.02500,3.154
17,mlp.experts.6.up_proj,0.0000014915,0.02500,3.159
17,mlp.experts.4.up_proj,0.0000014660,0.02500,3.824
17,mlp.experts.13.up_proj,0.0000017465,0.02500,3.501
17,mlp.experts.9.up_proj,0.0000016333,0.02500,3.603
17,mlp.experts.21.up_proj,0.0000010301,0.02500,3.626
17,mlp.experts.17.up_proj,0.0000020203,0.02500,3.667
17,mlp.experts.116.gate_proj,0.0000009809,0.02500,4.258
17,mlp.experts.0.up_proj,0.0000020969,0.02500,4.264
17,mlp.experts.3.up_proj,0.0000025317,0.02500,4.358
17,mlp.experts.115.gate_proj,0.0000021390,0.02500,4.337
17,mlp.experts.7.up_proj,0.0000020328,0.02500,4.375
17,mlp.experts.18.up_proj,0.0000024391,0.02500,3.089
17,mlp.experts.119.gate_proj,0.0000025566,0.02500,4.764
17,mlp.experts.112.gate_proj,0.0000016790,0.02500,4.331
17,mlp.experts.14.up_proj,0.0000010571,0.02500,3.003
17,mlp.experts.10.up_proj,0.0000025308,0.02500,3.121
17,mlp.experts.22.up_proj,0.0000017127,0.02500,3.064
17,mlp.experts.25.up_proj,0.0000018646,0.02500,3.719
17,mlp.experts.29.up_proj,0.0000017427,0.02500,3.957
17,mlp.experts.20.up_proj,0.0000014963,0.02500,4.616
17,mlp.experts.37.up_proj,0.0000026159,0.02500,4.061
17,mlp.experts.33.up_proj,0.0000014637,0.02500,3.857
17,mlp.experts.34.up_proj,0.0000020028,0.02500,2.997
17,mlp.experts.16.up_proj,0.0000014916,0.02500,4.190
17,mlp.experts.12.up_proj,0.0000019336,0.02500,4.537
17,mlp.experts.30.up_proj,0.0000019514,0.02500,3.102
17,mlp.experts.26.up_proj,0.0000012341,0.02500,3.115
17,mlp.experts.38.up_proj,0.0000016026,0.02500,3.120
17,mlp.experts.19.up_proj,0.0000018414,0.02500,4.249
17,mlp.experts.11.up_proj,0.0000021356,0.02500,4.198
17,mlp.experts.23.up_proj,0.0000005986,0.02500,4.278
17,mlp.experts.8.up_proj,0.0000016906,0.02500,4.192
17,mlp.experts.15.up_proj,0.0000021021,0.02500,5.042
17,mlp.experts.36.up_proj,0.0000017884,0.02500,3.317
17,mlp.experts.49.up_proj,0.0000013918,0.02500,3.138
17,mlp.experts.45.up_proj,0.0000013663,0.02500,3.878
17,mlp.experts.53.up_proj,0.0000024066,0.02500,3.452
17,mlp.experts.41.up_proj,0.0000019131,0.02500,4.060
17,mlp.experts.50.up_proj,0.0000014118,0.02500,3.286
17,mlp.experts.32.up_proj,0.0000008438,0.02500,3.503
17,mlp.experts.28.up_proj,0.0000014327,0.02500,3.319
17,mlp.experts.46.up_proj,0.0000023098,0.02500,3.207
17,mlp.experts.42.up_proj,0.0000005647,0.02500,3.208
17,mlp.experts.54.up_proj,0.0000017686,0.02500,3.213
17,mlp.experts.24.up_proj,0.0000015487,0.02500,3.326
17,mlp.experts.27.up_proj,0.0000026436,0.02500,4.809
17,mlp.experts.35.up_proj,0.0000005485,0.02500,4.868
17,mlp.experts.39.up_proj,0.0000021714,0.02500,4.786
17,mlp.experts.52.up_proj,0.0000007239,0.02500,3.248
17,mlp.experts.66.up_proj,0.0000011478,0.02500,3.030
17,mlp.experts.69.up_proj,0.0000020199,0.02500,3.604
17,mlp.experts.44.up_proj,0.0000023449,0.02500,2.911
17,mlp.experts.57.up_proj,0.0000020577,0.02500,3.812
17,mlp.experts.62.up_proj,0.0000014326,0.02500,3.048
17,mlp.experts.65.up_proj,0.0000020150,0.02500,4.087
17,mlp.experts.70.up_proj,0.0000033758,0.02500,3.018
17,mlp.experts.61.up_proj,0.0000019769,0.02500,4.169
17,mlp.experts.31.up_proj,0.0000016637,0.02500,5.073
17,mlp.experts.58.up_proj,0.0000021327,0.02500,3.261
17,mlp.experts.48.up_proj,0.0000029472,0.02500,3.451
17,mlp.experts.40.up_proj,0.0000006200,0.02500,3.949
17,mlp.experts.82.up_proj,0.0000014952,0.02500,3.147
17,mlp.experts.68.up_proj,0.0000019658,0.02500,4.012
17,mlp.experts.78.up_proj,0.0000031316,0.02500,3.119
17,mlp.experts.60.up_proj,0.0000019675,0.02500,3.288
17,mlp.experts.86.up_proj,0.0000010959,0.02500,3.121
17,mlp.experts.73.up_proj,0.0000022656,0.02500,3.391
17,mlp.experts.74.up_proj,0.0000016598,0.02500,3.107
17,mlp.experts.81.up_proj,0.0000027950,0.02500,3.582
17,mlp.experts.64.up_proj,0.0000018528,0.02500,3.346
17,mlp.experts.51.up_proj,0.0000017569,0.02500,4.867
17,mlp.experts.77.up_proj,0.0000015987,0.02500,3.572
17,mlp.experts.85.up_proj,0.0000018568,0.02500,4.124
17,mlp.experts.43.up_proj,0.0000017164,0.02500,5.042
17,mlp.experts.55.up_proj,0.0000012875,0.02500,4.996
17,mlp.experts.47.up_proj,0.0000009544,0.02500,4.861
17,mlp.experts.56.up_proj,0.0000012091,0.02500,3.613
17,mlp.experts.98.up_proj,0.0000011842,0.02500,3.505
17,mlp.experts.84.up_proj,0.0000022889,0.02500,3.114
17,mlp.experts.76.up_proj,0.0000012302,0.02500,3.314
17,mlp.experts.89.up_proj,0.0000018927,0.02500,3.224
17,mlp.experts.94.up_proj,0.0000016410,0.02500,3.694
17,mlp.experts.102.up_proj,0.0000012612,0.02500,3.690
17,mlp.experts.80.up_proj,0.0000032208,0.02500,3.434
17,mlp.experts.93.up_proj,0.0000016551,0.02500,3.292
17,mlp.experts.97.up_proj,0.0000019894,0.02500,3.468
17,mlp.experts.90.up_proj,0.0000032858,0.02500,3.754
17,mlp.experts.101.up_proj,0.0000032664,0.02500,3.527
17,mlp.experts.67.up_proj,0.0000026823,0.02500,4.634
17,mlp.experts.59.up_proj,0.0000016320,0.02500,4.624
17,mlp.experts.71.up_proj,0.0000013108,0.02500,4.608
17,mlp.experts.72.up_proj,0.0000027071,0.02500,3.727
17,mlp.experts.100.up_proj,0.0000022056,0.02500,3.427
17,mlp.experts.92.up_proj,0.0000021156,0.02500,3.405
17,mlp.experts.105.up_proj,0.0000013897,0.02500,3.375
17,mlp.experts.109.up_proj,0.0000012029,0.02500,3.089
17,mlp.experts.113.up_proj,0.0000015542,0.02500,3.091
17,mlp.experts.63.up_proj,0.0000015792,0.02500,5.110
17,mlp.experts.117.up_proj,0.0000020003,0.02500,2.917
17,mlp.experts.96.up_proj,0.0000019178,0.02500,3.794
17,mlp.experts.114.up_proj,0.0000025633,0.02500,4.806
17,mlp.experts.110.up_proj,0.0000009324,0.02500,4.480
17,mlp.experts.118.up_proj,0.0000026445,0.02500,4.351
17,mlp.experts.106.up_proj,0.0000014151,0.02500,4.246
17,mlp.experts.88.up_proj,0.0000014188,0.02500,3.437
17,mlp.experts.83.up_proj,0.0000023039,0.02500,4.205
17,mlp.experts.75.up_proj,0.0000014916,0.02500,4.169
17,mlp.experts.87.up_proj,0.0000016175,0.02500,4.206
17,mlp.experts.108.up_proj,0.0000016354,0.02500,2.986
17,mlp.experts.116.up_proj,0.0000009742,0.02500,3.313
17,mlp.experts.112.up_proj,0.0000016640,0.02500,2.648
17,mlp.experts.104.up_proj,0.0000017126,0.02500,1.723
17,mlp.experts.79.up_proj,0.0000012808,0.02500,4.510
17,mlp.experts.99.up_proj,0.0000011919,0.02500,3.956
17,mlp.experts.91.up_proj,0.0000019365,0.02500,3.946
17,mlp.experts.103.up_proj,0.0000008117,0.02500,4.002
17,mlp.experts.95.up_proj,0.0000018334,0.02500,5.004
17,mlp.experts.115.up_proj,0.0000021215,0.02500,4.618
17,mlp.experts.107.up_proj,0.0000027267,0.02500,4.609
17,mlp.experts.119.up_proj,0.0000025367,0.02500,4.591
17,mlp.experts.111.up_proj,0.0000023425,0.02500,2.464
17,mlp.experts.10.down_proj,0.0000000402,0.02500,1.330
17,mlp.experts.0.down_proj,0.0000000443,0.02500,1.403
17,mlp.experts.2.down_proj,0.0000000324,0.02500,1.412
17,mlp.experts.6.down_proj,0.0000000225,0.02500,1.418
17,mlp.experts.4.down_proj,0.0000000259,0.02500,1.426
17,mlp.experts.12.down_proj,0.0000000286,0.02500,1.371
17,mlp.experts.14.down_proj,0.0000000191,0.02500,1.370
17,mlp.experts.8.down_proj,0.0000000239,0.02500,1.489
17,mlp.experts.9.down_proj,0.0000000259,0.02500,1.561
17,mlp.experts.1.down_proj,0.0000000334,0.02500,1.629
17,mlp.experts.5.down_proj,0.0000000337,0.02500,1.698
17,mlp.experts.13.down_proj,0.0000000359,0.02500,1.653
17,mlp.experts.3.down_proj,0.0000000421,0.02500,1.865
17,mlp.experts.7.down_proj,0.0000000309,0.02500,1.944
17,mlp.experts.15.down_proj,0.0000000267,0.02500,1.836
17,mlp.experts.11.down_proj,0.0000000316,0.02500,1.838
17,mlp.experts.16.down_proj,0.0000000210,0.02500,1.034
17,mlp.experts.28.down_proj,0.0000000257,0.02500,1.012
17,mlp.experts.20.down_proj,0.0000000161,0.02500,1.174
17,mlp.experts.30.down_proj,0.0000000345,0.02500,1.215
17,mlp.experts.18.down_proj,0.0000000386,0.02500,1.259
17,mlp.experts.22.down_proj,0.0000000285,0.02500,1.261
17,mlp.experts.26.down_proj,0.0000000193,0.02500,1.301
17,mlp.experts.17.down_proj,0.0000000328,0.02500,1.150
17,mlp.experts.25.down_proj,0.0000000325,0.02500,1.173
17,mlp.experts.21.down_proj,0.0000000263,0.02500,1.121
17,mlp.experts.24.down_proj,0.0000000286,0.02500,1.304
17,mlp.experts.29.down_proj,0.0000000288,0.02500,1.242
17,mlp.experts.44.down_proj,0.0000000384,0.02500,1.106
17,mlp.experts.19.down_proj,0.0000000334,0.02500,1.821
17,mlp.experts.27.down_proj,0.0000000484,0.02500,1.694
17,mlp.experts.31.down_proj,0.0000000190,0.02500,1.718
17,mlp.experts.23.down_proj,0.0000000104,0.02500,1.854
17,mlp.experts.32.down_proj,0.0000000130,0.02500,1.391
17,mlp.experts.34.down_proj,0.0000000283,0.02500,1.203
17,mlp.experts.46.down_proj,0.0000000502,0.02500,1.223
17,mlp.experts.33.down_proj,0.0000000346,0.02500,1.102
17,mlp.experts.36.down_proj,0.0000000406,0.02500,1.296
17,mlp.experts.41.down_proj,0.0000000378,0.02500,1.100
17,mlp.experts.37.down_proj,0.0000000428,0.02500,1.085
17,mlp.experts.42.down_proj,0.0000000106,0.02500,1.218
17,mlp.experts.38.down_proj,0.0000000226,0.02500,1.251
17,mlp.experts.40.down_proj,0.0000000196,0.02500,1.142
17,mlp.experts.45.down_proj,0.0000000235,0.02500,1.136
17,mlp.experts.60.down_proj,0.0000000348,0.02500,0.937
17,mlp.experts.49.down_proj,0.0000000289,0.02500,0.862
17,mlp.experts.53.down_proj,0.0000000394,0.02500,0.861
17,mlp.experts.57.down_proj,0.0000000320,0.02500,0.876
17,mlp.experts.52.down_proj,0.0000000174,0.02500,0.883
17,mlp.experts.61.down_proj,0.0000000397,0.02500,0.880
17,mlp.experts.48.down_proj,0.0000000430,0.02500,1.190
17,mlp.experts.50.down_proj,0.0000000270,0.02500,1.237
17,mlp.experts.58.down_proj,0.0000000278,0.02500,1.212
17,mlp.experts.54.down_proj,0.0000000350,0.02500,1.204
17,mlp.experts.62.down_proj,0.0000000359,0.02500,1.275
17,mlp.experts.56.down_proj,0.0000000275,0.02500,1.163
17,mlp.experts.47.down_proj,0.0000000175,0.02500,1.499
17,mlp.experts.35.down_proj,0.0000000076,0.02500,1.524
17,mlp.experts.43.down_proj,0.0000000254,0.02500,1.579
17,mlp.experts.76.down_proj,0.0000000253,0.02500,0.847
17,mlp.experts.39.down_proj,0.0000000388,0.02500,1.662
17,mlp.experts.68.down_proj,0.0000000328,0.02500,1.010
17,mlp.experts.65.down_proj,0.0000000366,0.02500,1.062
17,mlp.experts.73.down_proj,0.0000000314,0.02500,1.045
17,mlp.experts.69.down_proj,0.0000000363,0.02500,1.067
17,mlp.experts.64.down_proj,0.0000000317,0.02500,0.888
17,mlp.experts.66.down_proj,0.0000000162,0.02500,0.888
17,mlp.experts.74.down_proj,0.0000000244,0.02500,0.889
17,mlp.experts.70.down_proj,0.0000000638,0.02500,0.896
17,mlp.experts.78.down_proj,0.0000000488,0.02500,0.891
17,mlp.experts.77.down_proj,0.0000000195,0.02500,1.068
17,mlp.experts.92.down_proj,0.0000000306,0.02500,0.836
17,mlp.experts.72.down_proj,0.0000000490,0.02500,1.143
17,mlp.experts.89.down_proj,0.0000000273,0.02500,0.855
17,mlp.experts.85.down_proj,0.0000000410,0.02500,0.858
17,mlp.experts.81.down_proj,0.0000000361,0.02500,0.894
17,mlp.experts.63.down_proj,0.0000000198,0.02500,1.498
17,mlp.experts.84.down_proj,0.0000000313,0.02500,0.946
17,mlp.experts.51.down_proj,0.0000000231,0.02500,1.551
17,mlp.experts.59.down_proj,0.0000000286,0.02500,1.505
17,mlp.experts.93.down_proj,0.0000000289,0.02500,0.863
17,mlp.experts.82.down_proj,0.0000000289,0.02500,0.923
17,mlp.experts.90.down_proj,0.0000000583,0.02500,0.919
17,mlp.experts.94.down_proj,0.0000000304,0.02500,0.907
17,mlp.experts.86.down_proj,0.0000000122,0.02500,0.930
17,mlp.experts.55.down_proj,0.0000000209,0.02500,1.559
17,mlp.experts.80.down_proj,0.0000000578,0.02500,1.121
17,mlp.experts.108.down_proj,0.0000000252,0.02500,0.876
17,mlp.experts.88.down_proj,0.0000000291,0.02500,1.094
17,mlp.experts.105.down_proj,0.0000000162,0.02500,0.835
17,mlp.experts.97.down_proj,0.0000000256,0.02500,0.818
17,mlp.experts.101.down_proj,0.0000000517,0.02500,0.831
17,mlp.experts.100.down_proj,0.0000000439,0.02500,0.795
17,mlp.experts.109.down_proj,0.0000000177,0.02500,0.795
17,mlp.experts.106.down_proj,0.0000000248,0.02500,0.883
17,mlp.experts.98.down_proj,0.0000000252,0.02500,0.893
17,mlp.experts.110.down_proj,0.0000000179,0.02500,0.887
17,mlp.experts.102.down_proj,0.0000000193,0.02500,0.885
17,mlp.experts.79.down_proj,0.0000000220,0.02500,1.294
17,mlp.experts.96.down_proj,0.0000000372,0.02500,0.997
17,mlp.experts.67.down_proj,0.0000000327,0.02500,1.289
17,mlp.experts.75.down_proj,0.0000000218,0.02500,1.299
17,mlp.experts.113.down_proj,0.0000000357,0.02500,0.634
17,mlp.experts.117.down_proj,0.0000000226,0.02500,0.640
17,mlp.experts.116.down_proj,0.0000000197,0.02500,0.720
17,mlp.experts.104.down_proj,0.0000000308,0.02500,0.955
17,mlp.experts.71.down_proj,0.0000000334,0.02500,1.458
17,mlp.experts.112.down_proj,0.0000000276,0.02500,0.625
17,mlp.experts.114.down_proj,0.0000000426,0.02500,0.831
17,mlp.experts.118.down_proj,0.0000000409,0.02500,0.811
17,mlp.experts.95.down_proj,0.0000000485,0.02500,1.483
17,mlp.experts.83.down_proj,0.0000000324,0.02500,1.483
17,mlp.experts.91.down_proj,0.0000000295,0.02500,1.507
17,mlp.experts.87.down_proj,0.0000000283,0.02500,1.574
17,mlp.experts.111.down_proj,0.0000000305,0.02500,1.151
17,mlp.experts.99.down_proj,0.0000000217,0.02500,1.143
17,mlp.experts.107.down_proj,0.0000000359,0.02500,1.148
17,mlp.experts.103.down_proj,0.0000000113,0.02500,1.125
17,mlp.experts.115.down_proj,0.0000000338,0.02500,0.899
17,mlp.experts.119.down_proj,0.0000000401,0.02500,0.598
18,self_attn.v_proj,0.0000000022,0.02500,1.500
18,self_attn.k_proj,0.0000000014,0.02500,1.544
18,self_attn.q_proj,0.0000000063,0.02500,1.855
18,self_attn.o_proj,0.0000000013,0.02500,3.672
18,mlp.shared_experts.gate_proj,0.0000000967,0.02500,1.522
18,mlp.shared_experts.up_proj,0.0000000995,0.02500,1.358
18,mlp.shared_experts.down_proj,0.0000000009,0.02500,0.380
18,mlp.experts.9.gate_proj,0.0000020830,0.02500,3.843
18,mlp.experts.1.gate_proj,0.0000028435,0.02500,4.440
18,mlp.experts.5.gate_proj,0.0000025099,0.02500,4.451
18,mlp.experts.2.gate_proj,0.0000057020,0.02500,4.497
18,mlp.experts.13.gate_proj,0.0000027733,0.02500,4.164
18,mlp.experts.10.gate_proj,0.0000021167,0.02500,4.171
18,mlp.experts.6.gate_proj,0.0000018415,0.02500,4.682
18,mlp.experts.15.gate_proj,0.0000029845,0.02500,4.319
18,mlp.experts.7.gate_proj,0.0000018681,0.02500,4.872
18,mlp.experts.14.gate_proj,0.0000012190,0.02500,4.579
18,mlp.experts.3.gate_proj,0.0000024894,0.02500,5.009
18,mlp.experts.11.gate_proj,0.0000024022,0.02500,4.541
18,mlp.experts.4.gate_proj,0.0000027331,0.02500,5.736
18,mlp.experts.0.gate_proj,0.0000021819,0.02500,5.805
18,mlp.experts.12.gate_proj,0.0000031229,0.02500,5.440
18,mlp.experts.8.gate_proj,0.0000022387,0.02500,5.744
18,mlp.experts.22.gate_proj,0.0000014538,0.02500,3.096
18,mlp.experts.18.gate_proj,0.0000021933,0.02500,3.286
18,mlp.experts.29.gate_proj,0.0000011055,0.02500,3.235
18,mlp.experts.25.gate_proj,0.0000022514,0.02500,3.659
18,mlp.experts.17.gate_proj,0.0000035028,0.02500,3.742
18,mlp.experts.21.gate_proj,0.0000041584,0.02500,3.798
18,mlp.experts.26.gate_proj,0.0000012526,0.02500,3.746
18,mlp.experts.30.gate_proj,0.0000029154,0.02500,3.520
18,mlp.experts.31.gate_proj,0.0000013355,0.02500,3.875
18,mlp.experts.23.gate_proj,0.0000011092,0.02500,3.921
18,mlp.experts.19.gate_proj,0.0000017313,0.02500,3.845
18,mlp.experts.27.gate_proj,0.0000010806,0.02500,3.819
18,mlp.experts.20.gate_proj,0.0000014762,0.02500,4.233
18,mlp.experts.28.gate_proj,0.0000010930,0.02500,4.181
18,mlp.experts.24.gate_proj,0.0000029661,0.02500,4.118
18,mlp.experts.16.gate_proj,0.0000006310,0.02500,4.709
18,mlp.experts.38.gate_proj,0.0000018959,0.02500,3.277
18,mlp.experts.34.gate_proj,0.0000024723,0.02500,3.358
18,mlp.experts.45.gate_proj,0.0000017289,0.02500,3.699
18,mlp.experts.41.gate_proj,0.0000039347,0.02500,3.681
18,mlp.experts.33.gate_proj,0.0000020370,0.02500,3.413
18,mlp.experts.37.gate_proj,0.0000017098,0.02500,3.523
18,mlp.experts.42.gate_proj,0.0000025175,0.02500,3.455
18,mlp.experts.46.gate_proj,0.0000017458,0.02500,3.412
18,mlp.experts.47.gate_proj,0.0000025674,0.02500,4.054
18,mlp.experts.43.gate_proj,0.0000019275,0.02500,4.033
18,mlp.experts.35.gate_proj,0.0000018294,0.02500,4.036
18,mlp.experts.39.gate_proj,0.0000033954,0.02500,4.185
18,mlp.experts.54.gate_proj,0.0000018408,0.02500,3.239
18,mlp.experts.50.gate_proj,0.0000025229,0.02500,3.554
18,mlp.experts.36.gate_proj,0.0000014196,0.02500,4.751
18,mlp.experts.44.gate_proj,0.0000037815,0.02500,4.763
18,mlp.experts.40.gate_proj,0.0000033315,0.02500,4.797
18,mlp.experts.57.gate_proj,0.0000013901,0.02500,3.556
18,mlp.experts.58.gate_proj,0.0000009627,0.02500,3.409
18,mlp.experts.49.gate_proj,0.0000014889,0.02500,3.731
18,mlp.experts.61.gate_proj,0.0000025928,0.02500,3.871
18,mlp.experts.62.gate_proj,0.0000017882,0.02500,3.466
18,mlp.experts.53.gate_proj,0.0000023423,0.02500,3.787
18,mlp.experts.32.gate_proj,0.0000020594,0.02500,5.060
18,mlp.experts.63.gate_proj,0.0000016769,0.02500,3.253
18,mlp.experts.59.gate_proj,0.0000042957,0.02500,3.219
18,mlp.experts.51.gate_proj,0.0000017513,0.02500,3.273
18,mlp.experts.55.gate_proj,0.0000028157,0.02500,3.229
18,mlp.experts.66.gate_proj,0.0000023307,0.02500,3.002
18,mlp.experts.70.gate_proj,0.0000015743,0.02500,3.749
18,mlp.experts.74.gate_proj,0.0000011090,0.02500,3.370
18,mlp.experts.78.gate_proj,0.0000016994,0.02500,3.303
18,mlp.experts.65.gate_proj,0.0000012252,0.02500,3.553
18,mlp.experts.69.gate_proj,0.0000035167,0.02500,3.382
18,mlp.experts.73.gate_proj,0.0000021040,0.02500,3.886
18,mlp.experts.77.gate_proj,0.0000013064,0.02500,3.758
18,mlp.experts.52.gate_proj,0.0000035003,0.02500,4.439
18,mlp.experts.60.gate_proj,0.0000024363,0.02500,4.454
18,mlp.experts.79.gate_proj,0.0000029369,0.02500,3.315
18,mlp.experts.71.gate_proj,0.0000019011,0.02500,3.203
18,mlp.experts.67.gate_proj,0.0000016867,0.02500,3.249
18,mlp.experts.75.gate_proj,0.0000022912,0.02500,3.412
18,mlp.experts.56.gate_proj,0.0000033917,0.02500,4.567
18,mlp.experts.48.gate_proj,0.0000013012,0.02500,4.930
18,mlp.experts.82.gate_proj,0.0000006277,0.02500,3.714
18,mlp.experts.86.gate_proj,0.0000020249,0.02500,3.510
18,mlp.experts.94.gate_proj,0.0000015734,0.02500,3.333
18,mlp.experts.90.gate_proj,0.0000017046,0.02500,3.730
18,mlp.experts.81.gate_proj,0.0000025534,0.02500,3.640
18,mlp.experts.89.gate_proj,0.0000019136,0.02500,3.600
18,mlp.experts.95.gate_proj,0.0000029411,0.02500,3.362
18,mlp.experts.83.gate_proj,0.0000031239,0.02500,3.324
18,mlp.experts.85.gate_proj,0.0000019012,0.02500,3.834
18,mlp.experts.87.gate_proj,0.0000019803,0.02500,3.384
18,mlp.experts.91.gate_proj,0.0000010685,0.02500,3.383
18,mlp.experts.93.gate_proj,0.0000023322,0.02500,3.899
18,mlp.experts.68.gate_proj,0.0000009480,0.02500,4.964
18,mlp.experts.76.gate_proj,0.0000039055,0.02500,4.967
18,mlp.experts.72.gate_proj,0.0000012226,0.02500,4.956
18,mlp.experts.102.gate_proj,0.0000018294,0.02500,3.393
18,mlp.experts.110.gate_proj,0.0000020328,0.02500,3.017
18,mlp.experts.98.gate_proj,0.0000023013,0.02500,3.682
18,mlp.experts.64.gate_proj,0.0000016306,0.02500,5.149
18,mlp.experts.106.gate_proj,0.0000008240,0.02500,3.526
18,mlp.experts.111.gate_proj,0.0000030864,0.02500,3.301
18,mlp.experts.99.gate_proj,0.0000007178,0.02500,3.258
18,mlp.experts.103.gate_proj,0.0000011818,0.02500,3.330
18,mlp.experts.105.gate_proj,0.0000022015,0.02500,3.565
18,mlp.experts.107.gate_proj,0.0000031049,0.02500,3.304
18,mlp.experts.97.gate_proj,0.0000014804,0.02500,3.745
18,mlp.experts.101.gate_proj,0.0000012000,0.02500,3.617
18,mlp.experts.109.gate_proj,0.0000024872,0.02500,3.674
18,mlp.experts.6.up_proj,0.0000018207,0.02500,3.190
18,mlp.experts.84.gate_proj,0.0000020774,0.02500,4.388
18,mlp.experts.118.gate_proj,0.0000025184,0.02500,3.652
18,mlp.experts.92.gate_proj,0.0000027355,0.02500,4.421
18,mlp.experts.114.gate_proj,0.0000046360,0.02500,3.652
18,mlp.experts.88.gate_proj,0.0000012336,0.02500,4.610
18,mlp.experts.2.up_proj,0.0000056578,0.02500,3.800
18,mlp.experts.117.gate_proj,0.0000026197,0.02500,3.326
18,mlp.experts.1.up_proj,0.0000028189,0.02500,3.560
18,mlp.experts.113.gate_proj,0.0000013222,0.02500,3.511
18,mlp.experts.7.up_proj,0.0000019078,0.02500,3.848
18,mlp.experts.115.gate_proj,0.0000020073,0.02500,3.943
18,mlp.experts.119.gate_proj,0.0000029687,0.02500,3.927
18,mlp.experts.5.up_proj,0.0000024857,0.02500,3.433
18,mlp.experts.3.up_proj,0.0000024717,0.02500,4.001
18,mlp.experts.80.gate_proj,0.0000027175,0.02500,5.196
18,mlp.experts.22.up_proj,0.0000014392,0.02500,3.920
18,mlp.experts.14.up_proj,0.0000012077,0.02500,3.814
18,mlp.experts.13.up_proj,0.0000027149,0.02500,3.019
18,mlp.experts.10.up_proj,0.0000021049,0.02500,4.079
18,mlp.experts.17.up_proj,0.0000034817,0.02500,3.065
18,mlp.experts.9.up_proj,0.0000020548,0.02500,3.130
18,mlp.experts.21.up_proj,0.0000041195,0.02500,2.929
18,mlp.experts.18.up_proj,0.0000021664,0.02500,3.784
18,mlp.experts.100.gate_proj,0.0000015467,0.02500,5.206
18,mlp.experts.108.gate_proj,0.0000013995,0.02500,5.188
18,mlp.experts.23.up_proj,0.0000010965,0.02500,4.116
18,mlp.experts.11.up_proj,0.0000023666,0.02500,4.076
18,mlp.experts.15.up_proj,0.0000029580,0.02500,4.228
18,mlp.experts.104.gate_proj,0.0000021711,0.02500,5.081
18,mlp.experts.19.up_proj,0.0000017250,0.02500,4.133
18,mlp.experts.96.gate_proj,0.0000022231,0.02500,4.669
18,mlp.experts.38.up_proj,0.0000018818,0.02500,3.399
18,mlp.experts.29.up_proj,0.0000010985,0.02500,3.006
18,mlp.experts.33.up_proj,0.0000020162,0.02500,2.984
18,mlp.experts.25.up_proj,0.0000022299,0.02500,2.994
18,mlp.experts.30.up_proj,0.0000028892,0.02500,3.553
18,mlp.experts.37.up_proj,0.0000016873,0.02500,2.975
18,mlp.experts.26.up_proj,0.0000012462,0.02500,3.356
18,mlp.experts.34.up_proj,0.0000024506,0.02500,3.471
18,mlp.experts.4.up_proj,0.0000027184,0.02500,3.379
18,mlp.experts.116.gate_proj,0.0000016634,0.02500,3.552
18,mlp.experts.0.up_proj,0.0000021601,0.02500,3.314
18,mlp.experts.27.up_proj,0.0000010695,0.02500,4.171
18,mlp.experts.39.up_proj,0.0000033591,0.02500,4.293
18,mlp.experts.31.up_proj,0.0000013270,0.02500,4.220
18,mlp.experts.35.up_proj,0.0000018126,0.02500,4.171
18,mlp.experts.45.up_proj,0.0000017072,0.02500,2.992
18,mlp.experts.112.gate_proj,0.0000022042,0.02500,3.268
18,mlp.experts.49.up_proj,0.0000014530,0.02500,2.995
18,mlp.experts.54.up_proj,0.0000018225,0.02500,3.344
18,mlp.experts.41.up_proj,0.0000039209,0.02500,3.030
18,mlp.experts.53.up_proj,0.0000023359,0.02500,3.019
18,mlp.experts.42.up_proj,0.0000024996,0.02500,3.188
18,mlp.experts.46.up_proj,0.0000017358,0.02500,3.942
18,mlp.experts.50.up_proj,0.0000025208,0.02500,3.184
18,mlp.experts.20.up_proj,0.0000014598,0.02500,3.325
18,mlp.experts.12.up_proj,0.0000031039,0.02500,3.367
18,mlp.experts.16.up_proj,0.0000006186,0.02500,3.252
18,mlp.experts.61.up_proj,0.0000025640,0.02500,2.822
18,mlp.experts.65.up_proj,0.0000012127,0.02500,2.850
18,mlp.experts.57.up_proj,0.0000013710,0.02500,2.780
18,mlp.experts.69.up_proj,0.0000034737,0.02500,2.773
18,mlp.experts.8.up_proj,0.0000022101,0.02500,3.268
18,mlp.experts.43.up_proj,0.0000019032,0.02500,4.136
18,mlp.experts.55.up_proj,0.0000027974,0.02500,4.125
18,mlp.experts.70.up_proj,0.0000015495,0.02500,3.544
18,mlp.experts.47.up_proj,0.0000025541,0.02500,4.119
18,mlp.experts.51.up_proj,0.0000017321,0.02500,4.177
18,mlp.experts.58.up_proj,0.0000009532,0.02500,3.427
18,mlp.experts.66.up_proj,0.0000023017,0.02500,3.341
18,mlp.experts.62.up_proj,0.0000017796,0.02500,3.589
18,mlp.experts.36.up_proj,0.0000013973,0.02500,3.241
18,mlp.experts.28.up_proj,0.0000010821,0.02500,3.249
18,mlp.experts.32.up_proj,0.0000020345,0.02500,3.233
18,mlp.experts.77.up_proj,0.0000012982,0.02500,2.831
18,mlp.experts.81.up_proj,0.0000025214,0.02500,2.844
18,mlp.experts.73.up_proj,0.0000020939,0.02500,2.838
18,mlp.experts.85.up_proj,0.0000018761,0.02500,2.832
18,mlp.experts.24.up_proj,0.0000029357,0.02500,3.192
18,mlp.experts.86.up_proj,0.0000020047,0.02500,3.130
18,mlp.experts.74.up_proj,0.0000011015,0.02500,3.671
18,mlp.experts.59.up_proj,0.0000042548,0.02500,4.221
18,mlp.experts.71.up_proj,0.0000018717,0.02500,4.379
18,mlp.experts.78.up_proj,0.0000016722,0.02500,3.351
18,mlp.experts.63.up_proj,0.0000016560,0.02500,4.231
18,mlp.experts.67.up_proj,0.0000016686,0.02500,4.216
18,mlp.experts.52.up_proj,0.0000034638,0.02500,3.137
18,mlp.experts.82.up_proj,0.0000006184,0.02500,3.539
18,mlp.experts.44.up_proj,0.0000037518,0.02500,3.152
18,mlp.experts.93.up_proj,0.0000023011,0.02500,2.852
18,mlp.experts.48.up_proj,0.0000012842,0.02500,3.167
18,mlp.experts.97.up_proj,0.0000014705,0.02500,2.823
18,mlp.experts.89.up_proj,0.0000018779,0.02500,2.890
18,mlp.experts.101.up_proj,0.0000011844,0.02500,2.896
18,mlp.experts.102.up_proj,0.0000018072,0.02500,3.184
18,mlp.experts.40.up_proj,0.0000032869,0.02500,3.512
18,mlp.experts.90.up_proj,0.0000016764,0.02500,3.186
18,mlp.experts.75.up_proj,0.0000022461,0.02500,3.927
18,mlp.experts.98.up_proj,0.0000022733,0.02500,3.536
18,mlp.experts.94.up_proj,0.0000015549,0.02500,3.756
18,mlp.experts.87.up_proj,0.0000019630,0.02500,3.885
18,mlp.experts.79.up_proj,0.0000029010,0.02500,3.854
18,mlp.experts.83.up_proj,0.0000030980,0.02500,3.801
18,mlp.experts.68.up_proj,0.0000009331,0.02500,4.150
18,mlp.experts.113.up_proj,0.0000013091,0.02500,3.918
18,mlp.experts.60.up_proj,0.0000024189,0.02500,4.224
18,mlp.experts.109.up_proj,0.0000024602,0.02500,4.033
18,mlp.experts.105.up_proj,0.0000021762,0.02500,3.863
18,mlp.experts.117.up_proj,0.0000025891,0.02500,3.742
18,mlp.experts.64.up_proj,0.0000016158,0.02500,4.145
18,mlp.experts.118.up_proj,0.0000024841,0.02500,3.382
18,mlp.experts.106.up_proj,0.0000008148,0.02500,3.027
18,mlp.experts.56.up_proj,0.0000033391,0.02500,4.112
18,mlp.experts.114.up_proj,0.0000045943,0.02500,2.617
18,mlp.experts.110.up_proj,0.0000020142,0.02500,2.591
18,mlp.experts.91.up_proj,0.0000010588,0.02500,3.039
18,mlp.experts.103.up_proj,0.0000011669,0.02500,3.020
18,mlp.experts.95.up_proj,0.0000028899,0.02500,3.017
18,mlp.experts.99.up_proj,0.0000007204,0.02500,3.056
18,mlp.experts.84.up_proj,0.0000020426,0.02500,4.137
18,mlp.experts.76.up_proj,0.0000038624,0.02500,4.143
18,mlp.experts.80.up_proj,0.0000027016,0.02500,4.158
18,mlp.experts.107.up_proj,0.0000030783,0.02500,2.791
18,mlp.experts.119.up_proj,0.0000029253,0.02500,2.719
18,mlp.experts.115.up_proj,0.0000019924,0.02500,2.639
18,mlp.experts.111.up_proj,0.0000030611,0.02500,2.685
18,mlp.experts.72.up_proj,0.0000012004,0.02500,4.130
18,mlp.experts.92.up_proj,0.0000027213,0.02500,3.842
18,mlp.experts.96.up_proj,0.0000021952,0.02500,3.781
18,mlp.experts.100.up_proj,0.0000015243,0.02500,4.386
18,mlp.experts.88.up_proj,0.0000012146,0.02500,3.964
18,mlp.experts.108.up_proj,0.0000013799,0.02500,4.515
18,mlp.experts.112.up_proj,0.0000021735,0.02500,4.623
18,mlp.experts.116.up_proj,0.0000016337,0.02500,4.477
18,mlp.experts.104.up_proj,0.0000021456,0.02500,3.502
18,mlp.experts.6.down_proj,0.0000000259,0.02500,1.589
18,mlp.experts.3.down_proj,0.0000000353,0.02500,1.596
18,mlp.experts.7.down_proj,0.0000000202,0.02500,1.600
18,mlp.experts.10.down_proj,0.0000000471,0.02500,1.601
18,mlp.experts.11.down_proj,0.0000000500,0.02500,1.554
18,mlp.experts.15.down_proj,0.0000000775,0.02500,1.521
18,mlp.experts.2.down_proj,0.0000001452,0.02500,1.706
18,mlp.experts.14.down_proj,0.0000000271,0.02500,1.576
18,mlp.experts.5.down_proj,0.0000000539,0.02500,1.887
18,mlp.experts.13.down_proj,0.0000000451,0.02500,1.774
18,mlp.experts.1.down_proj,0.0000000341,0.02500,1.938
18,mlp.experts.9.down_proj,0.0000000467,0.02500,1.960
18,mlp.experts.0.down_proj,0.0000000274,0.02500,2.205
18,mlp.experts.4.down_proj,0.0000000365,0.02500,2.277
18,mlp.experts.12.down_proj,0.0000000517,0.02500,2.125
18,mlp.experts.8.down_proj,0.0000000362,0.02500,2.311
18,mlp.experts.19.down_proj,0.0000000370,0.02500,0.938
18,mlp.experts.23.down_proj,0.0000000232,0.02500,0.952
18,mlp.experts.27.down_proj,0.0000000203,0.02500,1.001
18,mlp.experts.31.down_proj,0.0000000267,0.02500,0.967
18,mlp.experts.22.down_proj,0.0000000218,0.02500,1.096
18,mlp.experts.26.down_proj,0.0000000184,0.02500,1.118
18,mlp.experts.30.down_proj,0.0000000358,0.02500,1.102
18,mlp.experts.18.down_proj,0.0000000445,0.02500,1.131
18,mlp.experts.21.down_proj,0.0000000573,0.02500,1.049
18,mlp.experts.29.down_proj,0.0000000239,0.02500,1.079
18,mlp.experts.17.down_proj,0.0000000572,0.02500,1.072
18,mlp.experts.25.down_proj,0.0000000335,0.02500,1.055
18,mlp.experts.35.down_proj,0.0000000209,0.02500,0.978
18,mlp.experts.39.down_proj,0.0000000705,0.02500,0.975
18,mlp.experts.43.down_proj,0.0000000341,0.02500,0.959
18,mlp.experts.47.down_proj,0.0000000525,0.02500,0.958
18,mlp.experts.16.down_proj,0.0000000216,0.02500,1.428
18,mlp.experts.42.down_proj,0.0000000393,0.02500,0.963
18,mlp.experts.28.down_proj,0.0000000190,0.02500,1.407
18,mlp.experts.24.down_proj,0.0000000381,0.02500,1.405
18,mlp.experts.38.down_proj,0.0000000551,0.02500,1.036
18,mlp.experts.20.down_proj,0.0000000320,0.02500,1.476
18,mlp.experts.34.down_proj,0.0000000460,0.02500,1.023
18,mlp.experts.46.down_proj,0.0000000336,0.02500,1.050
18,mlp.experts.37.down_proj,0.0000000297,0.02500,1.018
18,mlp.experts.45.down_proj,0.0000000198,0.02500,0.968
18,mlp.experts.41.down_proj,0.0000000584,0.02500,0.990
18,mlp.experts.33.down_proj,0.0000000273,0.02500,1.056
18,mlp.experts.51.down_proj,0.0000000252,0.02500,0.934
18,mlp.experts.55.down_proj,0.0000000552,0.02500,0.955
18,mlp.experts.63.down_proj,0.0000000250,0.02500,0.966
18,mlp.experts.59.down_proj,0.0000000874,0.02500,0.985
18,mlp.experts.54.down_proj,0.0000000437,0.02500,0.890
18,mlp.experts.50.down_proj,0.0000000544,0.02500,0.886
18,mlp.experts.58.down_proj,0.0000000394,0.02500,1.137
18,mlp.experts.61.down_proj,0.0000000762,0.02500,0.966
18,mlp.experts.32.down_proj,0.0000000413,0.02500,1.359
18,mlp.experts.44.down_proj,0.0000000695,0.02500,1.286
18,mlp.experts.53.down_proj,0.0000000405,0.02500,1.070
18,mlp.experts.49.down_proj,0.0000000227,0.02500,0.978
18,mlp.experts.40.down_proj,0.0000000647,0.02500,1.333
18,mlp.experts.62.down_proj,0.0000000304,0.02500,1.181
18,mlp.experts.57.down_proj,0.0000000293,0.02500,1.090
18,mlp.experts.36.down_proj,0.0000000421,0.02500,1.423
18,mlp.experts.67.down_proj,0.0000000371,0.02500,0.974
18,mlp.experts.71.down_proj,0.0000000338,0.02500,0.979
18,mlp.experts.79.down_proj,0.0000000523,0.02500,0.932
18,mlp.experts.75.down_proj,0.0000000482,0.02500,0.941
18,mlp.experts.66.down_proj,0.0000000579,0.02500,0.899
18,mlp.experts.74.down_proj,0.0000000234,0.02500,0.890
18,mlp.experts.70.down_proj,0.0000000277,0.02500,1.157
18,mlp.experts.77.down_proj,0.0000000196,0.02500,0.962
18,mlp.experts.65.down_proj,0.0000000248,0.02500,1.004
18,mlp.experts.69.down_proj,0.0000000546,0.02500,1.083
18,mlp.experts.78.down_proj,0.0000000465,0.02500,1.102
18,mlp.experts.73.down_proj,0.0000000529,0.02500,1.214
18,mlp.experts.60.down_proj,0.0000000601,0.02500,1.342
18,mlp.experts.83.down_proj,0.0000000430,0.02500,0.937
18,mlp.experts.56.down_proj,0.0000000775,0.02500,1.334
18,mlp.experts.48.down_proj,0.0000000220,0.02500,1.405
18,mlp.experts.87.down_proj,0.0000000331,0.02500,0.967
18,mlp.experts.91.down_proj,0.0000000280,0.02500,0.933
18,mlp.experts.95.down_proj,0.0000000717,0.02500,0.957
18,mlp.experts.82.down_proj,0.0000000079,0.02500,0.874
18,mlp.experts.52.down_proj,0.0000000745,0.02500,1.440
18,mlp.experts.90.down_proj,0.0000000315,0.02500,0.956
18,mlp.experts.86.down_proj,0.0000000345,0.02500,1.140
18,mlp.experts.85.down_proj,0.0000000399,0.02500,0.939
18,mlp.experts.93.down_proj,0.0000000354,0.02500,1.163
18,mlp.experts.81.down_proj,0.0000000435,0.02500,1.205
18,mlp.experts.94.down_proj,0.0000000376,0.02500,1.107
18,mlp.experts.99.down_proj,0.0000000120,0.02500,0.925
18,mlp.experts.89.down_proj,0.0000000249,0.02500,0.980
18,mlp.experts.103.down_proj,0.0000000221,0.02500,0.929
18,mlp.experts.107.down_proj,0.0000000513,0.02500,0.918
18,mlp.experts.111.down_proj,0.0000000442,0.02500,0.927
18,mlp.experts.98.down_proj,0.0000000420,0.02500,1.017
18,mlp.experts.76.down_proj,0.0000000795,0.02500,1.213
18,mlp.experts.64.down_proj,0.0000000413,0.02500,1.196
18,mlp.experts.72.down_proj,0.0000000256,0.02500,1.214
18,mlp.experts.106.down_proj,0.0000000098,0.02500,0.940
18,mlp.experts.102.down_proj,0.0000000377,0.02500,0.938
18,mlp.experts.101.down_proj,0.0000000248,0.02500,0.882
18,mlp.experts.115.down_proj,0.0000000268,0.02500,0.667
18,mlp.experts.68.down_proj,0.0000000318,0.02500,1.354
18,mlp.experts.119.down_proj,0.0000000478,0.02500,0.645
18,mlp.experts.109.down_proj,0.0000000714,0.02500,1.070
18,mlp.experts.97.down_proj,0.0000000220,0.02500,0.891
18,mlp.experts.105.down_proj,0.0000000369,0.02500,1.013
18,mlp.experts.110.down_proj,0.0000000333,0.02500,1.044
18,mlp.experts.114.down_proj,0.0000001010,0.02500,1.008
18,mlp.experts.117.down_proj,0.0000000458,0.02500,0.685
18,mlp.experts.118.down_proj,0.0000000385,0.02500,0.827
18,mlp.experts.113.down_proj,0.0000000266,0.02500,0.580
18,mlp.experts.92.down_proj,0.0000000384,0.02500,1.187
18,mlp.experts.88.down_proj,0.0000000248,0.02500,1.196
18,mlp.experts.80.down_proj,0.0000000503,0.02500,1.277
18,mlp.experts.84.down_proj,0.0000000722,0.02500,1.175
18,mlp.experts.108.down_proj,0.0000000276,0.02500,1.214
18,mlp.experts.104.down_proj,0.0000000365,0.02500,1.217
18,mlp.experts.96.down_proj,0.0000000312,0.02500,1.329
18,mlp.experts.100.down_proj,0.0000000277,0.02500,1.112
18,mlp.experts.112.down_proj,0.0000000465,0.02500,0.859
18,mlp.experts.116.down_proj,0.0000000251,0.02500,0.830
19,self_attn.k_proj,0.0000000021,0.02500,1.766
19,self_attn.v_proj,0.0000000034,0.02500,1.825
19,self_attn.q_proj,0.0000000089,0.02500,2.148
19,self_attn.o_proj,0.0000000013,0.02500,3.582
19,mlp.shared_experts.gate_proj,0.0000001117,0.02500,1.259
19,mlp.shared_experts.up_proj,0.0000001175,0.02500,1.534
19,mlp.shared_experts.down_proj,0.0000000014,0.02500,0.383
19,mlp.experts.3.gate_proj,0.0000021714,0.02500,3.956
19,mlp.experts.7.gate_proj,0.0000020339,0.02500,4.049
19,mlp.experts.11.gate_proj,0.0000026336,0.02500,3.811
19,mlp.experts.15.gate_proj,0.0000024919,0.02500,3.937
19,mlp.experts.8.gate_proj,0.0000032307,0.02500,4.807
19,mlp.experts.12.gate_proj,0.0000025114,0.02500,4.462
19,mlp.experts.0.gate_proj,0.0000016477,0.02500,4.954
19,mlp.experts.4.gate_proj,0.0000026997,0.02500,4.985
19,mlp.experts.5.gate_proj,0.0000026204,0.02500,5.015
19,mlp.experts.9.gate_proj,0.0000013419,0.02500,4.764
19,mlp.experts.1.gate_proj,0.0000015462,0.02500,5.229
19,mlp.experts.13.gate_proj,0.0000074345,0.02500,5.023
19,mlp.experts.10.gate_proj,0.0000011120,0.02500,5.556
19,mlp.experts.14.gate_proj,0.0000019236,0.02500,5.604
19,mlp.experts.6.gate_proj,0.0000027840,0.02500,6.023
19,mlp.experts.2.gate_proj,0.0000019575,0.02500,6.368
19,mlp.experts.23.gate_proj,0.0000071896,0.02500,3.182
19,mlp.experts.19.gate_proj,0.0000027037,0.02500,3.387
19,mlp.experts.27.gate_proj,0.0000021965,0.02500,3.718
19,mlp.experts.31.gate_proj,0.0000030408,0.02500,3.674
19,mlp.experts.28.gate_proj,0.0000017143,0.02500,3.217
19,mlp.experts.24.gate_proj,0.0000040024,0.02500,3.267
19,mlp.experts.20.gate_proj,0.0000018355,0.02500,3.230
19,mlp.experts.16.gate_proj,0.0000029984,0.02500,3.370
19,mlp.experts.17.gate_proj,0.0000014250,0.02500,3.272
19,mlp.experts.25.gate_proj,0.0000024950,0.02500,3.576
19,mlp.experts.21.gate_proj,0.0000031943,0.02500,3.911
19,mlp.experts.29.gate_proj,0.0000024669,0.02500,3.613
19,mlp.experts.26.gate_proj,0.0000015807,0.02500,4.235
19,mlp.experts.30.gate_proj,0.0000025095,0.02500,4.321
19,mlp.experts.22.gate_proj,0.0000010542,0.02500,4.301
19,mlp.experts.39.gate_proj,0.0000018681,0.02500,3.417
19,mlp.experts.44.gate_proj,0.0000023732,0.02500,3.143
19,mlp.experts.35.gate_proj,0.0000027147,0.02500,3.840
19,mlp.experts.40.gate_proj,0.0000023591,0.02500,3.154
19,mlp.experts.36.gate_proj,0.0000027425,0.02500,3.192
19,mlp.experts.18.gate_proj,0.0000040479,0.02500,5.075
19,mlp.experts.32.gate_proj,0.0000022634,0.02500,3.270
19,mlp.experts.43.gate_proj,0.0000023304,0.02500,3.795
19,mlp.experts.47.gate_proj,0.0000021968,0.02500,3.788
19,mlp.experts.33.gate_proj,0.0000019645,0.02500,3.383
19,mlp.experts.41.gate_proj,0.0000022946,0.02500,3.307
19,mlp.experts.45.gate_proj,0.0000010450,0.02500,3.432
19,mlp.experts.37.gate_proj,0.0000013182,0.02500,4.076
19,mlp.experts.55.gate_proj,0.0000054324,0.02500,3.519
19,mlp.experts.56.gate_proj,0.0000032966,0.02500,3.331
19,mlp.experts.51.gate_proj,0.0000021385,0.02500,3.417
19,mlp.experts.52.gate_proj,0.0000023886,0.02500,3.245
19,mlp.experts.60.gate_proj,0.0000024543,0.02500,3.482
19,mlp.experts.48.gate_proj,0.0000024215,0.02500,3.303
19,mlp.experts.42.gate_proj,0.0000026017,0.02500,4.969
19,mlp.experts.63.gate_proj,0.0000028909,0.02500,3.439
19,mlp.experts.46.gate_proj,0.0000072464,0.02500,4.924
19,mlp.experts.38.gate_proj,0.0000018842,0.02500,5.038
19,mlp.experts.57.gate_proj,0.0000008055,0.02500,3.389
19,mlp.experts.59.gate_proj,0.0000023783,0.02500,3.864
19,mlp.experts.49.gate_proj,0.0000028415,0.02500,3.876
19,mlp.experts.61.gate_proj,0.0000011023,0.02500,3.566
19,mlp.experts.34.gate_proj,0.0000015065,0.02500,5.315
19,mlp.experts.53.gate_proj,0.0000028310,0.02500,3.787
19,mlp.experts.71.gate_proj,0.0000011740,0.02500,3.795
19,mlp.experts.67.gate_proj,0.0000018228,0.02500,3.578
19,mlp.experts.72.gate_proj,0.0000024264,0.02500,3.840
19,mlp.experts.68.gate_proj,0.0000025810,0.02500,3.797
19,mlp.experts.73.gate_proj,0.0000068538,0.02500,3.234
19,mlp.experts.76.gate_proj,0.0000032526,0.02500,3.991
19,mlp.experts.79.gate_proj,0.0000011317,0.02500,3.658
19,mlp.experts.64.gate_proj,0.0000011324,0.02500,4.055
19,mlp.experts.75.gate_proj,0.0000036948,0.02500,3.534
19,mlp.experts.65.gate_proj,0.0000016241,0.02500,3.594
19,mlp.experts.77.gate_proj,0.0000053094,0.02500,3.490
19,mlp.experts.62.gate_proj,0.0000005613,0.02500,4.617
19,mlp.experts.58.gate_proj,0.0000019731,0.02500,4.769
19,mlp.experts.54.gate_proj,0.0000040828,0.02500,4.668
19,mlp.experts.69.gate_proj,0.0000038386,0.02500,3.623
19,mlp.experts.50.gate_proj,0.0000045208,0.02500,4.577
19,mlp.experts.87.gate_proj,0.0000019697,0.02500,3.607
19,mlp.experts.83.gate_proj,0.0000024784,0.02500,3.584
19,mlp.experts.89.gate_proj,0.0000010777,0.02500,3.666
19,mlp.experts.95.gate_proj,0.0000025267,0.02500,3.716
19,mlp.experts.91.gate_proj,0.0000030534,0.02500,3.659
19,mlp.experts.81.gate_proj,0.0000027769,0.02500,3.431
19,mlp.experts.88.gate_proj,0.0000007674,0.02500,4.456
19,mlp.experts.84.gate_proj,0.0000025440,0.02500,4.522
19,mlp.experts.93.gate_proj,0.0000025595,0.02500,3.526
19,mlp.experts.92.gate_proj,0.0000019375,0.02500,4.500
19,mlp.experts.80.gate_proj,0.0000020380,0.02500,4.573
19,mlp.experts.85.gate_proj,0.0000018487,0.02500,3.460
19,mlp.experts.78.gate_proj,0.0000027786,0.02500,4.261
19,mlp.experts.74.gate_proj,0.0000019454,0.02500,4.296
19,mlp.experts.70.gate_proj,0.0000025136,0.02500,4.297
19,mlp.experts.103.gate_proj,0.0000010993,0.02500,3.239
19,mlp.experts.99.gate_proj,0.0000030111,0.02500,3.217
19,mlp.experts.111.gate_proj,0.0000020886,0.02500,3.039
19,mlp.experts.107.gate_proj,0.0000041079,0.02500,3.031
19,mlp.experts.66.gate_proj,0.0000031514,0.02500,4.641
19,mlp.experts.97.gate_proj,0.0000020573,0.02500,3.214
19,mlp.experts.105.gate_proj,0.0000030542,0.02500,3.836
19,mlp.experts.109.gate_proj,0.0000031338,0.02500,3.536
19,mlp.experts.104.gate_proj,0.0000017566,0.02500,4.204
19,mlp.experts.100.gate_proj,0.0000057459,0.02500,4.257
19,mlp.experts.101.gate_proj,0.0000020859,0.02500,3.372
19,mlp.experts.108.gate_proj,0.0000012108,0.02500,4.291
19,mlp.experts.96.gate_proj,0.0000018371,0.02500,4.294
19,mlp.experts.119.gate_proj,0.0000026633,0.02500,3.072
19,mlp.experts.115.gate_proj,0.0000023433,0.02500,3.092
19,mlp.experts.94.gate_proj,0.0000038414,0.02500,4.156
19,mlp.experts.90.gate_proj,0.0000014258,0.02500,4.135
19,mlp.experts.86.gate_proj,0.0000023502,0.02500,4.196
19,mlp.experts.7.up_proj,0.0000020116,0.02500,3.027
19,mlp.experts.3.up_proj,0.0000021568,0.02500,3.059
19,mlp.experts.113.gate_proj,0.0000038312,0.02500,3.115
19,mlp.experts.1.up_proj,0.0000015350,0.02500,3.792
19,mlp.experts.82.gate_proj,0.0000032504,0.02500,4.156
19,mlp.experts.5.up_proj,0.0000026040,0.02500,3.750
19,mlp.experts.117.gate_proj,0.0000036213,0.02500,3.246
19,mlp.experts.15.up_proj,0.0000024738,0.02500,2.862
19,mlp.experts.11.up_proj,0.0000025873,0.02500,2.942
19,mlp.experts.0.up_proj,0.0000016322,0.02500,4.446
19,mlp.experts.116.gate_proj,0.0000024075,0.02500,4.413
19,mlp.experts.23.up_proj,0.0000071213,0.02500,3.070
19,mlp.experts.4.up_proj,0.0000026688,0.02500,4.438
19,mlp.experts.19.up_proj,0.0000026570,0.02500,3.062
19,mlp.experts.112.gate_proj,0.0000025211,0.02500,4.300
19,mlp.experts.110.gate_proj,0.0000016956,0.02500,4.224
19,mlp.experts.106.gate_proj,0.0000033700,0.02500,4.307
19,mlp.experts.9.up_proj,0.0000013247,0.02500,3.597
19,mlp.experts.102.gate_proj,0.0000013525,0.02500,4.446
19,mlp.experts.17.up_proj,0.0000014050,0.02500,3.785
19,mlp.experts.21.up_proj,0.0000031606,0.02500,3.506
19,mlp.experts.31.up_proj,0.0000030146,0.02500,3.312
19,mlp.experts.27.up_proj,0.0000021698,0.02500,3.206
19,mlp.experts.13.up_proj,0.0000073907,0.02500,3.773
19,mlp.experts.98.gate_proj,0.0000033031,0.02500,4.328
19,mlp.experts.16.up_proj,0.0000029679,0.02500,3.055
19,mlp.experts.12.up_proj,0.0000024859,0.02500,3.131
19,mlp.experts.20.up_proj,0.0000018060,0.02500,3.094
19,mlp.experts.39.up_proj,0.0000018613,0.02500,3.392
19,mlp.experts.8.up_proj,0.0000031964,0.02500,3.091
19,mlp.experts.35.up_proj,0.0000026525,0.02500,3.593
19,mlp.experts.25.up_proj,0.0000024755,0.02500,3.176
19,mlp.experts.6.up_proj,0.0000027476,0.02500,4.248
19,mlp.experts.2.up_proj,0.0000019328,0.02500,4.213
19,mlp.experts.33.up_proj,0.0000019464,0.02500,3.313
19,mlp.experts.37.up_proj,0.0000012977,0.02500,3.317
19,mlp.experts.118.gate_proj,0.0000019685,0.02500,4.610
19,mlp.experts.32.up_proj,0.0000022486,0.02500,3.107
19,mlp.experts.29.up_proj,0.0000024379,0.02500,3.480
19,mlp.experts.28.up_proj,0.0000017046,0.02500,3.049
19,mlp.experts.36.up_proj,0.0000027090,0.02500,3.155
19,mlp.experts.47.up_proj,0.0000021682,0.02500,4.078
19,mlp.experts.24.up_proj,0.0000039615,0.02500,3.170
19,mlp.experts.43.up_proj,0.0000023182,0.02500,4.260
19,mlp.experts.114.gate_proj,0.0000017899,0.02500,4.373
19,mlp.experts.55.up_proj,0.0000053849,0.02500,4.168
19,mlp.experts.51.up_proj,0.0000021190,0.02500,4.155
19,mlp.experts.41.up_proj,0.0000022693,0.02500,3.858
19,mlp.experts.53.up_proj,0.0000028178,0.02500,3.523
19,mlp.experts.49.up_proj,0.0000027971,0.02500,3.806
19,mlp.experts.48.up_proj,0.0000024127,0.02500,3.236
19,mlp.experts.44.up_proj,0.0000023304,0.02500,3.262
19,mlp.experts.45.up_proj,0.0000010305,0.02500,3.432
19,mlp.experts.52.up_proj,0.0000023508,0.02500,3.193
19,mlp.experts.18.up_proj,0.0000040084,0.02500,4.695
19,mlp.experts.22.up_proj,0.0000010322,0.02500,4.828
19,mlp.experts.40.up_proj,0.0000023299,0.02500,3.222
19,mlp.experts.63.up_proj,0.0000028378,0.02500,3.862
19,mlp.experts.59.up_proj,0.0000023548,0.02500,3.599
19,mlp.experts.14.up_proj,0.0000019094,0.02500,5.072
19,mlp.experts.71.up_proj,0.0000011600,0.02500,3.533
19,mlp.experts.67.up_proj,0.0000017977,0.02500,3.512
19,mlp.experts.57.up_proj,0.0000007973,0.02500,3.626
19,mlp.experts.10.up_proj,0.0000010985,0.02500,4.763
19,mlp.experts.64.up_proj,0.0000011230,0.02500,3.216
19,mlp.experts.60.up_proj,0.0000024263,0.02500,3.223
19,mlp.experts.69.up_proj,0.0000038276,0.02500,3.689
19,mlp.experts.68.up_proj,0.0000025653,0.02500,3.251
19,mlp.experts.65.up_proj,0.0000015778,0.02500,3.809
19,mlp.experts.56.up_proj,0.0000032613,0.02500,3.277
19,mlp.experts.61.up_proj,0.0000010971,0.02500,3.899
19,mlp.experts.79.up_proj,0.0000011166,0.02500,3.809
19,mlp.experts.34.up_proj,0.0000014923,0.02500,4.427
19,mlp.experts.38.up_proj,0.0000018602,0.02500,4.464
19,mlp.experts.75.up_proj,0.0000036623,0.02500,4.245
19,mlp.experts.87.up_proj,0.0000019343,0.02500,4.024
19,mlp.experts.73.up_proj,0.0000068086,0.02500,3.543
19,mlp.experts.80.up_proj,0.0000020111,0.02500,3.094
19,mlp.experts.76.up_proj,0.0000032164,0.02500,3.076
19,mlp.experts.30.up_proj,0.0000024794,0.02500,4.835
19,mlp.experts.83.up_proj,0.0000024391,0.02500,4.483
19,mlp.experts.84.up_proj,0.0000025321,0.02500,3.120
19,mlp.experts.26.up_proj,0.0000015704,0.02500,4.246
19,mlp.experts.72.up_proj,0.0000024195,0.02500,3.062
19,mlp.experts.85.up_proj,0.0000018269,0.02500,4.137
19,mlp.experts.77.up_proj,0.0000052663,0.02500,3.674
19,mlp.experts.81.up_proj,0.0000027553,0.02500,4.355
19,mlp.experts.95.up_proj,0.0000024972,0.02500,4.390
19,mlp.experts.50.up_proj,0.0000044461,0.02500,4.306
19,mlp.experts.91.up_proj,0.0000030189,0.02500,3.938
19,mlp.experts.54.up_proj,0.0000040540,0.02500,4.340
19,mlp.experts.96.up_proj,0.0000018131,0.02500,3.136
19,mlp.experts.92.up_proj,0.0000019142,0.02500,3.115
19,mlp.experts.89.up_proj,0.0000010609,0.02500,3.625
19,mlp.experts.100.up_proj,0.0000056591,0.02500,3.054
19,mlp.experts.103.up_proj,0.0000010865,0.02500,3.930
19,mlp.experts.88.up_proj,0.0000007559,0.02500,3.115
19,mlp.experts.99.up_proj,0.0000029741,0.02500,3.755
19,mlp.experts.101.up_proj,0.0000020550,0.02500,3.589
19,mlp.experts.42.up_proj,0.0000025787,0.02500,4.301
19,mlp.experts.93.up_proj,0.0000025357,0.02500,3.419
19,mlp.experts.46.up_proj,0.0000071658,0.02500,4.773
19,mlp.experts.97.up_proj,0.0000020370,0.02500,3.460
19,mlp.experts.105.up_proj,0.0000030454,0.02500,3.037
19,mlp.experts.112.up_proj,0.0000024911,0.02500,3.540
19,mlp.experts.111.up_proj,0.0000020673,0.02500,3.726
19,mlp.experts.107.up_proj,0.0000040725,0.02500,3.665
19,mlp.experts.108.up_proj,0.0000012000,0.02500,3.495
19,mlp.experts.119.up_proj,0.0000026379,0.02500,3.290
19,mlp.experts.116.up_proj,0.0000023816,0.02500,3.416
19,mlp.experts.115.up_proj,0.0000023419,0.02500,2.936
19,mlp.experts.104.up_proj,0.0000017448,0.02500,3.276
19,mlp.experts.117.up_proj,0.0000035853,0.02500,2.642
19,mlp.experts.109.up_proj,0.0000030943,0.02500,2.556
19,mlp.experts.66.up_proj,0.0000031115,0.02500,4.531
19,mlp.experts.70.up_proj,0.0000024940,0.02500,4.519
19,mlp.experts.113.up_proj,0.0000038298,0.02500,2.415
19,mlp.experts.58.up_proj,0.0000019485,0.02500,4.735
19,mlp.experts.62.up_proj,0.0000005527,0.02500,4.861
19,mlp.experts.82.up_proj,0.0000032172,0.02500,4.613
19,mlp.experts.86.up_proj,0.0000023387,0.02500,4.708
19,mlp.experts.74.up_proj,0.0000019252,0.02500,4.612
19,mlp.experts.78.up_proj,0.0000027554,0.02500,5.114
19,mlp.experts.98.up_proj,0.0000032634,0.02500,4.851
19,mlp.experts.102.up_proj,0.0000013312,0.02500,5.000
19,mlp.experts.90.up_proj,0.0000014142,0.02500,4.979
19,mlp.experts.94.up_proj,0.0000037674,0.02500,5.423
19,mlp.experts.114.up_proj,0.0000017710,0.02500,5.325
19,mlp.experts.118.up_proj,0.0000019643,0.02500,5.179
19,mlp.experts.106.up_proj,0.0000033323,0.02500,4.131
19,mlp.experts.110.up_proj,0.0000016832,0.02500,3.173
19,mlp.experts.0.down_proj,0.0000000271,0.02500,1.223
19,mlp.experts.4.down_proj,0.0000000648,0.02500,1.241
19,mlp.experts.8.down_proj,0.0000000938,0.02500,1.169
19,mlp.experts.12.down_proj,0.0000000608,0.02500,1.172
19,mlp.experts.7.down_proj,0.0000000397,0.02500,1.445
19,mlp.experts.3.down_proj,0.0000000544,0.02500,1.475
19,mlp.experts.15.down_proj,0.0000000331,0.02500,1.439
19,mlp.experts.11.down_proj,0.0000000648,0.02500,1.442
19,mlp.experts.2.down_proj,0.0000000316,0.02500,1.603
19,mlp.experts.1.down_proj,0.0000000236,0.02500,1.635
19,mlp.experts.14.down_proj,0.0000000356,0.02500,1.559
19,mlp.experts.13.down_proj,0.0000001816,0.02500,1.567
19,mlp.experts.10.down_proj,0.0000000356,0.02500,1.575
19,mlp.experts.6.down_proj,0.0000000472,0.02500,1.688
19,mlp.experts.5.down_proj,0.0000000589,0.02500,1.698
19,mlp.experts.9.down_proj,0.0000000264,0.02500,1.673
19,mlp.experts.16.down_proj,0.0000000629,0.02500,0.881
19,mlp.experts.20.down_proj,0.0000000286,0.02500,0.877
19,mlp.experts.24.down_proj,0.0000001080,0.02500,0.875
19,mlp.experts.28.down_proj,0.0000000397,0.02500,0.875
19,mlp.experts.23.down_proj,0.0000001159,0.02500,1.179
19,mlp.experts.31.down_proj,0.0000000609,0.02500,1.101
19,mlp.experts.27.down_proj,0.0000000386,0.02500,1.111
19,mlp.experts.19.down_proj,0.0000000775,0.02500,1.251
19,mlp.experts.29.down_proj,0.0000000521,0.02500,1.250
19,mlp.experts.32.down_proj,0.0000000586,0.02500,0.890
19,mlp.experts.36.down_proj,0.0000000356,0.02500,0.890
19,mlp.experts.21.down_proj,0.0000000664,0.02500,1.315
19,mlp.experts.17.down_proj,0.0000000252,0.02500,1.389
19,mlp.experts.44.down_proj,0.0000000572,0.02500,0.891
19,mlp.experts.40.down_proj,0.0000000590,0.02500,0.903
19,mlp.experts.25.down_proj,0.0000000365,0.02500,1.291
19,mlp.experts.18.down_proj,0.0000000787,0.02500,1.504
19,mlp.experts.30.down_proj,0.0000000407,0.02500,1.484
19,mlp.experts.26.down_proj,0.0000000390,0.02500,1.526
19,mlp.experts.22.down_proj,0.0000000303,0.02500,1.511
19,mlp.experts.47.down_proj,0.0000000597,0.02500,0.856
19,mlp.experts.43.down_proj,0.0000000429,0.02500,0.863
19,mlp.experts.39.down_proj,0.0000000385,0.02500,1.139
19,mlp.experts.35.down_proj,0.0000000640,0.02500,1.153
19,mlp.experts.48.down_proj,0.0000000356,0.02500,0.899
19,mlp.experts.52.down_proj,0.0000000491,0.02500,0.902
19,mlp.experts.45.down_proj,0.0000000265,0.02500,1.026
19,mlp.experts.60.down_proj,0.0000000495,0.02500,0.913
19,mlp.experts.56.down_proj,0.0000000530,0.02500,0.913
19,mlp.experts.37.down_proj,0.0000000368,0.02500,1.014
19,mlp.experts.41.down_proj,0.0000000672,0.02500,0.987
19,mlp.experts.33.down_proj,0.0000000381,0.02500,1.059
19,mlp.experts.59.down_proj,0.0000000617,0.02500,0.861
19,mlp.experts.63.down_proj,0.0000000413,0.02500,0.893
19,mlp.experts.34.down_proj,0.0000000190,0.02500,1.551
19,mlp.experts.42.down_proj,0.0000000577,0.02500,1.498
19,mlp.experts.46.down_proj,0.0000002250,0.02500,1.598
19,mlp.experts.64.down_proj,0.0000000198,0.02500,0.909
19,mlp.experts.68.down_proj,0.0000000579,0.02500,0.910
19,mlp.experts.38.down_proj,0.0000000426,0.02500,1.666
19,mlp.experts.76.down_proj,0.0000000547,0.02500,0.926
19,mlp.experts.72.down_proj,0.0000000466,0.02500,0.932
19,mlp.experts.55.down_proj,0.0000001131,0.02500,1.140
19,mlp.experts.61.down_proj,0.0000000530,0.02500,0.972
19,mlp.experts.53.down_proj,0.0000000775,0.02500,0.933
19,mlp.experts.51.down_proj,0.0000000339,0.02500,1.102
19,mlp.experts.57.down_proj,0.0000000174,0.02500,0.938
19,mlp.experts.49.down_proj,0.0000000789,0.02500,0.936
19,mlp.experts.79.down_proj,0.0000000267,0.02500,0.930
19,mlp.experts.75.down_proj,0.0000000805,0.02500,0.982
19,mlp.experts.80.down_proj,0.0000000448,0.02500,1.058
19,mlp.experts.67.down_proj,0.0000000502,0.02500,0.881
19,mlp.experts.84.down_proj,0.0000000578,0.02500,1.053
19,mlp.experts.92.down_proj,0.0000000352,0.02500,1.048
19,mlp.experts.88.down_proj,0.0000000117,0.02500,1.054
19,mlp.experts.71.down_proj,0.0000000178,0.02500,1.186
19,mlp.experts.50.down_proj,0.0000000738,0.02500,1.570
19,mlp.experts.58.down_proj,0.0000000406,0.02500,1.566
19,mlp.experts.91.down_proj,0.0000000444,0.02500,0.931
19,mlp.experts.62.down_proj,0.0000000104,0.02500,1.576
19,mlp.experts.95.down_proj,0.0000000685,0.02500,1.115
19,mlp.experts.54.down_proj,0.0000001253,0.02500,1.608
19,mlp.experts.77.down_proj,0.0000001214,0.02500,1.584
19,mlp.experts.69.down_proj,0.0000000755,0.02500,1.572
19,mlp.experts.73.down_proj,0.0000001656,0.02500,1.586
19,mlp.experts.65.down_proj,0.0000000377,0.02500,1.583
19,mlp.experts.83.down_proj,0.0000000466,0.02500,0.902
19,mlp.experts.100.down_proj,0.0000001300,0.02500,0.936
19,mlp.experts.96.down_proj,0.0000000424,0.02500,0.949
19,mlp.experts.108.down_proj,0.0000000211,0.02500,0.955
19,mlp.experts.104.down_proj,0.0000000330,0.02500,0.960
19,mlp.experts.87.down_proj,0.0000000318,0.02500,0.934
19,mlp.experts.107.down_proj,0.0000000705,0.02500,0.985
19,mlp.experts.111.down_proj,0.0000000546,0.02500,0.915
19,mlp.experts.66.down_proj,0.0000000663,0.02500,1.246
19,mlp.experts.116.down_proj,0.0000000346,0.02500,0.681
19,mlp.experts.112.down_proj,0.0000000442,0.02500,0.690
19,mlp.experts.74.down_proj,0.0000000389,0.02500,1.256
19,mlp.experts.78.down_proj,0.0000000420,0.02500,1.243
19,mlp.experts.99.down_proj,0.0000000450,0.02500,0.981
19,mlp.experts.103.down_proj,0.0000000189,0.02500,0.898
19,mlp.experts.70.down_proj,0.0000000375,0.02500,1.500
19,mlp.experts.93.down_proj,0.0000000368,0.02500,1.583
19,mlp.experts.89.down_proj,0.0000000432,0.02500,1.533
19,mlp.experts.85.down_proj,0.0000000270,0.02500,1.593
19,mlp.experts.81.down_proj,0.0000000411,0.02500,1.570
19,mlp.experts.115.down_proj,0.0000000357,0.02500,0.818
19,mlp.experts.119.down_proj,0.0000000756,0.02500,0.705
19,mlp.experts.82.down_proj,0.0000000539,0.02500,1.243
19,mlp.experts.90.down_proj,0.0000000416,0.02500,1.265
19,mlp.experts.94.down_proj,0.0000000938,0.02500,1.283
19,mlp.experts.109.down_proj,0.0000000770,0.02500,1.183
19,mlp.experts.101.down_proj,0.0000000445,0.02500,1.187
19,mlp.experts.86.down_proj,0.0000000431,0.02500,1.376
19,mlp.experts.105.down_proj,0.0000000430,0.02500,1.278
19,mlp.experts.97.down_proj,0.0000000368,0.02500,1.225
19,mlp.experts.117.down_proj,0.0000000865,0.02500,0.548
19,mlp.experts.98.down_proj,0.0000000708,0.02500,1.175
19,mlp.experts.113.down_proj,0.0000000972,0.02500,0.515
19,mlp.experts.106.down_proj,0.0000000513,0.02500,1.160
19,mlp.experts.110.down_proj,0.0000000374,0.02500,1.151
19,mlp.experts.102.down_proj,0.0000000289,0.02500,1.171
19,mlp.experts.114.down_proj,0.0000000251,0.02500,1.006
19,mlp.experts.118.down_proj,0.0000000360,0.02500,0.616
20,self_attn.k_proj,0.0000000022,0.02500,1.788
20,self_attn.v_proj,0.0000000028,0.02500,1.883
20,self_attn.q_proj,0.0000000109,0.02500,1.979
20,self_attn.o_proj,0.0000000013,0.02500,3.942
20,mlp.shared_experts.gate_proj,0.0000001279,0.02500,1.344
20,mlp.shared_experts.up_proj,0.0000001374,0.02500,1.382
20,mlp.shared_experts.down_proj,0.0000000018,0.02500,0.397
20,mlp.experts.6.gate_proj,0.0000031844,0.02500,4.393
20,mlp.experts.2.gate_proj,0.0000035803,0.02500,4.468
20,mlp.experts.10.gate_proj,0.0000014132,0.02500,4.024
20,mlp.experts.14.gate_proj,0.0000025312,0.02500,4.273
20,mlp.experts.7.gate_proj,0.0000016962,0.02500,5.338
20,mlp.experts.1.gate_proj,0.0000037699,0.02500,5.460
20,mlp.experts.3.gate_proj,0.0000031361,0.02500,5.468
20,mlp.experts.5.gate_proj,0.0000013597,0.02500,5.512
20,mlp.experts.11.gate_proj,0.0000042316,0.02500,5.018
20,mlp.experts.13.gate_proj,0.0000044764,0.02500,5.078
20,mlp.experts.9.gate_proj,0.0000025938,0.02500,5.143
20,mlp.experts.15.gate_proj,0.0000030712,0.02500,5.211
20,mlp.experts.4.gate_proj,0.0000030269,0.02500,5.806
20,mlp.experts.8.gate_proj,0.0000009772,0.02500,5.358
20,mlp.experts.12.gate_proj,0.0000023951,0.02500,5.450
20,mlp.experts.0.gate_proj,0.0000037277,0.02500,6.199
20,mlp.experts.26.gate_proj,0.0000029084,0.02500,3.361
20,mlp.experts.30.gate_proj,0.0000031143,0.02500,3.368
20,mlp.experts.22.gate_proj,0.0000037014,0.02500,3.862
20,mlp.experts.18.gate_proj,0.0000013653,0.02500,3.969
20,mlp.experts.19.gate_proj,0.0000023368,0.02500,3.186
20,mlp.experts.23.gate_proj,0.0000036263,0.02500,3.590
20,mlp.experts.27.gate_proj,0.0000024378,0.02500,3.545
20,mlp.experts.31.gate_proj,0.0000029914,0.02500,3.411
20,mlp.experts.21.gate_proj,0.0000015762,0.02500,3.715
20,mlp.experts.17.gate_proj,0.0000015543,0.02500,3.772
20,mlp.experts.25.gate_proj,0.0000007047,0.02500,3.869
20,mlp.experts.29.gate_proj,0.0000033426,0.02500,3.938
20,mlp.experts.28.gate_proj,0.0000016708,0.02500,4.726
20,mlp.experts.20.gate_proj,0.0000045469,0.02500,4.991
20,mlp.experts.24.gate_proj,0.0000025232,0.02500,5.156
20,mlp.experts.16.gate_proj,0.0000025759,0.02500,5.053
20,mlp.experts.42.gate_proj,0.0000022090,0.02500,3.673
20,mlp.experts.46.gate_proj,0.0000010964,0.02500,3.686
20,mlp.experts.38.gate_proj,0.0000034607,0.02500,3.723
20,mlp.experts.34.gate_proj,0.0000018409,0.02500,3.727
20,mlp.experts.35.gate_proj,0.0000020326,0.02500,3.607
20,mlp.experts.43.gate_proj,0.0000029602,0.02500,3.270
20,mlp.experts.47.gate_proj,0.0000011022,0.02500,3.485
20,mlp.experts.39.gate_proj,0.0000019228,0.02500,3.908
20,mlp.experts.33.gate_proj,0.0000010844,0.02500,4.882
20,mlp.experts.37.gate_proj,0.0000011963,0.02500,4.977
20,mlp.experts.41.gate_proj,0.0000050231,0.02500,4.836
20,mlp.experts.45.gate_proj,0.0000030983,0.02500,5.198
20,mlp.experts.58.gate_proj,0.0000020784,0.02500,3.345
20,mlp.experts.62.gate_proj,0.0000041102,0.02500,3.128
20,mlp.experts.50.gate_proj,0.0000012572,0.02500,3.275
20,mlp.experts.36.gate_proj,0.0000026884,0.02500,4.799
20,mlp.experts.44.gate_proj,0.0000022378,0.02500,4.974
20,mlp.experts.54.gate_proj,0.0000016127,0.02500,3.855
20,mlp.experts.40.gate_proj,0.0000034811,0.02500,4.830
20,mlp.experts.32.gate_proj,0.0000034388,0.02500,4.870
20,mlp.experts.51.gate_proj,0.0000032496,0.02500,4.005
20,mlp.experts.59.gate_proj,0.0000025266,0.02500,4.016
20,mlp.experts.63.gate_proj,0.0000023455,0.02500,4.067
20,mlp.experts.55.gate_proj,0.0000034346,0.02500,4.183
20,mlp.experts.74.gate_proj,0.0000027580,0.02500,3.804
20,mlp.experts.78.gate_proj,0.0000015840,0.02500,3.889
20,mlp.experts.49.gate_proj,0.0000011555,0.02500,4.866
20,mlp.experts.53.gate_proj,0.0000017892,0.02500,4.971
20,mlp.experts.57.gate_proj,0.0000029805,0.02500,4.943
20,mlp.experts.52.gate_proj,0.0000068770,0.02500,3.947
20,mlp.experts.61.gate_proj,0.0000023021,0.02500,4.882
20,mlp.experts.60.gate_proj,0.0000023129,0.02500,3.964
20,mlp.experts.56.gate_proj,0.0000017537,0.02500,3.930
20,mlp.experts.67.gate_proj,0.0000038438,0.02500,3.570
20,mlp.experts.66.gate_proj,0.0000019081,0.02500,4.538
20,mlp.experts.75.gate_proj,0.0000014862,0.02500,3.682
20,mlp.experts.70.gate_proj,0.0000026692,0.02500,4.282
20,mlp.experts.48.gate_proj,0.0000026815,0.02500,4.056
20,mlp.experts.79.gate_proj,0.0000035214,0.02500,3.756
20,mlp.experts.71.gate_proj,0.0000028619,0.02500,4.109
20,mlp.experts.90.gate_proj,0.0000023094,0.02500,4.811
20,mlp.experts.65.gate_proj,0.0000018211,0.02500,4.875
20,mlp.experts.94.gate_proj,0.0000032149,0.02500,5.163
20,mlp.experts.69.gate_proj,0.0000026565,0.02500,5.002
20,mlp.experts.68.gate_proj,0.0000019528,0.02500,4.741
20,mlp.experts.83.gate_proj,0.0000034818,0.02500,4.538
20,mlp.experts.73.gate_proj,0.0000026019,0.02500,5.038
20,mlp.experts.76.gate_proj,0.0000023009,0.02500,4.840
20,mlp.experts.77.gate_proj,0.0000026035,0.02500,5.032
20,mlp.experts.72.gate_proj,0.0000018761,0.02500,4.924
20,mlp.experts.91.gate_proj,0.0000026032,0.02500,4.694
20,mlp.experts.64.gate_proj,0.0000013988,0.02500,4.708
20,mlp.experts.82.gate_proj,0.0000030761,0.02500,4.917
20,mlp.experts.86.gate_proj,0.0000023755,0.02500,4.911
20,mlp.experts.95.gate_proj,0.0000038731,0.02500,5.102
20,mlp.experts.87.gate_proj,0.0000020497,0.02500,4.996
20,mlp.experts.84.gate_proj,0.0000028578,0.02500,4.266
20,mlp.experts.92.gate_proj,0.0000062223,0.02500,4.099
20,mlp.experts.81.gate_proj,0.0000030642,0.02500,4.791
20,mlp.experts.106.gate_proj,0.0000082583,0.02500,5.295
20,mlp.experts.85.gate_proj,0.0000023276,0.02500,4.777
20,mlp.experts.80.gate_proj,0.0000060534,0.02500,4.128
20,mlp.experts.89.gate_proj,0.0000019093,0.02500,4.666
20,mlp.experts.88.gate_proj,0.0000027965,0.02500,4.395
20,mlp.experts.93.gate_proj,0.0000029002,0.02500,4.490
20,mlp.experts.110.gate_proj,0.0000032757,0.02500,5.325
20,mlp.experts.99.gate_proj,0.0000027450,0.02500,5.113
20,mlp.experts.107.gate_proj,0.0000020086,0.02500,5.011
20,mlp.experts.111.gate_proj,0.0000012462,0.02500,4.624
20,mlp.experts.103.gate_proj,0.0000037666,0.02500,4.387
20,mlp.experts.98.gate_proj,0.0000029258,0.02500,5.724
20,mlp.experts.102.gate_proj,0.0000017800,0.02500,5.683
20,mlp.experts.97.gate_proj,0.0000096113,0.02500,4.089
20,mlp.experts.101.gate_proj,0.0000031074,0.02500,4.016
20,mlp.experts.105.gate_proj,0.0000029137,0.02500,3.921
20,mlp.experts.109.gate_proj,0.0000027918,0.02500,4.026
20,mlp.experts.100.gate_proj,0.0000026529,0.02500,4.926
20,mlp.experts.2.up_proj,0.0000035243,0.02500,4.886
20,mlp.experts.108.gate_proj,0.0000045859,0.02500,5.184
20,mlp.experts.115.gate_proj,0.0000036288,0.02500,4.336
20,mlp.experts.6.up_proj,0.0000031649,0.02500,4.630
20,mlp.experts.3.up_proj,0.0000030918,0.02500,4.269
20,mlp.experts.96.gate_proj,0.0000011418,0.02500,5.428
20,mlp.experts.118.gate_proj,0.0000046739,0.02500,3.812
20,mlp.experts.7.up_proj,0.0000016714,0.02500,4.356
20,mlp.experts.114.gate_proj,0.0000047859,0.02500,3.988
20,mlp.experts.104.gate_proj,0.0000032883,0.02500,5.461
20,mlp.experts.119.gate_proj,0.0000022064,0.02500,4.288
20,mlp.experts.11.up_proj,0.0000041991,0.02500,4.003
20,mlp.experts.113.gate_proj,0.0000013631,0.02500,5.101
20,mlp.experts.116.gate_proj,0.0000061907,0.02500,4.458
20,mlp.experts.19.up_proj,0.0000022874,0.02500,3.922
20,mlp.experts.18.up_proj,0.0000013490,0.02500,4.241
20,mlp.experts.4.up_proj,0.0000030202,0.02500,4.250
20,mlp.experts.1.up_proj,0.0000037348,0.02500,5.107
20,mlp.experts.117.gate_proj,0.0000029692,0.02500,5.224
20,mlp.experts.5.up_proj,0.0000013408,0.02500,5.106
20,mlp.experts.22.up_proj,0.0000036714,0.02500,4.296
20,mlp.experts.112.gate_proj,0.0000075869,0.02500,4.128
20,mlp.experts.0.up_proj,0.0000037147,0.02500,4.039
20,mlp.experts.23.up_proj,0.0000035943,0.02500,4.169
20,mlp.experts.15.up_proj,0.0000030472,0.02500,4.065
20,mlp.experts.10.up_proj,0.0000013941,0.02500,4.322
20,mlp.experts.14.up_proj,0.0000025057,0.02500,4.487
20,mlp.experts.9.up_proj,0.0000025773,0.02500,3.892
20,mlp.experts.13.up_proj,0.0000044011,0.02500,3.864
20,mlp.experts.17.up_proj,0.0000015133,0.02500,4.064
20,mlp.experts.12.up_proj,0.0000023746,0.02500,4.322
20,mlp.experts.21.up_proj,0.0000015561,0.02500,3.966
20,mlp.experts.20.up_proj,0.0000045003,0.02500,4.435
20,mlp.experts.27.up_proj,0.0000024037,0.02500,4.813
20,mlp.experts.8.up_proj,0.0000009646,0.02500,4.200
20,mlp.experts.16.up_proj,0.0000025590,0.02500,4.235
20,mlp.experts.35.up_proj,0.0000020147,0.02500,4.912
20,mlp.experts.34.up_proj,0.0000017974,0.02500,5.356
20,mlp.experts.39.up_proj,0.0000019030,0.02500,4.892
20,mlp.experts.38.up_proj,0.0000034457,0.02500,5.386
20,mlp.experts.31.up_proj,0.0000029584,0.02500,4.987
20,mlp.experts.26.up_proj,0.0000028718,0.02500,5.185
20,mlp.experts.30.up_proj,0.0000030725,0.02500,5.233
20,mlp.experts.25.up_proj,0.0000006940,0.02500,3.392
20,mlp.experts.33.up_proj,0.0000010648,0.02500,3.261
20,mlp.experts.29.up_proj,0.0000032879,0.02500,3.428
20,mlp.experts.37.up_proj,0.0000011942,0.02500,3.340
20,mlp.experts.36.up_proj,0.0000026624,0.02500,3.804
20,mlp.experts.28.up_proj,0.0000016615,0.02500,4.134
20,mlp.experts.50.up_proj,0.0000012441,0.02500,3.241
20,mlp.experts.32.up_proj,0.0000033911,0.02500,3.800
20,mlp.experts.24.up_proj,0.0000024820,0.02500,4.003
20,mlp.experts.43.up_proj,0.0000029244,0.02500,4.433
20,mlp.experts.51.up_proj,0.0000032037,0.02500,4.322
20,mlp.experts.54.up_proj,0.0000015884,0.02500,3.803
20,mlp.experts.42.up_proj,0.0000022011,0.02500,3.401
20,mlp.experts.46.up_proj,0.0000010796,0.02500,3.493
20,mlp.experts.55.up_proj,0.0000034065,0.02500,4.102
20,mlp.experts.47.up_proj,0.0000010902,0.02500,4.094
20,mlp.experts.66.up_proj,0.0000018601,0.02500,3.272
20,mlp.experts.44.up_proj,0.0000022134,0.02500,3.682
20,mlp.experts.52.up_proj,0.0000067297,0.02500,3.819
20,mlp.experts.41.up_proj,0.0000049715,0.02500,5.033
20,mlp.experts.49.up_proj,0.0000011456,0.02500,4.816
20,mlp.experts.48.up_proj,0.0000026535,0.02500,3.558
20,mlp.experts.45.up_proj,0.0000030550,0.02500,4.844
20,mlp.experts.40.up_proj,0.0000034351,0.02500,3.663
20,mlp.experts.53.up_proj,0.0000017552,0.02500,4.931
20,mlp.experts.59.up_proj,0.0000024982,0.02500,3.485
20,mlp.experts.67.up_proj,0.0000036941,0.02500,3.574
20,mlp.experts.70.up_proj,0.0000026394,0.02500,3.358
20,mlp.experts.58.up_proj,0.0000020422,0.02500,3.442
20,mlp.experts.62.up_proj,0.0000040852,0.02500,3.449
20,mlp.experts.71.up_proj,0.0000028116,0.02500,3.448
20,mlp.experts.63.up_proj,0.0000023216,0.02500,3.608
20,mlp.experts.68.up_proj,0.0000019332,0.02500,2.917
20,mlp.experts.60.up_proj,0.0000022988,0.02500,3.019
20,mlp.experts.64.up_proj,0.0000013848,0.02500,2.979
20,mlp.experts.56.up_proj,0.0000017366,0.02500,3.039
20,mlp.experts.75.up_proj,0.0000014693,0.02500,3.106
20,mlp.experts.82.up_proj,0.0000029977,0.02500,3.821
20,mlp.experts.83.up_proj,0.0000034508,0.02500,3.467
20,mlp.experts.87.up_proj,0.0000020101,0.02500,3.314
20,mlp.experts.86.up_proj,0.0000023485,0.02500,3.692
20,mlp.experts.57.up_proj,0.0000029462,0.02500,4.560
20,mlp.experts.65.up_proj,0.0000017838,0.02500,4.490
20,mlp.experts.74.up_proj,0.0000027386,0.02500,3.974
20,mlp.experts.61.up_proj,0.0000022721,0.02500,4.605
20,mlp.experts.78.up_proj,0.0000015750,0.02500,3.813
20,mlp.experts.79.up_proj,0.0000034873,0.02500,3.475
20,mlp.experts.69.up_proj,0.0000026271,0.02500,4.486
20,mlp.experts.84.up_proj,0.0000028269,0.02500,2.892
20,mlp.experts.76.up_proj,0.0000022551,0.02500,2.836
20,mlp.experts.80.up_proj,0.0000059867,0.02500,2.962
20,mlp.experts.72.up_proj,0.0000018577,0.02500,2.961
20,mlp.experts.91.up_proj,0.0000025605,0.02500,3.739
20,mlp.experts.98.up_proj,0.0000029267,0.02500,3.925
20,mlp.experts.99.up_proj,0.0000027190,0.02500,3.383
20,mlp.experts.103.up_proj,0.0000037261,0.02500,3.687
20,mlp.experts.95.up_proj,0.0000038006,0.02500,3.610
20,mlp.experts.102.up_proj,0.0000017673,0.02500,4.157
20,mlp.experts.100.up_proj,0.0000026236,0.02500,2.964
20,mlp.experts.92.up_proj,0.0000061416,0.02500,3.023
20,mlp.experts.90.up_proj,0.0000022977,0.02500,4.031
20,mlp.experts.94.up_proj,0.0000032039,0.02500,4.095
20,mlp.experts.96.up_proj,0.0000011287,0.02500,2.995
20,mlp.experts.81.up_proj,0.0000030295,0.02500,4.550
20,mlp.experts.73.up_proj,0.0000025805,0.02500,4.703
20,mlp.experts.88.up_proj,0.0000027619,0.02500,2.992
20,mlp.experts.77.up_proj,0.0000025596,0.02500,4.603
20,mlp.experts.85.up_proj,0.0000022963,0.02500,4.626
20,mlp.experts.107.up_proj,0.0000019949,0.02500,3.544
20,mlp.experts.115.up_proj,0.0000035754,0.02500,3.487
20,mlp.experts.119.up_proj,0.0000021449,0.02500,3.176
20,mlp.experts.114.up_proj,0.0000047303,0.02500,3.789
20,mlp.experts.111.up_proj,0.0000012418,0.02500,2.911
20,mlp.experts.110.up_proj,0.0000032269,0.02500,2.891
20,mlp.experts.118.up_proj,0.0000046358,0.02500,3.364
20,mlp.experts.106.up_proj,0.0000081137,0.02500,3.253
20,mlp.experts.116.up_proj,0.0000061037,0.02500,3.850
20,mlp.experts.108.up_proj,0.0000045261,0.02500,3.861
20,mlp.experts.112.up_proj,0.0000075599,0.02500,3.694
20,mlp.experts.104.up_proj,0.0000032353,0.02500,3.521
20,mlp.experts.97.up_proj,0.0000095426,0.02500,4.336
20,mlp.experts.93.up_proj,0.0000028805,0.02500,4.252
20,mlp.experts.89.up_proj,0.0000018884,0.02500,4.388
20,mlp.experts.101.up_proj,0.0000030488,0.02500,4.232
20,mlp.experts.113.up_proj,0.0000013433,0.02500,3.879
20,mlp.experts.109.up_proj,0.0000027855,0.02500,3.888
20,mlp.experts.105.up_proj,0.0000028744,0.02500,4.012
20,mlp.experts.117.up_proj,0.0000029313,0.02500,3.962
20,mlp.experts.15.down_proj,0.0000000423,0.02500,1.270
20,mlp.experts.11.down_proj,0.0000001314,0.02500,1.379
20,mlp.experts.3.down_proj,0.0000001483,0.02500,1.426
20,mlp.experts.2.down_proj,0.0000000795,0.02500,1.454
20,mlp.experts.10.down_proj,0.0000000318,0.02500,1.486
20,mlp.experts.7.down_proj,0.0000000330,0.02500,1.544
20,mlp.experts.14.down_proj,0.0000000644,0.02500,1.667
20,mlp.experts.6.down_proj,0.0000000714,0.02500,1.688
20,mlp.experts.1.down_proj,0.0000000902,0.02500,1.739
20,mlp.experts.13.down_proj,0.0000000749,0.02500,1.776
20,mlp.experts.5.down_proj,0.0000000372,0.02500,1.798
20,mlp.experts.9.down_proj,0.0000000592,0.02500,1.816
20,mlp.experts.0.down_proj,0.0000000660,0.02500,1.920
20,mlp.experts.8.down_proj,0.0000000144,0.02500,1.938
20,mlp.experts.4.down_proj,0.0000000904,0.02500,1.955
20,mlp.experts.12.down_proj,0.0000000488,0.02500,1.998
20,mlp.experts.31.down_proj,0.0000000850,0.02500,1.170
20,mlp.experts.18.down_proj,0.0000000466,0.02500,1.061
20,mlp.experts.19.down_proj,0.0000000485,0.02500,1.113
20,mlp.experts.26.down_proj,0.0000000724,0.02500,1.137
20,mlp.experts.27.down_proj,0.0000000469,0.02500,1.297
20,mlp.experts.30.down_proj,0.0000000521,0.02500,1.041
20,mlp.experts.23.down_proj,0.0000000961,0.02500,1.218
20,mlp.experts.22.down_proj,0.0000001033,0.02500,1.090
20,mlp.experts.20.down_proj,0.0000001442,0.02500,1.057
20,mlp.experts.16.down_proj,0.0000000540,0.02500,1.159
20,mlp.experts.28.down_proj,0.0000000554,0.02500,1.087
20,mlp.experts.17.down_proj,0.0000000251,0.02500,1.393
20,mlp.experts.29.down_proj,0.0000000821,0.02500,1.371
20,mlp.experts.21.down_proj,0.0000000246,0.02500,1.374
20,mlp.experts.25.down_proj,0.0000000422,0.02500,1.398
20,mlp.experts.24.down_proj,0.0000000613,0.02500,1.303
20,mlp.experts.47.down_proj,0.0000000194,0.02500,1.261
20,mlp.experts.34.down_proj,0.0000000654,0.02500,1.224
20,mlp.experts.38.down_proj,0.0000000780,0.02500,0.989
20,mlp.experts.46.down_proj,0.0000000522,0.02500,1.083
20,mlp.experts.35.down_proj,0.0000000392,0.02500,1.300
20,mlp.experts.42.down_proj,0.0000000452,0.02500,1.231
20,mlp.experts.36.down_proj,0.0000000403,0.02500,1.050
20,mlp.experts.39.down_proj,0.0000000264,0.02500,1.347
20,mlp.experts.43.down_proj,0.0000000454,0.02500,1.450
20,mlp.experts.32.down_proj,0.0000000688,0.02500,1.163
20,mlp.experts.44.down_proj,0.0000000622,0.02500,1.153
20,mlp.experts.40.down_proj,0.0000001170,0.02500,1.131
20,mlp.experts.45.down_proj,0.0000000754,0.02500,1.286
20,mlp.experts.33.down_proj,0.0000000218,0.02500,1.334
20,mlp.experts.41.down_proj,0.0000000930,0.02500,1.289
20,mlp.experts.37.down_proj,0.0000000297,0.02500,1.442
20,mlp.experts.54.down_proj,0.0000000542,0.02500,1.039
20,mlp.experts.62.down_proj,0.0000000770,0.02500,1.014
20,mlp.experts.50.down_proj,0.0000000334,0.02500,1.093
20,mlp.experts.58.down_proj,0.0000000505,0.02500,1.037
20,mlp.experts.63.down_proj,0.0000000428,0.02500,1.471
20,mlp.experts.52.down_proj,0.0000001529,0.02500,1.128
20,mlp.experts.51.down_proj,0.0000000578,0.02500,1.351
20,mlp.experts.48.down_proj,0.0000000442,0.02500,1.166
20,mlp.experts.59.down_proj,0.0000000435,0.02500,1.333
20,mlp.experts.60.down_proj,0.0000000510,0.02500,1.223
20,mlp.experts.56.down_proj,0.0000000495,0.02500,1.159
20,mlp.experts.55.down_proj,0.0000000836,0.02500,1.486
20,mlp.experts.78.down_proj,0.0000000654,0.02500,0.949
20,mlp.experts.61.down_proj,0.0000000515,0.02500,1.340
20,mlp.experts.57.down_proj,0.0000000637,0.02500,1.305
20,mlp.experts.70.down_proj,0.0000000429,0.02500,1.034
20,mlp.experts.49.down_proj,0.0000000208,0.02500,1.386
20,mlp.experts.53.down_proj,0.0000000337,0.02500,1.287
20,mlp.experts.66.down_proj,0.0000000324,0.02500,1.083
20,mlp.experts.74.down_proj,0.0000000822,0.02500,1.174
20,mlp.experts.68.down_proj,0.0000000393,0.02500,1.124
20,mlp.experts.67.down_proj,0.0000000922,0.02500,1.133
20,mlp.experts.79.down_proj,0.0000000959,0.02500,1.257
20,mlp.experts.64.down_proj,0.0000000407,0.02500,1.077
20,mlp.experts.75.down_proj,0.0000000424,0.02500,1.141
20,mlp.experts.76.down_proj,0.0000000304,0.02500,1.170
20,mlp.experts.72.down_proj,0.0000000267,0.02500,1.125
20,mlp.experts.94.down_proj,0.0000000722,0.02500,0.910
20,mlp.experts.71.down_proj,0.0000000773,0.02500,1.165
20,mlp.experts.73.down_proj,0.0000000532,0.02500,1.179
20,mlp.experts.77.down_proj,0.0000000547,0.02500,1.205
20,mlp.experts.86.down_proj,0.0000000365,0.02500,1.157
20,mlp.experts.65.down_proj,0.0000000481,0.02500,1.181
20,mlp.experts.69.down_proj,0.0000000726,0.02500,1.156
20,mlp.experts.90.down_proj,0.0000000581,0.02500,1.040
20,mlp.experts.82.down_proj,0.0000000436,0.02500,1.208
20,mlp.experts.84.down_proj,0.0000000965,0.02500,1.122
20,mlp.experts.80.down_proj,0.0000001762,0.02500,1.147
20,mlp.experts.83.down_proj,0.0000001679,0.02500,1.368
20,mlp.experts.92.down_proj,0.0000001087,0.02500,1.112
20,mlp.experts.88.down_proj,0.0000000483,0.02500,1.154
20,mlp.experts.95.down_proj,0.0000000704,0.02500,1.388
20,mlp.experts.93.down_proj,0.0000000935,0.02500,0.940
20,mlp.experts.110.down_proj,0.0000000733,0.02500,1.265
20,mlp.experts.89.down_proj,0.0000000499,0.02500,0.964
20,mlp.experts.91.down_proj,0.0000000597,0.02500,1.359
20,mlp.experts.81.down_proj,0.0000000802,0.02500,0.939
20,mlp.experts.85.down_proj,0.0000000905,0.02500,0.936
20,mlp.experts.87.down_proj,0.0000000485,0.02500,1.370
20,mlp.experts.102.down_proj,0.0000000497,0.02500,1.207
20,mlp.experts.98.down_proj,0.0000000663,0.02500,1.132
20,mlp.experts.106.down_proj,0.0000001633,0.02500,1.165
20,mlp.experts.100.down_proj,0.0000000669,0.02500,1.087
20,mlp.experts.96.down_proj,0.0000000252,0.02500,1.119
20,mlp.experts.109.down_proj,0.0000000564,0.02500,0.948
20,mlp.experts.108.down_proj,0.0000001370,0.02500,1.122
20,mlp.experts.105.down_proj,0.0000000770,0.02500,0.935
20,mlp.experts.104.down_proj,0.0000000692,0.02500,1.085
20,mlp.experts.97.down_proj,0.0000002810,0.02500,0.942
20,mlp.experts.101.down_proj,0.0000000633,0.02500,0.945
20,mlp.experts.99.down_proj,0.0000000731,0.02500,1.308
20,mlp.experts.114.down_proj,0.0000001788,0.02500,0.823
20,mlp.experts.118.down_proj,0.0000001193,0.02500,0.901
20,mlp.experts.111.down_proj,0.0000000279,0.02500,1.349
20,mlp.experts.107.down_proj,0.0000000305,0.02500,1.385
20,mlp.experts.103.down_proj,0.0000000813,0.02500,1.286
20,mlp.experts.116.down_proj,0.0000001494,0.02500,0.943
20,mlp.experts.112.down_proj,0.0000001552,0.02500,0.789
20,mlp.experts.113.down_proj,0.0000000319,0.02500,0.676
20,mlp.experts.117.down_proj,0.0000000478,0.02500,0.653
20,mlp.experts.115.down_proj,0.0000000913,0.02500,1.036
20,mlp.experts.119.down_proj,0.0000000585,0.02500,0.759
21,self_attn.k_proj,0.0000000023,0.02500,1.770
21,self_attn.v_proj,0.0000000037,0.02500,1.890
21,self_attn.q_proj,0.0000000101,0.02500,2.389
21,self_attn.o_proj,0.0000000019,0.02500,3.856
21,mlp.shared_experts.gate_proj,0.0000001386,0.02500,1.485
21,mlp.shared_experts.up_proj,0.0000001493,0.02500,1.259
21,mlp.shared_experts.down_proj,0.0000000021,0.02500,0.385
21,mlp.experts.0.gate_proj,0.0000044884,0.02500,5.177
21,mlp.experts.4.gate_proj,0.0000032845,0.02500,5.464
21,mlp.experts.6.gate_proj,0.0000030610,0.02500,5.488
21,mlp.experts.8.gate_proj,0.0000006342,0.02500,5.514
21,mlp.experts.14.gate_proj,0.0000031417,0.02500,5.157
21,mlp.experts.12.gate_proj,0.0000047060,0.02500,5.242
21,mlp.experts.2.gate_proj,0.0000022677,0.02500,5.651
21,mlp.experts.10.gate_proj,0.0000023475,0.02500,5.248
21,mlp.experts.15.gate_proj,0.0000045956,0.02500,5.619
21,mlp.experts.7.gate_proj,0.0000054489,0.02500,6.133
21,mlp.experts.3.gate_proj,0.0000023438,0.02500,6.388
21,mlp.experts.11.gate_proj,0.0000019347,0.02500,6.028
21,mlp.experts.9.gate_proj,0.0000017337,0.02500,6.858
21,mlp.experts.13.gate_proj,0.0000023742,0.02500,6.526
21,mlp.experts.1.gate_proj,0.0000030170,0.02500,6.994
21,mlp.experts.5.gate_proj,0.0000027687,0.02500,7.012
21,mlp.experts.16.gate_proj,0.0000031477,0.02500,3.788
21,mlp.experts.24.gate_proj,0.0000051667,0.02500,3.647
21,mlp.experts.20.gate_proj,0.0000023151,0.02500,3.807
21,mlp.experts.28.gate_proj,0.0000057533,0.02500,3.763
21,mlp.experts.29.gate_proj,0.0000030110,0.02500,3.415
21,mlp.experts.17.gate_proj,0.0000035694,0.02500,3.429
21,mlp.experts.25.gate_proj,0.0000020129,0.02500,3.711
21,mlp.experts.21.gate_proj,0.0000028206,0.02500,3.557
21,mlp.experts.30.gate_proj,0.0000018065,0.02500,5.046
21,mlp.experts.22.gate_proj,0.0000065517,0.02500,5.246
21,mlp.experts.18.gate_proj,0.0000015507,0.02500,5.200
21,mlp.experts.26.gate_proj,0.0000042029,0.02500,5.323
21,mlp.experts.31.gate_proj,0.0000106519,0.02500,5.208
21,mlp.experts.23.gate_proj,0.0000030647,0.02500,5.195
21,mlp.experts.27.gate_proj,0.0000038597,0.02500,5.161
21,mlp.experts.19.gate_proj,0.0000018125,0.02500,5.213
21,mlp.experts.40.gate_proj,0.0000034347,0.02500,3.445
21,mlp.experts.32.gate_proj,0.0000026968,0.02500,3.691
21,mlp.experts.36.gate_proj,0.0000024921,0.02500,3.668
21,mlp.experts.44.gate_proj,0.0000029033,0.02500,3.711
21,mlp.experts.45.gate_proj,0.0000040331,0.02500,3.226
21,mlp.experts.33.gate_proj,0.0000056954,0.02500,3.205
21,mlp.experts.41.gate_proj,0.0000029881,0.02500,3.176
21,mlp.experts.37.gate_proj,0.0000105406,0.02500,3.291
21,mlp.experts.47.gate_proj,0.0000037008,0.02500,3.373
21,mlp.experts.39.gate_proj,0.0000056395,0.02500,3.385
21,mlp.experts.35.gate_proj,0.0000036577,0.02500,3.376
21,mlp.experts.43.gate_proj,0.0000010878,0.02500,3.495
21,mlp.experts.46.gate_proj,0.0000021196,0.02500,4.915
21,mlp.experts.34.gate_proj,0.0000034330,0.02500,4.818
21,mlp.experts.38.gate_proj,0.0000016895,0.02500,5.003
21,mlp.experts.42.gate_proj,0.0000021109,0.02500,4.929
21,mlp.experts.56.gate_proj,0.0000014697,0.02500,3.389
21,mlp.experts.48.gate_proj,0.0000037774,0.02500,3.438
21,mlp.experts.52.gate_proj,0.0000047681,0.02500,3.620
21,mlp.experts.60.gate_proj,0.0000041335,0.02500,3.582
21,mlp.experts.63.gate_proj,0.0000020148,0.02500,3.484
21,mlp.experts.55.gate_proj,0.0000029938,0.02500,3.477
21,mlp.experts.51.gate_proj,0.0000029899,0.02500,3.563
21,mlp.experts.59.gate_proj,0.0000031773,0.02500,3.569
21,mlp.experts.61.gate_proj,0.0000031619,0.02500,5.275
21,mlp.experts.57.gate_proj,0.0000010481,0.02500,5.165
21,mlp.experts.49.gate_proj,0.0000015070,0.02500,5.299
21,mlp.experts.53.gate_proj,0.0000034178,0.02500,5.215
21,mlp.experts.72.gate_proj,0.0000043511,0.02500,3.711
21,mlp.experts.64.gate_proj,0.0000047197,0.02500,3.673
21,mlp.experts.68.gate_proj,0.0000032691,0.02500,3.643
21,mlp.experts.62.gate_proj,0.0000061343,0.02500,4.887
21,mlp.experts.76.gate_proj,0.0000039632,0.02500,3.741
21,mlp.experts.50.gate_proj,0.0000053692,0.02500,4.797
21,mlp.experts.54.gate_proj,0.0000036430,0.02500,4.870
21,mlp.experts.58.gate_proj,0.0000007435,0.02500,4.815
21,mlp.experts.73.gate_proj,0.0000037050,0.02500,3.073
21,mlp.experts.65.gate_proj,0.0000029373,0.02500,3.143
21,mlp.experts.77.gate_proj,0.0000015894,0.02500,3.306
21,mlp.experts.69.gate_proj,0.0000018590,0.02500,3.172
21,mlp.experts.71.gate_proj,0.0000014088,0.02500,5.090
21,mlp.experts.80.gate_proj,0.0000011781,0.02500,3.638
21,mlp.experts.88.gate_proj,0.0000049073,0.02500,3.862
21,mlp.experts.79.gate_proj,0.0000033651,0.02500,5.563
21,mlp.experts.84.gate_proj,0.0000048763,0.02500,3.790
21,mlp.experts.67.gate_proj,0.0000047262,0.02500,5.715
21,mlp.experts.75.gate_proj,0.0000011205,0.02500,5.658
21,mlp.experts.92.gate_proj,0.0000042519,0.02500,3.968
21,mlp.experts.78.gate_proj,0.0000044172,0.02500,4.520
21,mlp.experts.81.gate_proj,0.0000030502,0.02500,2.951
21,mlp.experts.89.gate_proj,0.0000047809,0.02500,3.029
21,mlp.experts.66.gate_proj,0.0000026547,0.02500,4.609
21,mlp.experts.93.gate_proj,0.0000053267,0.02500,3.055
21,mlp.experts.85.gate_proj,0.0000021716,0.02500,2.970
21,mlp.experts.70.gate_proj,0.0000019717,0.02500,4.651
21,mlp.experts.74.gate_proj,0.0000028598,0.02500,4.578
21,mlp.experts.96.gate_proj,0.0000027438,0.02500,4.256
21,mlp.experts.87.gate_proj,0.0000072913,0.02500,4.443
21,mlp.experts.104.gate_proj,0.0000045273,0.02500,4.257
21,mlp.experts.100.gate_proj,0.0000023945,0.02500,4.138
21,mlp.experts.95.gate_proj,0.0000044106,0.02500,4.608
21,mlp.experts.108.gate_proj,0.0000019986,0.02500,3.870
21,mlp.experts.83.gate_proj,0.0000040628,0.02500,4.406
21,mlp.experts.94.gate_proj,0.0000027970,0.02500,3.837
21,mlp.experts.97.gate_proj,0.0000025835,0.02500,3.908
21,mlp.experts.91.gate_proj,0.0000042828,0.02500,4.622
21,mlp.experts.82.gate_proj,0.0000024589,0.02500,3.890
21,mlp.experts.90.gate_proj,0.0000039694,0.02500,3.756
21,mlp.experts.105.gate_proj,0.0000065690,0.02500,4.098
21,mlp.experts.86.gate_proj,0.0000050092,0.02500,3.932
21,mlp.experts.109.gate_proj,0.0000035009,0.02500,4.095
21,mlp.experts.101.gate_proj,0.0000037270,0.02500,4.127
21,mlp.experts.112.gate_proj,0.0000026654,0.02500,3.021
21,mlp.experts.0.up_proj,0.0000044541,0.02500,3.015
21,mlp.experts.116.gate_proj,0.0000018563,0.02500,3.186
21,mlp.experts.4.up_proj,0.0000032470,0.02500,3.190
21,mlp.experts.113.gate_proj,0.0000022729,0.02500,3.668
21,mlp.experts.117.gate_proj,0.0000043195,0.02500,3.348
21,mlp.experts.1.up_proj,0.0000030360,0.02500,3.613
21,mlp.experts.5.up_proj,0.0000027250,0.02500,3.488
21,mlp.experts.103.gate_proj,0.0000024394,0.02500,5.509
21,mlp.experts.110.gate_proj,0.0000008687,0.02500,4.626
21,mlp.experts.111.gate_proj,0.0000024256,0.02500,5.273
21,mlp.experts.98.gate_proj,0.0000012875,0.02500,4.688
21,mlp.experts.99.gate_proj,0.0000042644,0.02500,5.041
21,mlp.experts.106.gate_proj,0.0000021766,0.02500,4.668
21,mlp.experts.107.gate_proj,0.0000033653,0.02500,4.889
21,mlp.experts.102.gate_proj,0.0000031464,0.02500,4.658
21,mlp.experts.8.up_proj,0.0000006238,0.02500,3.600
21,mlp.experts.16.up_proj,0.0000031029,0.02500,3.539
21,mlp.experts.12.up_proj,0.0000046721,0.02500,4.018
21,mlp.experts.20.up_proj,0.0000022938,0.02500,4.048
21,mlp.experts.13.up_proj,0.0000023544,0.02500,3.383
21,mlp.experts.17.up_proj,0.0000035067,0.02500,3.493
21,mlp.experts.21.up_proj,0.0000027689,0.02500,3.552
21,mlp.experts.119.gate_proj,0.0000015224,0.02500,3.158
21,mlp.experts.9.up_proj,0.0000017250,0.02500,3.936
21,mlp.experts.7.up_proj,0.0000054101,0.02500,3.255
21,mlp.experts.3.up_proj,0.0000023258,0.02500,3.116
21,mlp.experts.115.gate_proj,0.0000020222,0.02500,3.246
21,mlp.experts.114.gate_proj,0.0000027254,0.02500,4.349
21,mlp.experts.6.up_proj,0.0000030407,0.02500,4.676
21,mlp.experts.118.gate_proj,0.0000026219,0.02500,4.321
21,mlp.experts.24.up_proj,0.0000051911,0.02500,3.889
21,mlp.experts.32.up_proj,0.0000026601,0.02500,3.916
21,mlp.experts.2.up_proj,0.0000022564,0.02500,4.719
21,mlp.experts.36.up_proj,0.0000024597,0.02500,3.420
21,mlp.experts.28.up_proj,0.0000057038,0.02500,3.670
21,mlp.experts.29.up_proj,0.0000029706,0.02500,3.454
21,mlp.experts.15.up_proj,0.0000045621,0.02500,3.142
21,mlp.experts.25.up_proj,0.0000019941,0.02500,3.306
21,mlp.experts.33.up_proj,0.0000055411,0.02500,3.607
21,mlp.experts.37.up_proj,0.0000105598,0.02500,3.597
21,mlp.experts.23.up_proj,0.0000030490,0.02500,3.162
21,mlp.experts.19.up_proj,0.0000017923,0.02500,3.168
21,mlp.experts.11.up_proj,0.0000019348,0.02500,3.245
21,mlp.experts.40.up_proj,0.0000033650,0.02500,3.428
21,mlp.experts.48.up_proj,0.0000037312,0.02500,3.457
21,mlp.experts.31.up_proj,0.0000105626,0.02500,2.961
21,mlp.experts.52.up_proj,0.0000047279,0.02500,3.595
21,mlp.experts.44.up_proj,0.0000028728,0.02500,3.778
21,mlp.experts.39.up_proj,0.0000055705,0.02500,2.958
21,mlp.experts.45.up_proj,0.0000039949,0.02500,3.398
21,mlp.experts.10.up_proj,0.0000023217,0.02500,4.982
21,mlp.experts.35.up_proj,0.0000035896,0.02500,2.916
21,mlp.experts.14.up_proj,0.0000030981,0.02500,4.913
21,mlp.experts.27.up_proj,0.0000038277,0.02500,2.924
21,mlp.experts.22.up_proj,0.0000064852,0.02500,5.053
21,mlp.experts.18.up_proj,0.0000015221,0.02500,4.853
21,mlp.experts.49.up_proj,0.0000014986,0.02500,3.472
21,mlp.experts.41.up_proj,0.0000029604,0.02500,3.570
21,mlp.experts.53.up_proj,0.0000033961,0.02500,3.469
21,mlp.experts.56.up_proj,0.0000014401,0.02500,3.781
21,mlp.experts.47.up_proj,0.0000036887,0.02500,3.069
21,mlp.experts.64.up_proj,0.0000047139,0.02500,3.843
21,mlp.experts.61.up_proj,0.0000031675,0.02500,3.137
21,mlp.experts.55.up_proj,0.0000029897,0.02500,3.191
21,mlp.experts.43.up_proj,0.0000010634,0.02500,3.072
21,mlp.experts.51.up_proj,0.0000029751,0.02500,3.300
21,mlp.experts.68.up_proj,0.0000031512,0.02500,3.821
21,mlp.experts.57.up_proj,0.0000010365,0.02500,3.070
21,mlp.experts.60.up_proj,0.0000040955,0.02500,3.856
21,mlp.experts.65.up_proj,0.0000029210,0.02500,3.393
21,mlp.experts.69.up_proj,0.0000018450,0.02500,3.453
21,mlp.experts.26.up_proj,0.0000041849,0.02500,5.230
21,mlp.experts.30.up_proj,0.0000017885,0.02500,5.146
21,mlp.experts.38.up_proj,0.0000016721,0.02500,5.288
21,mlp.experts.34.up_proj,0.0000033551,0.02500,5.289
21,mlp.experts.63.up_proj,0.0000019865,0.02500,3.533
21,mlp.experts.72.up_proj,0.0000042907,0.02500,4.012
21,mlp.experts.77.up_proj,0.0000015842,0.02500,3.457
21,mlp.experts.59.up_proj,0.0000031685,0.02500,3.370
21,mlp.experts.67.up_proj,0.0000046591,0.02500,3.383
21,mlp.experts.80.up_proj,0.0000011698,0.02500,4.125
21,mlp.experts.71.up_proj,0.0000014012,0.02500,3.666
21,mlp.experts.73.up_proj,0.0000036748,0.02500,3.456
21,mlp.experts.81.up_proj,0.0000030873,0.02500,3.427
21,mlp.experts.85.up_proj,0.0000021576,0.02500,3.506
21,mlp.experts.84.up_proj,0.0000047515,0.02500,4.124
21,mlp.experts.76.up_proj,0.0000039060,0.02500,4.225
21,mlp.experts.42.up_proj,0.0000020845,0.02500,3.721
21,mlp.experts.46.up_proj,0.0000020819,0.02500,3.776
21,mlp.experts.54.up_proj,0.0000036000,0.02500,3.686
21,mlp.experts.50.up_proj,0.0000053212,0.02500,3.656
21,mlp.experts.93.up_proj,0.0000053216,0.02500,3.008
21,mlp.experts.79.up_proj,0.0000033400,0.02500,3.511
21,mlp.experts.89.up_proj,0.0000047313,0.02500,2.890
21,mlp.experts.97.up_proj,0.0000025424,0.02500,2.905
21,mlp.experts.75.up_proj,0.0000011085,0.02500,3.562
21,mlp.experts.87.up_proj,0.0000071996,0.02500,3.409
21,mlp.experts.88.up_proj,0.0000048174,0.02500,3.785
21,mlp.experts.101.up_proj,0.0000036808,0.02500,2.891
21,mlp.experts.96.up_proj,0.0000027202,0.02500,3.761
21,mlp.experts.83.up_proj,0.0000040574,0.02500,4.007
21,mlp.experts.92.up_proj,0.0000041656,0.02500,3.429
21,mlp.experts.100.up_proj,0.0000023769,0.02500,3.904
21,mlp.experts.58.up_proj,0.0000007358,0.02500,3.041
21,mlp.experts.62.up_proj,0.0000060611,0.02500,3.052
21,mlp.experts.70.up_proj,0.0000019652,0.02500,3.045
21,mlp.experts.66.up_proj,0.0000026190,0.02500,3.025
21,mlp.experts.109.up_proj,0.0000034581,0.02500,2.970
21,mlp.experts.105.up_proj,0.0000065382,0.02500,2.911
21,mlp.experts.113.up_proj,0.0000022431,0.02500,2.812
21,mlp.experts.95.up_proj,0.0000043800,0.02500,3.284
21,mlp.experts.117.up_proj,0.0000042506,0.02500,2.725
21,mlp.experts.91.up_proj,0.0000041787,0.02500,3.197
21,mlp.experts.104.up_proj,0.0000044848,0.02500,3.231
21,mlp.experts.103.up_proj,0.0000024009,0.02500,3.314
21,mlp.experts.112.up_proj,0.0000026388,0.02500,3.252
21,mlp.experts.99.up_proj,0.0000042393,0.02500,3.100
21,mlp.experts.108.up_proj,0.0000019736,0.02500,2.887
21,mlp.experts.116.up_proj,0.0000018333,0.02500,2.902
21,mlp.experts.111.up_proj,0.0000023941,0.02500,3.022
21,mlp.experts.74.up_proj,0.0000028424,0.02500,4.275
21,mlp.experts.78.up_proj,0.0000043516,0.02500,4.306
21,mlp.experts.86.up_proj,0.0000049916,0.02500,4.292
21,mlp.experts.119.up_proj,0.0000015017,0.02500,2.966
21,mlp.experts.107.up_proj,0.0000033332,0.02500,3.148
21,mlp.experts.115.up_proj,0.0000020030,0.02500,2.809
21,mlp.experts.82.up_proj,0.0000024433,0.02500,4.660
21,mlp.experts.102.up_proj,0.0000031033,0.02500,3.684
21,mlp.experts.94.up_proj,0.0000027800,0.02500,3.855
21,mlp.experts.90.up_proj,0.0000039461,0.02500,3.984
21,mlp.experts.98.up_proj,0.0000012814,0.02500,4.771
21,mlp.experts.118.up_proj,0.0000026083,0.02500,4.841
21,mlp.experts.110.up_proj,0.0000008515,0.02500,4.898
21,mlp.experts.106.up_proj,0.0000021331,0.02500,4.991
21,mlp.experts.114.up_proj,0.0000027055,0.02500,1.517
21,mlp.experts.8.down_proj,0.0000000322,0.02500,1.049
21,mlp.experts.0.down_proj,0.0000002114,0.02500,1.079
21,mlp.experts.12.down_proj,0.0000001371,0.02500,1.047
21,mlp.experts.4.down_proj,0.0000000916,0.02500,1.133
21,mlp.experts.15.down_proj,0.0000001701,0.02500,1.115
21,mlp.experts.3.down_proj,0.0000000621,0.02500,1.189
21,mlp.experts.7.down_proj,0.0000001719,0.02500,1.208
21,mlp.experts.11.down_proj,0.0000000496,0.02500,1.174
21,mlp.experts.5.down_proj,0.0000000593,0.02500,1.314
21,mlp.experts.13.down_proj,0.0000000604,0.02500,1.300
21,mlp.experts.1.down_proj,0.0000001247,0.02500,1.372
21,mlp.experts.9.down_proj,0.0000000358,0.02500,1.397
21,mlp.experts.10.down_proj,0.0000000655,0.02500,1.510
21,mlp.experts.14.down_proj,0.0000001098,0.02500,1.454
21,mlp.experts.6.down_proj,0.0000000780,0.02500,1.528
21,mlp.experts.2.down_proj,0.0000000466,0.02500,1.549
21,mlp.experts.24.down_proj,0.0000001027,0.02500,0.950
21,mlp.experts.28.down_proj,0.0000002391,0.02500,0.932
21,mlp.experts.20.down_proj,0.0000000483,0.02500,0.915
21,mlp.experts.16.down_proj,0.0000001027,0.02500,1.126
21,mlp.experts.21.down_proj,0.0000000924,0.02500,0.960
21,mlp.experts.17.down_proj,0.0000001121,0.02500,0.937
21,mlp.experts.29.down_proj,0.0000000639,0.02500,1.065
21,mlp.experts.25.down_proj,0.0000000410,0.02500,1.102
21,mlp.experts.23.down_proj,0.0000000746,0.02500,1.572
21,mlp.experts.31.down_proj,0.0000003428,0.02500,1.621
21,mlp.experts.19.down_proj,0.0000000633,0.02500,1.613
21,mlp.experts.26.down_proj,0.0000001550,0.02500,1.306
21,mlp.experts.18.down_proj,0.0000000323,0.02500,1.305
21,mlp.experts.40.down_proj,0.0000001064,0.02500,0.889
21,mlp.experts.27.down_proj,0.0000000799,0.02500,1.661
21,mlp.experts.22.down_proj,0.0000001797,0.02500,1.418
21,mlp.experts.30.down_proj,0.0000000478,0.02500,1.470
21,mlp.experts.44.down_proj,0.0000000812,0.02500,1.084
21,mlp.experts.37.down_proj,0.0000002245,0.02500,0.961
21,mlp.experts.36.down_proj,0.0000001053,0.02500,1.193
21,mlp.experts.32.down_proj,0.0000000607,0.02500,1.054
21,mlp.experts.45.down_proj,0.0000001085,0.02500,0.901
21,mlp.experts.33.down_proj,0.0000001051,0.02500,1.102
21,mlp.experts.41.down_proj,0.0000001024,0.02500,1.137
21,mlp.experts.56.down_proj,0.0000000815,0.02500,1.170
21,mlp.experts.60.down_proj,0.0000001158,0.02500,1.069
21,mlp.experts.53.down_proj,0.0000001192,0.02500,0.963
21,mlp.experts.61.down_proj,0.0000000778,0.02500,0.908
21,mlp.experts.52.down_proj,0.0000001658,0.02500,1.012
21,mlp.experts.39.down_proj,0.0000002205,0.02500,1.485
21,mlp.experts.47.down_proj,0.0000001400,0.02500,1.472
21,mlp.experts.48.down_proj,0.0000000891,0.02500,1.021
21,mlp.experts.35.down_proj,0.0000000960,0.02500,1.503
21,mlp.experts.42.down_proj,0.0000001019,0.02500,1.547
21,mlp.experts.34.down_proj,0.0000001016,0.02500,1.529
21,mlp.experts.43.down_proj,0.0000000208,0.02500,1.543
21,mlp.experts.49.down_proj,0.0000000229,0.02500,1.040
21,mlp.experts.46.down_proj,0.0000000659,0.02500,1.564
21,mlp.experts.38.down_proj,0.0000000741,0.02500,1.618
21,mlp.experts.57.down_proj,0.0000000363,0.02500,0.983
21,mlp.experts.72.down_proj,0.0000001245,0.02500,0.871
21,mlp.experts.76.down_proj,0.0000001133,0.02500,0.851
21,mlp.experts.68.down_proj,0.0000000914,0.02500,0.846
21,mlp.experts.64.down_proj,0.0000001347,0.02500,0.826
21,mlp.experts.69.down_proj,0.0000000572,0.02500,1.119
21,mlp.experts.65.down_proj,0.0000000904,0.02500,0.875
21,mlp.experts.77.down_proj,0.0000000364,0.02500,1.148
21,mlp.experts.73.down_proj,0.0000000936,0.02500,0.967
21,mlp.experts.88.down_proj,0.0000001380,0.02500,0.851
21,mlp.experts.55.down_proj,0.0000000662,0.02500,1.578
21,mlp.experts.63.down_proj,0.0000000655,0.02500,1.582
21,mlp.experts.92.down_proj,0.0000001000,0.02500,0.855
21,mlp.experts.51.down_proj,0.0000000516,0.02500,1.611
21,mlp.experts.84.down_proj,0.0000002037,0.02500,0.830
21,mlp.experts.80.down_proj,0.0000000276,0.02500,0.836
21,mlp.experts.59.down_proj,0.0000001064,0.02500,1.524
21,mlp.experts.50.down_proj,0.0000001436,0.02500,1.607
21,mlp.experts.58.down_proj,0.0000000440,0.02500,1.663
21,mlp.experts.54.down_proj,0.0000001724,0.02500,1.597
21,mlp.experts.85.down_proj,0.0000000636,0.02500,0.897
21,mlp.experts.62.down_proj,0.0000001053,0.02500,1.673
21,mlp.experts.81.down_proj,0.0000000429,0.02500,0.954
21,mlp.experts.93.down_proj,0.0000001513,0.02500,1.055
21,mlp.experts.89.down_proj,0.0000001502,0.02500,1.018
21,mlp.experts.104.down_proj,0.0000001306,0.02500,0.882
21,mlp.experts.108.down_proj,0.0000000477,0.02500,0.935
21,mlp.experts.96.down_proj,0.0000000492,0.02500,0.909
21,mlp.experts.100.down_proj,0.0000000684,0.02500,0.961
21,mlp.experts.101.down_proj,0.0000001488,0.02500,1.011
21,mlp.experts.97.down_proj,0.0000000470,0.02500,0.973
21,mlp.experts.66.down_proj,0.0000000671,0.02500,1.264
21,mlp.experts.74.down_proj,0.0000000891,0.02500,1.227
21,mlp.experts.78.down_proj,0.0000001341,0.02500,1.198
21,mlp.experts.70.down_proj,0.0000000399,0.02500,1.292
21,mlp.experts.112.down_proj,0.0000000634,0.02500,0.627
21,mlp.experts.116.down_proj,0.0000000715,0.02500,0.636
21,mlp.experts.79.down_proj,0.0000000922,0.02500,1.712
21,mlp.experts.109.down_proj,0.0000000794,0.02500,1.129
21,mlp.experts.105.down_proj,0.0000002627,0.02500,0.967
21,mlp.experts.71.down_proj,0.0000000350,0.02500,1.740
21,mlp.experts.67.down_proj,0.0000001373,0.02500,1.721
21,mlp.experts.75.down_proj,0.0000000322,0.02500,1.714
21,mlp.experts.117.down_proj,0.0000001602,0.02500,0.703
21,mlp.experts.113.down_proj,0.0000000627,0.02500,0.690
21,mlp.experts.82.down_proj,0.0000000724,0.02500,1.307
21,mlp.experts.90.down_proj,0.0000000884,0.02500,1.327
21,mlp.experts.94.down_proj,0.0000000464,0.02500,1.442
21,mlp.experts.86.down_proj,0.0000002751,0.02500,1.566
21,mlp.experts.95.down_proj,0.0000001036,0.02500,1.693
21,mlp.experts.87.down_proj,0.0000001927,0.02500,1.697
21,mlp.experts.83.down_proj,0.0000001250,0.02500,1.757
21,mlp.experts.91.down_proj,0.0000000988,0.02500,1.784
21,mlp.experts.106.down_proj,0.0000000475,0.02500,1.380
21,mlp.experts.98.down_proj,0.0000000256,0.02500,1.424
21,mlp.experts.110.down_proj,0.0000000184,0.02500,1.287
21,mlp.experts.102.down_proj,0.0000000964,0.02500,1.280
21,mlp.experts.111.down_proj,0.0000000794,0.02500,1.487
21,mlp.experts.114.down_proj,0.0000000756,0.02500,0.766
21,mlp.experts.103.down_proj,0.0000000447,0.02500,1.507
21,mlp.experts.99.down_proj,0.0000001383,0.02500,1.437
21,mlp.experts.118.down_proj,0.0000000697,0.02500,0.566
21,mlp.experts.107.down_proj,0.0000001500,0.02500,1.513
21,mlp.experts.119.down_proj,0.0000000849,0.02500,1.016
21,mlp.experts.115.down_proj,0.0000000472,0.02500,0.990
22,self_attn.v_proj,0.0000000053,0.02500,1.517
22,self_attn.k_proj,0.0000000033,0.02500,1.605
22,self_attn.q_proj,0.0000000157,0.02500,1.976
22,self_attn.o_proj,0.0000000052,0.02500,4.113
22,mlp.shared_experts.gate_proj,0.0000001602,0.02500,1.300
22,mlp.shared_experts.up_proj,0.0000001709,0.02500,1.301
22,mlp.shared_experts.down_proj,0.0000000032,0.02500,0.397
22,mlp.experts.0.gate_proj,0.0000049596,0.02500,4.548
22,mlp.experts.8.gate_proj,0.0000052785,0.02500,4.625
22,mlp.experts.12.gate_proj,0.0000056029,0.02500,4.433
22,mlp.experts.9.gate_proj,0.0000027955,0.02500,4.393
22,mlp.experts.4.gate_proj,0.0000031332,0.02500,5.130
22,mlp.experts.5.gate_proj,0.0000034628,0.02500,5.285
22,mlp.experts.1.gate_proj,0.0000026234,0.02500,5.443
22,mlp.experts.13.gate_proj,0.0000035841,0.02500,5.424
22,mlp.experts.2.gate_proj,0.0000061165,0.02500,5.732
22,mlp.experts.7.gate_proj,0.0000054749,0.02500,5.792
22,mlp.experts.6.gate_proj,0.0000027143,0.02500,5.796
22,mlp.experts.14.gate_proj,0.0000079887,0.02500,5.568
22,mlp.experts.15.gate_proj,0.0000040012,0.02500,5.284
22,mlp.experts.11.gate_proj,0.0000033136,0.02500,5.920
22,mlp.experts.10.gate_proj,0.0000028619,0.02500,5.983
22,mlp.experts.3.gate_proj,0.0000013404,0.02500,6.046
22,mlp.experts.16.gate_proj,0.0000032245,0.02500,3.004
22,mlp.experts.24.gate_proj,0.0000040258,0.02500,3.006
22,mlp.experts.28.gate_proj,0.0000032780,0.02500,3.036
22,mlp.experts.20.gate_proj,0.0000042132,0.02500,2.999
22,mlp.experts.25.gate_proj,0.0000017981,0.02500,3.618
22,mlp.experts.30.gate_proj,0.0000029000,0.02500,3.033
22,mlp.experts.18.gate_proj,0.0000054367,0.02500,3.192
22,mlp.experts.22.gate_proj,0.0000032745,0.02500,3.177
22,mlp.experts.21.gate_proj,0.0000020925,0.02500,3.765
22,mlp.experts.26.gate_proj,0.0000023338,0.02500,3.090
22,mlp.experts.29.gate_proj,0.0000017328,0.02500,3.510
22,mlp.experts.17.gate_proj,0.0000008369,0.02500,3.717
22,mlp.experts.23.gate_proj,0.0000022889,0.02500,4.533
22,mlp.experts.27.gate_proj,0.0000016808,0.02500,4.545
22,mlp.experts.19.gate_proj,0.0000007823,0.02500,4.692
22,mlp.experts.31.gate_proj,0.0000029125,0.02500,5.083
22,mlp.experts.32.gate_proj,0.0000087888,0.02500,3.590
22,mlp.experts.40.gate_proj,0.0000018143,0.02500,3.752
22,mlp.experts.44.gate_proj,0.0000038105,0.02500,3.632
22,mlp.experts.36.gate_proj,0.0000022094,0.02500,3.688
22,mlp.experts.41.gate_proj,0.0000032219,0.02500,3.540
22,mlp.experts.38.gate_proj,0.0000038413,0.02500,3.291
22,mlp.experts.46.gate_proj,0.0000033606,0.02500,3.441
22,mlp.experts.34.gate_proj,0.0000009405,0.02500,3.444
22,mlp.experts.42.gate_proj,0.0000039614,0.02500,3.423
22,mlp.experts.33.gate_proj,0.0000046773,0.02500,3.434
22,mlp.experts.45.gate_proj,0.0000034917,0.02500,3.501
22,mlp.experts.37.gate_proj,0.0000033904,0.02500,3.890
22,mlp.experts.48.gate_proj,0.0000014233,0.02500,3.254
22,mlp.experts.56.gate_proj,0.0000051608,0.02500,3.199
22,mlp.experts.39.gate_proj,0.0000014079,0.02500,4.427
22,mlp.experts.43.gate_proj,0.0000030910,0.02500,4.301
22,mlp.experts.47.gate_proj,0.0000034072,0.02500,4.114
22,mlp.experts.52.gate_proj,0.0000043605,0.02500,3.408
22,mlp.experts.60.gate_proj,0.0000053038,0.02500,3.985
22,mlp.experts.35.gate_proj,0.0000029179,0.02500,4.911
22,mlp.experts.54.gate_proj,0.0000047695,0.02500,3.445
22,mlp.experts.62.gate_proj,0.0000112874,0.02500,3.399
22,mlp.experts.50.gate_proj,0.0000023131,0.02500,3.503
22,mlp.experts.58.gate_proj,0.0000024501,0.02500,3.431
22,mlp.experts.57.gate_proj,0.0000031001,0.02500,4.393
22,mlp.experts.61.gate_proj,0.0000027218,0.02500,4.341
22,mlp.experts.49.gate_proj,0.0000018790,0.02500,4.397
22,mlp.experts.53.gate_proj,0.0000034005,0.02500,4.279
22,mlp.experts.72.gate_proj,0.0000034998,0.02500,3.497
22,mlp.experts.64.gate_proj,0.0000020364,0.02500,3.801
22,mlp.experts.70.gate_proj,0.0000044253,0.02500,3.060
22,mlp.experts.68.gate_proj,0.0000049856,0.02500,3.596
22,mlp.experts.78.gate_proj,0.0000051715,0.02500,3.129
22,mlp.experts.66.gate_proj,0.0000018511,0.02500,3.090
22,mlp.experts.74.gate_proj,0.0000052381,0.02500,3.086
22,mlp.experts.76.gate_proj,0.0000053920,0.02500,3.606
22,mlp.experts.55.gate_proj,0.0000031870,0.02500,4.529
22,mlp.experts.59.gate_proj,0.0000031480,0.02500,4.628
22,mlp.experts.63.gate_proj,0.0000033188,0.02500,4.685
22,mlp.experts.73.gate_proj,0.0000026866,0.02500,3.833
22,mlp.experts.65.gate_proj,0.0000032938,0.02500,3.658
22,mlp.experts.77.gate_proj,0.0000027694,0.02500,3.711
22,mlp.experts.51.gate_proj,0.0000014932,0.02500,5.096
22,mlp.experts.69.gate_proj,0.0000031922,0.02500,3.646
22,mlp.experts.86.gate_proj,0.0000057346,0.02500,3.234
22,mlp.experts.82.gate_proj,0.0000026227,0.02500,3.136
22,mlp.experts.94.gate_proj,0.0000036235,0.02500,3.297
22,mlp.experts.88.gate_proj,0.0000034591,0.02500,4.062
22,mlp.experts.80.gate_proj,0.0000020235,0.02500,4.027
22,mlp.experts.90.gate_proj,0.0000052494,0.02500,3.254
22,mlp.experts.84.gate_proj,0.0000067651,0.02500,4.266
22,mlp.experts.92.gate_proj,0.0000057577,0.02500,4.117
22,mlp.experts.89.gate_proj,0.0000091733,0.02500,3.183
22,mlp.experts.81.gate_proj,0.0000032086,0.02500,3.107
22,mlp.experts.93.gate_proj,0.0000023788,0.02500,3.064
22,mlp.experts.85.gate_proj,0.0000031398,0.02500,3.175
22,mlp.experts.71.gate_proj,0.0000060722,0.02500,4.994
22,mlp.experts.75.gate_proj,0.0000046341,0.02500,4.955
22,mlp.experts.79.gate_proj,0.0000056120,0.02500,4.984
22,mlp.experts.102.gate_proj,0.0000125087,0.02500,3.136
22,mlp.experts.98.gate_proj,0.0000034107,0.02500,3.112
22,mlp.experts.110.gate_proj,0.0000053512,0.02500,3.126
22,mlp.experts.106.gate_proj,0.0000051314,0.02500,3.104
22,mlp.experts.67.gate_proj,0.0000025828,0.02500,4.911
22,mlp.experts.96.gate_proj,0.0000032533,0.02500,3.470
22,mlp.experts.104.gate_proj,0.0000015436,0.02500,3.719
22,mlp.experts.108.gate_proj,0.0000041615,0.02500,3.414
22,mlp.experts.100.gate_proj,0.0000069935,0.02500,3.697
22,mlp.experts.105.gate_proj,0.0000031769,0.02500,3.893
22,mlp.experts.109.gate_proj,0.0000042128,0.02500,3.986
22,mlp.experts.97.gate_proj,0.0000036787,0.02500,4.097
22,mlp.experts.101.gate_proj,0.0000052732,0.02500,3.965
22,mlp.experts.118.gate_proj,0.0000024904,0.02500,3.259
22,mlp.experts.6.up_proj,0.0000026893,0.02500,3.218
22,mlp.experts.114.gate_proj,0.0000041922,0.02500,3.325
22,mlp.experts.2.up_proj,0.0000059646,0.02500,3.357
22,mlp.experts.87.gate_proj,0.0000059201,0.02500,4.759
22,mlp.experts.91.gate_proj,0.0000040518,0.02500,4.709
22,mlp.experts.112.gate_proj,0.0000029695,0.02500,3.619
22,mlp.experts.95.gate_proj,0.0000070650,0.02500,4.669
22,mlp.experts.0.up_proj,0.0000049050,0.02500,3.987
22,mlp.experts.83.gate_proj,0.0000027169,0.02500,4.590
22,mlp.experts.116.gate_proj,0.0000017927,0.02500,3.472
22,mlp.experts.4.up_proj,0.0000030855,0.02500,3.596
22,mlp.experts.1.up_proj,0.0000026138,0.02500,3.519
22,mlp.experts.5.up_proj,0.0000034422,0.02500,3.394
22,mlp.experts.113.gate_proj,0.0000038723,0.02500,3.660
22,mlp.experts.14.up_proj,0.0000078821,0.02500,3.289
22,mlp.experts.117.gate_proj,0.0000065189,0.02500,3.692
22,mlp.experts.22.up_proj,0.0000032324,0.02500,3.223
22,mlp.experts.10.up_proj,0.0000028376,0.02500,3.309
22,mlp.experts.18.up_proj,0.0000053628,0.02500,3.294
22,mlp.experts.8.up_proj,0.0000051987,0.02500,3.430
22,mlp.experts.16.up_proj,0.0000031943,0.02500,3.274
22,mlp.experts.12.up_proj,0.0000054935,0.02500,3.553
22,mlp.experts.20.up_proj,0.0000042005,0.02500,3.583
22,mlp.experts.103.gate_proj,0.0000037193,0.02500,4.999
22,mlp.experts.107.gate_proj,0.0000034072,0.02500,5.163
22,mlp.experts.111.gate_proj,0.0000028013,0.02500,5.224
22,mlp.experts.21.up_proj,0.0000020678,0.02500,3.532
22,mlp.experts.17.up_proj,0.0000008204,0.02500,3.775
22,mlp.experts.9.up_proj,0.0000028135,0.02500,3.591
22,mlp.experts.30.up_proj,0.0000028371,0.02500,3.502
22,mlp.experts.13.up_proj,0.0000035204,0.02500,3.543
22,mlp.experts.99.gate_proj,0.0000052347,0.02500,5.068
22,mlp.experts.38.up_proj,0.0000037553,0.02500,3.622
22,mlp.experts.26.up_proj,0.0000023187,0.02500,3.560
22,mlp.experts.34.up_proj,0.0000009147,0.02500,3.526
22,mlp.experts.24.up_proj,0.0000039758,0.02500,3.566
22,mlp.experts.32.up_proj,0.0000087441,0.02500,3.362
22,mlp.experts.36.up_proj,0.0000021856,0.02500,3.091
22,mlp.experts.28.up_proj,0.0000032085,0.02500,3.977
22,mlp.experts.37.up_proj,0.0000033549,0.02500,3.650
22,mlp.experts.33.up_proj,0.0000046265,0.02500,3.769
22,mlp.experts.119.gate_proj,0.0000040203,0.02500,4.587
22,mlp.experts.25.up_proj,0.0000017659,0.02500,3.548
22,mlp.experts.46.up_proj,0.0000033108,0.02500,3.573
22,mlp.experts.3.up_proj,0.0000013087,0.02500,4.542
22,mlp.experts.54.up_proj,0.0000047148,0.02500,3.507
22,mlp.experts.42.up_proj,0.0000039008,0.02500,3.608
22,mlp.experts.50.up_proj,0.0000022769,0.02500,3.605
22,mlp.experts.29.up_proj,0.0000017051,0.02500,3.925
22,mlp.experts.7.up_proj,0.0000054281,0.02500,4.568
22,mlp.experts.115.gate_proj,0.0000016355,0.02500,4.449
22,mlp.experts.40.up_proj,0.0000017832,0.02500,3.482
22,mlp.experts.48.up_proj,0.0000013930,0.02500,3.831
22,mlp.experts.52.up_proj,0.0000043042,0.02500,3.814
22,mlp.experts.44.up_proj,0.0000037682,0.02500,3.292
22,mlp.experts.70.up_proj,0.0000044081,0.02500,3.011
22,mlp.experts.62.up_proj,0.0000112349,0.02500,3.071
22,mlp.experts.53.up_proj,0.0000033379,0.02500,3.652
22,mlp.experts.41.up_proj,0.0000031530,0.02500,3.851
22,mlp.experts.49.up_proj,0.0000018559,0.02500,4.009
22,mlp.experts.45.up_proj,0.0000034407,0.02500,4.380
22,mlp.experts.56.up_proj,0.0000050470,0.02500,3.789
22,mlp.experts.64.up_proj,0.0000019908,0.02500,3.676
22,mlp.experts.60.up_proj,0.0000052591,0.02500,3.439
22,mlp.experts.68.up_proj,0.0000049217,0.02500,3.896
22,mlp.experts.69.up_proj,0.0000031233,0.02500,4.126
22,mlp.experts.65.up_proj,0.0000032676,0.02500,3.531
22,mlp.experts.57.up_proj,0.0000030419,0.02500,4.061
22,mlp.experts.61.up_proj,0.0000026738,0.02500,3.485
22,mlp.experts.72.up_proj,0.0000034414,0.02500,3.663
22,mlp.experts.80.up_proj,0.0000020003,0.02500,3.768
22,mlp.experts.15.up_proj,0.0000039747,0.02500,10.933
22,mlp.experts.19.up_proj,0.0000007592,0.02500,10.992
22,mlp.experts.81.up_proj,0.0000031299,0.02500,3.846
22,mlp.experts.85.up_proj,0.0000030855,0.02500,3.963
22,mlp.experts.23.up_proj,0.0000022729,0.02500,11.032
22,mlp.experts.73.up_proj,0.0000025929,0.02500,3.770
22,mlp.experts.77.up_proj,0.0000027430,0.02500,3.760
22,mlp.experts.11.up_proj,0.0000032972,0.02500,11.240
22,mlp.experts.76.up_proj,0.0000053148,0.02500,9.118
22,mlp.experts.84.up_proj,0.0000067216,0.02500,8.946
22,mlp.experts.31.up_proj,0.0000029026,0.02500,4.684
22,mlp.experts.35.up_proj,0.0000028361,0.02500,4.730
22,mlp.experts.39.up_proj,0.0000013923,0.02500,4.639
22,mlp.experts.27.up_proj,0.0000016495,0.02500,4.801
22,mlp.experts.88.up_proj,0.0000033956,0.02500,10.062
22,mlp.experts.96.up_proj,0.0000032167,0.02500,9.823
22,mlp.experts.92.up_proj,0.0000056883,0.02500,5.268
22,mlp.experts.100.up_proj,0.0000068297,0.02500,5.394
22,mlp.experts.47.up_proj,0.0000033879,0.02500,5.688
22,mlp.experts.51.up_proj,0.0000014723,0.02500,5.758
22,mlp.experts.55.up_proj,0.0000031497,0.02500,5.719
22,mlp.experts.43.up_proj,0.0000030471,0.02500,5.740
22,mlp.experts.112.up_proj,0.0000029402,0.02500,4.885
22,mlp.experts.104.up_proj,0.0000015308,0.02500,5.424
22,mlp.experts.108.up_proj,0.0000041248,0.02500,4.572
22,mlp.experts.116.up_proj,0.0000017821,0.02500,4.377
22,mlp.experts.63.up_proj,0.0000032754,0.02500,4.662
22,mlp.experts.67.up_proj,0.0000025615,0.02500,4.518
22,mlp.experts.71.up_proj,0.0000060398,0.02500,4.455
22,mlp.experts.59.up_proj,0.0000031189,0.02500,4.200
22,mlp.experts.97.up_proj,0.0000036614,0.02500,16.397
22,mlp.experts.101.up_proj,0.0000051750,0.02500,16.406
22,mlp.experts.89.up_proj,0.0000089985,0.02500,16.471
22,mlp.experts.93.up_proj,0.0000023361,0.02500,16.476
22,mlp.experts.79.up_proj,0.0000056437,0.02500,4.489
22,mlp.experts.83.up_proj,0.0000026689,0.02500,4.335
22,mlp.experts.87.up_proj,0.0000058374,0.02500,4.445
22,mlp.experts.75.up_proj,0.0000045412,0.02500,4.258
22,mlp.experts.113.up_proj,0.0000038294,0.02500,4.233
22,mlp.experts.117.up_proj,0.0000064708,0.02500,4.435
22,mlp.experts.105.up_proj,0.0000031583,0.02500,4.161
22,mlp.experts.109.up_proj,0.0000041885,0.02500,3.903
22,mlp.experts.99.up_proj,0.0000051535,0.02500,4.070
22,mlp.experts.95.up_proj,0.0000069689,0.02500,4.344
22,mlp.experts.103.up_proj,0.0000036613,0.02500,4.237
22,mlp.experts.91.up_proj,0.0000039953,0.02500,4.355
22,mlp.experts.115.up_proj,0.0000016076,0.02500,6.442
22,mlp.experts.119.up_proj,0.0000039646,0.02500,6.366
22,mlp.experts.111.up_proj,0.0000027744,0.02500,6.734
22,mlp.experts.107.up_proj,0.0000033287,0.02500,5.926
22,mlp.experts.86.up_proj,0.0000056042,0.02500,6.722
22,mlp.experts.78.up_proj,0.0000051106,0.02500,6.807
22,mlp.experts.58.up_proj,0.0000023935,0.02500,6.886
22,mlp.experts.66.up_proj,0.0000018247,0.02500,7.182
22,mlp.experts.102.up_proj,0.0000123609,0.02500,5.315
22,mlp.experts.94.up_proj,0.0000035925,0.02500,5.319
22,mlp.experts.74.up_proj,0.0000051306,0.02500,5.295
22,mlp.experts.82.up_proj,0.0000025544,0.02500,5.390
22,mlp.experts.118.up_proj,0.0000024851,0.02500,4.781
22,mlp.experts.90.up_proj,0.0000052050,0.02500,4.737
22,mlp.experts.110.up_proj,0.0000053081,0.02500,4.966
22,mlp.experts.98.up_proj,0.0000033545,0.02500,4.669
22,mlp.experts.106.up_proj,0.0000050413,0.02500,3.014
22,mlp.experts.114.up_proj,0.0000041486,0.02500,2.810
22,mlp.experts.1.down_proj,0.0000000761,0.02500,1.251
22,mlp.experts.9.down_proj,0.0000000877,0.02500,1.269
22,mlp.experts.13.down_proj,0.0000000917,0.02500,1.283
22,mlp.experts.5.down_proj,0.0000000873,0.02500,1.349
22,mlp.experts.0.down_proj,0.0000001315,0.02500,1.412
22,mlp.experts.12.down_proj,0.0000001496,0.02500,1.432
22,mlp.experts.4.down_proj,0.0000001323,0.02500,1.453
22,mlp.experts.8.down_proj,0.0000002309,0.02500,1.469
22,mlp.experts.7.down_proj,0.0000001322,0.02500,1.525
22,mlp.experts.11.down_proj,0.0000000979,0.02500,1.531
22,mlp.experts.3.down_proj,0.0000000418,0.02500,1.540
22,mlp.experts.15.down_proj,0.0000001183,0.02500,1.545
22,mlp.experts.6.down_proj,0.0000000786,0.02500,1.873
22,mlp.experts.14.down_proj,0.0000002904,0.02500,1.881
22,mlp.experts.2.down_proj,0.0000002128,0.02500,1.974
22,mlp.experts.10.down_proj,0.0000000962,0.02500,2.051
22,mlp.experts.16.down_proj,0.0000000583,0.02500,0.879
22,mlp.experts.20.down_proj,0.0000040514,0.02500,0.873
22,mlp.experts.24.down_proj,0.0000001420,0.02500,0.857
22,mlp.experts.28.down_proj,0.0000001108,0.02500,0.902
22,mlp.experts.23.down_proj,0.0000000619,0.02500,1.077
22,mlp.experts.17.down_proj,0.0000000538,0.02500,1.357
22,mlp.experts.27.down_proj,0.0000000575,0.02500,1.092
22,mlp.experts.19.down_proj,0.0000000282,0.02500,1.086
22,mlp.experts.25.down_proj,0.0000000930,0.02500,1.371
22,mlp.experts.31.down_proj,0.0000000870,0.02500,1.099
22,mlp.experts.29.down_proj,0.0000000619,0.02500,1.459
22,mlp.experts.21.down_proj,0.0000000582,0.02500,1.422
22,mlp.experts.22.down_proj,0.0000001510,0.02500,1.350
22,mlp.experts.26.down_proj,0.0000000683,0.02500,1.180
22,mlp.experts.32.down_proj,0.0000003910,0.02500,0.949
22,mlp.experts.40.down_proj,0.0000000485,0.02500,0.948
22,mlp.experts.18.down_proj,0.0000001169,0.02500,1.312
22,mlp.experts.44.down_proj,0.0000001071,0.02500,0.952
22,mlp.experts.30.down_proj,0.0000001118,0.02500,1.350
22,mlp.experts.36.down_proj,0.0000000795,0.02500,1.122
22,mlp.experts.41.down_proj,0.0000001057,0.02500,1.126
22,mlp.experts.33.down_proj,0.0000001707,0.02500,1.179
22,mlp.experts.39.down_proj,0.0000000405,0.02500,1.221
22,mlp.experts.43.down_proj,0.0000001027,0.02500,1.222
22,mlp.experts.47.down_proj,0.0000001122,0.02500,1.209
22,mlp.experts.35.down_proj,0.0000000811,0.02500,1.248
22,mlp.experts.45.down_proj,0.0000001308,0.02500,1.165
22,mlp.experts.37.down_proj,0.0000000688,0.02500,1.164
22,mlp.experts.48.down_proj,0.0000000631,0.02500,0.988
22,mlp.experts.56.down_proj,0.0000001775,0.02500,0.961
22,mlp.experts.60.down_proj,0.0000001322,0.02500,0.977
22,mlp.experts.34.down_proj,0.0000000286,0.02500,1.037
22,mlp.experts.38.down_proj,0.0000001392,0.02500,1.114
22,mlp.experts.46.down_proj,0.0000001325,0.02500,1.055
22,mlp.experts.52.down_proj,0.0000001459,0.02500,0.955
22,mlp.experts.42.down_proj,0.0000001218,0.02500,1.192
22,mlp.experts.49.down_proj,0.0000000588,0.02500,0.904
22,mlp.experts.57.down_proj,0.0000001218,0.02500,1.004
22,mlp.experts.55.down_proj,0.0000000859,0.02500,1.104
22,mlp.experts.59.down_proj,0.0000001097,0.02500,1.088
22,mlp.experts.63.down_proj,0.0000000961,0.02500,1.103
22,mlp.experts.53.down_proj,0.0000000817,0.02500,1.025
22,mlp.experts.61.down_proj,0.0000000972,0.02500,1.049
22,mlp.experts.51.down_proj,0.0000000982,0.02500,1.102
22,mlp.experts.50.down_proj,0.0000000662,0.02500,1.108
22,mlp.experts.72.down_proj,0.0000001288,0.02500,1.200
22,mlp.experts.54.down_proj,0.0000001450,0.02500,1.106
22,mlp.experts.76.down_proj,0.0000002191,0.02500,1.234
22,mlp.experts.64.down_proj,0.0000000988,0.02500,1.328
22,mlp.experts.62.down_proj,0.0000004862,0.02500,1.219
22,mlp.experts.58.down_proj,0.0000000594,0.02500,1.206
22,mlp.experts.68.down_proj,0.0000001649,0.02500,1.272
22,mlp.experts.65.down_proj,0.0000001051,0.02500,1.050
22,mlp.experts.73.down_proj,0.0000000930,0.02500,1.021
22,mlp.experts.71.down_proj,0.0000003373,0.02500,0.909
22,mlp.experts.79.down_proj,0.0000001571,0.02500,0.907
22,mlp.experts.75.down_proj,0.0000001406,0.02500,0.946
22,mlp.experts.67.down_proj,0.0000000811,0.02500,0.908
22,mlp.experts.77.down_proj,0.0000000915,0.02500,1.006
22,mlp.experts.69.down_proj,0.0000000559,0.02500,1.088
22,mlp.experts.88.down_proj,0.0000001153,0.02500,0.952
22,mlp.experts.92.down_proj,0.0000002236,0.02500,0.949
22,mlp.experts.80.down_proj,0.0000000871,0.02500,0.963
22,mlp.experts.84.down_proj,0.0000001699,0.02500,0.927
22,mlp.experts.89.down_proj,0.0000002682,0.02500,1.057
22,mlp.experts.81.down_proj,0.0000001009,0.02500,1.116
22,mlp.experts.66.down_proj,0.0000000561,0.02500,1.527
22,mlp.experts.70.down_proj,0.0000001022,0.02500,1.539
22,mlp.experts.93.down_proj,0.0000000787,0.02500,1.045
22,mlp.experts.87.down_proj,0.0000002726,0.02500,1.190
22,mlp.experts.83.down_proj,0.0000000757,0.02500,1.165
22,mlp.experts.95.down_proj,0.0000001750,0.02500,1.186
22,mlp.experts.91.down_proj,0.0000000841,0.02500,1.251
22,mlp.experts.78.down_proj,0.0000001975,0.02500,1.561
22,mlp.experts.74.down_proj,0.0000001695,0.02500,1.545
22,mlp.experts.85.down_proj,0.0000000687,0.02500,1.167
22,mlp.experts.104.down_proj,0.0000000570,0.02500,1.169
22,mlp.experts.108.down_proj,0.0000001039,0.02500,1.159
22,mlp.experts.96.down_proj,0.0000000708,0.02500,1.130
22,mlp.experts.100.down_proj,0.0000001811,0.02500,1.091
22,mlp.experts.97.down_proj,0.0000001012,0.02500,1.050
22,mlp.experts.109.down_proj,0.0000001750,0.02500,0.967
22,mlp.experts.105.down_proj,0.0000000943,0.02500,1.210
22,mlp.experts.101.down_proj,0.0000001628,0.02500,0.889
22,mlp.experts.82.down_proj,0.0000000897,0.02500,1.312
22,mlp.experts.112.down_proj,0.0000000888,0.02500,0.645
22,mlp.experts.116.down_proj,0.0000000668,0.02500,0.633
22,mlp.experts.86.down_proj,0.0000001564,0.02500,1.384
22,mlp.experts.99.down_proj,0.0000001643,0.02500,1.390
22,mlp.experts.94.down_proj,0.0000000572,0.02500,1.324
22,mlp.experts.103.down_proj,0.0000001252,0.02500,1.448
22,mlp.experts.90.down_proj,0.0000001305,0.02500,1.329
22,mlp.experts.111.down_proj,0.0000000872,0.02500,1.455
22,mlp.experts.107.down_proj,0.0000001121,0.02500,1.401
22,mlp.experts.113.down_proj,0.0000001233,0.02500,0.683
22,mlp.experts.117.down_proj,0.0000002113,0.02500,0.598
22,mlp.experts.115.down_proj,0.0000000455,0.02500,0.643
22,mlp.experts.119.down_proj,0.0000001143,0.02500,0.630
22,mlp.experts.98.down_proj,0.0000001403,0.02500,1.356
22,mlp.experts.110.down_proj,0.0000001560,0.02500,1.383
22,mlp.experts.106.down_proj,0.0000001216,0.02500,1.384
22,mlp.experts.102.down_proj,0.0000004821,0.02500,1.528
22,mlp.experts.114.down_proj,0.0000000774,0.02500,0.814
22,mlp.experts.118.down_proj,0.0000000668,0.02500,0.630
23,self_attn.v_proj,0.0000000049,0.02500,1.519
23,self_attn.k_proj,0.0000000031,0.02500,1.631
23,self_attn.q_proj,0.0000000156,0.02500,1.772
23,self_attn.o_proj,0.0000000061,0.02500,3.515
23,mlp.shared_experts.gate_proj,0.0000001848,0.02500,1.302
23,mlp.shared_experts.up_proj,0.0000002007,0.02500,1.323
23,mlp.shared_experts.down_proj,0.0000000034,0.02500,0.626
23,mlp.experts.6.gate_proj,0.0000063864,0.02500,3.992
23,mlp.experts.9.gate_proj,0.0000051079,0.02500,4.121
23,mlp.experts.1.gate_proj,0.0000031780,0.02500,4.212
23,mlp.experts.10.gate_proj,0.0000061573,0.02500,4.313
23,mlp.experts.2.gate_proj,0.0000055877,0.02500,4.359
23,mlp.experts.5.gate_proj,0.0000039186,0.02500,4.391
23,mlp.experts.14.gate_proj,0.0000021661,0.02500,3.975
23,mlp.experts.13.gate_proj,0.0000050799,0.02500,4.017
23,mlp.experts.4.gate_proj,0.0000037497,0.02500,5.137
23,mlp.experts.12.gate_proj,0.0000046572,0.02500,4.656
23,mlp.experts.0.gate_proj,0.0000076402,0.02500,5.154
23,mlp.experts.8.gate_proj,0.0000034869,0.02500,5.161
23,mlp.experts.11.gate_proj,0.0000008459,0.02500,5.194
23,mlp.experts.15.gate_proj,0.0000062758,0.02500,4.800
23,mlp.experts.3.gate_proj,0.0000030027,0.02500,5.377
23,mlp.experts.7.gate_proj,0.0000023500,0.02500,5.653
23,mlp.experts.22.gate_proj,0.0000058785,0.02500,3.280
23,mlp.experts.26.gate_proj,0.0000063302,0.02500,3.154
23,mlp.experts.30.gate_proj,0.0000051965,0.02500,3.235
23,mlp.experts.25.gate_proj,0.0000031355,0.02500,3.609
23,mlp.experts.17.gate_proj,0.0000034935,0.02500,3.615
23,mlp.experts.21.gate_proj,0.0000030530,0.02500,3.442
23,mlp.experts.18.gate_proj,0.0000050271,0.02500,3.710
23,mlp.experts.29.gate_proj,0.0000018445,0.02500,3.654
23,mlp.experts.27.gate_proj,0.0000076808,0.02500,4.196
23,mlp.experts.31.gate_proj,0.0000011758,0.02500,4.093
23,mlp.experts.19.gate_proj,0.0000040773,0.02500,4.154
23,mlp.experts.23.gate_proj,0.0000028223,0.02500,3.961
23,mlp.experts.16.gate_proj,0.0000056955,0.02500,5.204
23,mlp.experts.20.gate_proj,0.0000053640,0.02500,5.321
23,mlp.experts.28.gate_proj,0.0000050809,0.02500,5.318
23,mlp.experts.38.gate_proj,0.0000048291,0.02500,3.236
23,mlp.experts.24.gate_proj,0.0000058262,0.02500,5.462
23,mlp.experts.46.gate_proj,0.0000032318,0.02500,3.324
23,mlp.experts.42.gate_proj,0.0000033526,0.02500,3.643
23,mlp.experts.37.gate_proj,0.0000039149,0.02500,3.426
23,mlp.experts.45.gate_proj,0.0000037148,0.02500,3.168
23,mlp.experts.41.gate_proj,0.0000046270,0.02500,3.926
23,mlp.experts.33.gate_proj,0.0000031611,0.02500,3.883
23,mlp.experts.34.gate_proj,0.0000152901,0.02500,3.740
23,mlp.experts.43.gate_proj,0.0000057143,0.02500,3.374
23,mlp.experts.39.gate_proj,0.0000025545,0.02500,3.359
23,mlp.experts.47.gate_proj,0.0000081986,0.02500,3.571
23,mlp.experts.35.gate_proj,0.0000052526,0.02500,3.511
23,mlp.experts.54.gate_proj,0.0000030199,0.02500,3.928
23,mlp.experts.58.gate_proj,0.0000081871,0.02500,3.585
23,mlp.experts.62.gate_proj,0.0000047855,0.02500,3.727
23,mlp.experts.53.gate_proj,0.0000036618,0.02500,3.651
23,mlp.experts.50.gate_proj,0.0000054865,0.02500,3.368
23,mlp.experts.61.gate_proj,0.0000010684,0.02500,3.865
23,mlp.experts.32.gate_proj,0.0000091217,0.02500,4.871
23,mlp.experts.44.gate_proj,0.0000064121,0.02500,4.870
23,mlp.experts.49.gate_proj,0.0000074618,0.02500,3.654
23,mlp.experts.40.gate_proj,0.0000051803,0.02500,4.813
23,mlp.experts.36.gate_proj,0.0000011502,0.02500,5.062
23,mlp.experts.57.gate_proj,0.0000070745,0.02500,4.092
23,mlp.experts.59.gate_proj,0.0000062669,0.02500,3.255
23,mlp.experts.55.gate_proj,0.0000090499,0.02500,3.216
23,mlp.experts.63.gate_proj,0.0000076802,0.02500,3.210
23,mlp.experts.51.gate_proj,0.0000044808,0.02500,3.339
23,mlp.experts.74.gate_proj,0.0000054518,0.02500,3.053
23,mlp.experts.66.gate_proj,0.0000016819,0.02500,3.132
23,mlp.experts.70.gate_proj,0.0000022998,0.02500,4.002
23,mlp.experts.69.gate_proj,0.0000035469,0.02500,3.640
23,mlp.experts.78.gate_proj,0.0000044443,0.02500,3.847
23,mlp.experts.77.gate_proj,0.0000038761,0.02500,3.697
23,mlp.experts.65.gate_proj,0.0000028068,0.02500,3.810
23,mlp.experts.73.gate_proj,0.0000043925,0.02500,3.705
23,mlp.experts.48.gate_proj,0.0000056859,0.02500,4.429
23,mlp.experts.56.gate_proj,0.0000038663,0.02500,4.268
23,mlp.experts.52.gate_proj,0.0000053309,0.02500,4.260
23,mlp.experts.60.gate_proj,0.0000039766,0.02500,4.555
23,mlp.experts.75.gate_proj,0.0000031323,0.02500,4.298
23,mlp.experts.71.gate_proj,0.0000056192,0.02500,4.251
23,mlp.experts.79.gate_proj,0.0000045849,0.02500,4.251
23,mlp.experts.67.gate_proj,0.0000036771,0.02500,4.271
23,mlp.experts.86.gate_proj,0.0000026668,0.02500,2.954
23,mlp.experts.90.gate_proj,0.0000056122,0.02500,3.753
23,mlp.experts.82.gate_proj,0.0000024306,0.02500,3.320
23,mlp.experts.94.gate_proj,0.0000049417,0.02500,3.543
23,mlp.experts.85.gate_proj,0.0000071110,0.02500,3.786
23,mlp.experts.93.gate_proj,0.0000031155,0.02500,3.521
23,mlp.experts.81.gate_proj,0.0000034034,0.02500,3.561
23,mlp.experts.89.gate_proj,0.0000030012,0.02500,3.641
23,mlp.experts.64.gate_proj,0.0000019280,0.02500,4.009
23,mlp.experts.72.gate_proj,0.0000042977,0.02500,4.127
23,mlp.experts.68.gate_proj,0.0000023851,0.02500,4.194
23,mlp.experts.76.gate_proj,0.0000042659,0.02500,4.213
23,mlp.experts.106.gate_proj,0.0000027886,0.02500,2.811
23,mlp.experts.98.gate_proj,0.0000026503,0.02500,2.861
23,mlp.experts.91.gate_proj,0.0000073980,0.02500,4.382
23,mlp.experts.95.gate_proj,0.0000093713,0.02500,4.417
23,mlp.experts.83.gate_proj,0.0000105287,0.02500,4.402
23,mlp.experts.102.gate_proj,0.0000049117,0.02500,3.733
23,mlp.experts.87.gate_proj,0.0000036513,0.02500,4.917
23,mlp.experts.110.gate_proj,0.0000027083,0.02500,3.819
23,mlp.experts.101.gate_proj,0.0000141175,0.02500,4.141
23,mlp.experts.109.gate_proj,0.0000089350,0.02500,4.364
23,mlp.experts.97.gate_proj,0.0000043475,0.02500,4.386
23,mlp.experts.2.up_proj,0.0000053434,0.02500,3.014
23,mlp.experts.105.gate_proj,0.0000061112,0.02500,4.336
23,mlp.experts.114.gate_proj,0.0000049651,0.02500,3.046
23,mlp.experts.80.gate_proj,0.0000021837,0.02500,4.477
23,mlp.experts.88.gate_proj,0.0000035776,0.02500,4.425
23,mlp.experts.92.gate_proj,0.0000069269,0.02500,4.216
23,mlp.experts.84.gate_proj,0.0000022532,0.02500,4.529
23,mlp.experts.118.gate_proj,0.0000042408,0.02500,3.668
23,mlp.experts.107.gate_proj,0.0000052394,0.02500,4.439
23,mlp.experts.111.gate_proj,0.0000058024,0.02500,4.351
23,mlp.experts.6.up_proj,0.0000063211,0.02500,3.428
23,mlp.experts.99.gate_proj,0.0000028708,0.02500,4.337
23,mlp.experts.103.gate_proj,0.0000021935,0.02500,4.375
23,mlp.experts.117.gate_proj,0.0000027300,0.02500,3.342
23,mlp.experts.5.up_proj,0.0000038694,0.02500,3.622
23,mlp.experts.113.gate_proj,0.0000041945,0.02500,3.407
23,mlp.experts.1.up_proj,0.0000031344,0.02500,3.545
23,mlp.experts.10.up_proj,0.0000061095,0.02500,3.763
23,mlp.experts.18.up_proj,0.0000049279,0.02500,4.103
23,mlp.experts.14.up_proj,0.0000021437,0.02500,3.861
23,mlp.experts.104.gate_proj,0.0000033774,0.02500,4.556
23,mlp.experts.108.gate_proj,0.0000026324,0.02500,4.559
23,mlp.experts.100.gate_proj,0.0000025620,0.02500,4.434
23,mlp.experts.96.gate_proj,0.0000058885,0.02500,4.868
23,mlp.experts.13.up_proj,0.0000049643,0.02500,3.217
23,mlp.experts.22.up_proj,0.0000057408,0.02500,3.902
23,mlp.experts.7.up_proj,0.0000023177,0.02500,4.277
23,mlp.experts.3.up_proj,0.0000029728,0.02500,4.557
23,mlp.experts.115.gate_proj,0.0000165480,0.02500,4.398
23,mlp.experts.17.up_proj,0.0000034554,0.02500,2.859
23,mlp.experts.21.up_proj,0.0000029740,0.02500,3.515
23,mlp.experts.119.gate_proj,0.0000045392,0.02500,4.327
23,mlp.experts.9.up_proj,0.0000049726,0.02500,3.615
23,mlp.experts.26.up_proj,0.0000062164,0.02500,3.271
23,mlp.experts.34.up_proj,0.0000149618,0.02500,3.778
23,mlp.experts.30.up_proj,0.0000051294,0.02500,3.583
23,mlp.experts.29.up_proj,0.0000017971,0.02500,3.553
23,mlp.experts.38.up_proj,0.0000047564,0.02500,3.516
23,mlp.experts.37.up_proj,0.0000038802,0.02500,2.964
23,mlp.experts.25.up_proj,0.0000030819,0.02500,3.197
23,mlp.experts.33.up_proj,0.0000031335,0.02500,3.763
23,mlp.experts.42.up_proj,0.0000033021,0.02500,3.223
23,mlp.experts.23.up_proj,0.0000027677,0.02500,4.460
23,mlp.experts.11.up_proj,0.0000008249,0.02500,4.405
23,mlp.experts.116.gate_proj,0.0000138053,0.02500,5.278
23,mlp.experts.19.up_proj,0.0000041418,0.02500,4.571
23,mlp.experts.0.up_proj,0.0000074921,0.02500,5.462
23,mlp.experts.4.up_proj,0.0000037281,0.02500,5.528
23,mlp.experts.112.gate_proj,0.0000053307,0.02500,5.516
23,mlp.experts.15.up_proj,0.0000061848,0.02500,4.518
23,mlp.experts.50.up_proj,0.0000054153,0.02500,3.500
23,mlp.experts.46.up_proj,0.0000031808,0.02500,3.355
23,mlp.experts.45.up_proj,0.0000036565,0.02500,3.112
23,mlp.experts.53.up_proj,0.0000035091,0.02500,3.342
23,mlp.experts.54.up_proj,0.0000029743,0.02500,3.629
23,mlp.experts.49.up_proj,0.0000072465,0.02500,3.308
23,mlp.experts.41.up_proj,0.0000045532,0.02500,3.570
23,mlp.experts.58.up_proj,0.0000080935,0.02500,3.232
23,mlp.experts.39.up_proj,0.0000025047,0.02500,3.699
23,mlp.experts.27.up_proj,0.0000076068,0.02500,3.635
23,mlp.experts.35.up_proj,0.0000051666,0.02500,3.649
23,mlp.experts.66.up_proj,0.0000016627,0.02500,3.293
23,mlp.experts.31.up_proj,0.0000011517,0.02500,3.713
23,mlp.experts.62.up_proj,0.0000046204,0.02500,3.111
23,mlp.experts.16.up_proj,0.0000056467,0.02500,4.675
23,mlp.experts.12.up_proj,0.0000045612,0.02500,4.816
23,mlp.experts.69.up_proj,0.0000034688,0.02500,2.895
23,mlp.experts.8.up_proj,0.0000034381,0.02500,4.817
23,mlp.experts.20.up_proj,0.0000051398,0.02500,4.951
23,mlp.experts.61.up_proj,0.0000010356,0.02500,3.896
23,mlp.experts.65.up_proj,0.0000027834,0.02500,2.906
23,mlp.experts.70.up_proj,0.0000022559,0.02500,3.776
23,mlp.experts.74.up_proj,0.0000052891,0.02500,3.452
23,mlp.experts.57.up_proj,0.0000069561,0.02500,3.935
23,mlp.experts.82.up_proj,0.0000023713,0.02500,3.883
23,mlp.experts.78.up_proj,0.0000042602,0.02500,3.306
23,mlp.experts.85.up_proj,0.0000070470,0.02500,2.989
23,mlp.experts.55.up_proj,0.0000087917,0.02500,4.848
23,mlp.experts.43.up_proj,0.0000056698,0.02500,4.830
23,mlp.experts.81.up_proj,0.0000033211,0.02500,3.020
23,mlp.experts.51.up_proj,0.0000044073,0.02500,4.931
23,mlp.experts.32.up_proj,0.0000087351,0.02500,3.919
23,mlp.experts.28.up_proj,0.0000050029,0.02500,3.993
23,mlp.experts.24.up_proj,0.0000057188,0.02500,3.799
23,mlp.experts.36.up_proj,0.0000010693,0.02500,3.903
23,mlp.experts.47.up_proj,0.0000080915,0.02500,4.958
23,mlp.experts.77.up_proj,0.0000037937,0.02500,3.694
23,mlp.experts.86.up_proj,0.0000026322,0.02500,3.401
23,mlp.experts.90.up_proj,0.0000055168,0.02500,3.354
23,mlp.experts.73.up_proj,0.0000043467,0.02500,3.964
23,mlp.experts.94.up_proj,0.0000049026,0.02500,3.346
23,mlp.experts.98.up_proj,0.0000026141,0.02500,3.684
23,mlp.experts.101.up_proj,0.0000136480,0.02500,3.766
23,mlp.experts.97.up_proj,0.0000042811,0.02500,3.228
23,mlp.experts.93.up_proj,0.0000030270,0.02500,3.403
23,mlp.experts.102.up_proj,0.0000048647,0.02500,3.599
23,mlp.experts.71.up_proj,0.0000055484,0.02500,4.688
23,mlp.experts.48.up_proj,0.0000056618,0.02500,4.489
23,mlp.experts.106.up_proj,0.0000027278,0.02500,3.602
23,mlp.experts.59.up_proj,0.0000062310,0.02500,4.774
23,mlp.experts.44.up_proj,0.0000061756,0.02500,4.519
23,mlp.experts.67.up_proj,0.0000036200,0.02500,4.703
23,mlp.experts.40.up_proj,0.0000051013,0.02500,4.564
23,mlp.experts.63.up_proj,0.0000075664,0.02500,4.655
23,mlp.experts.89.up_proj,0.0000029122,0.02500,3.233
23,mlp.experts.52.up_proj,0.0000052324,0.02500,4.823
23,mlp.experts.114.up_proj,0.0000048339,0.02500,3.032
23,mlp.experts.110.up_proj,0.0000026725,0.02500,3.290
23,mlp.experts.118.up_proj,0.0000041780,0.02500,2.254
23,mlp.experts.117.up_proj,0.0000026758,0.02500,3.677
23,mlp.experts.113.up_proj,0.0000041401,0.02500,3.808
23,mlp.experts.109.up_proj,0.0000087645,0.02500,3.377
23,mlp.experts.105.up_proj,0.0000060238,0.02500,2.674
23,mlp.experts.87.up_proj,0.0000036165,0.02500,3.827
23,mlp.experts.75.up_proj,0.0000030684,0.02500,3.773
23,mlp.experts.83.up_proj,0.0000103809,0.02500,3.759
23,mlp.experts.79.up_proj,0.0000045315,0.02500,3.627
23,mlp.experts.64.up_proj,0.0000018717,0.02500,4.644
23,mlp.experts.60.up_proj,0.0000039250,0.02500,4.694
23,mlp.experts.56.up_proj,0.0000038057,0.02500,4.578
23,mlp.experts.68.up_proj,0.0000023670,0.02500,4.817
23,mlp.experts.103.up_proj,0.0000021621,0.02500,2.963
23,mlp.experts.99.up_proj,0.0000028387,0.02500,2.925
23,mlp.experts.91.up_proj,0.0000072825,0.02500,3.095
23,mlp.experts.95.up_proj,0.0000091267,0.02500,2.965
23,mlp.experts.80.up_proj,0.0000021210,0.02500,4.853
23,mlp.experts.72.up_proj,0.0000041168,0.02500,4.690
23,mlp.experts.76.up_proj,0.0000041087,0.02500,4.742
23,mlp.experts.84.up_proj,0.0000022106,0.02500,4.566
23,mlp.experts.119.up_proj,0.0000045106,0.02500,3.733
23,mlp.experts.107.up_proj,0.0000051530,0.02500,3.793
23,mlp.experts.115.up_proj,0.0000164301,0.02500,3.894
23,mlp.experts.111.up_proj,0.0000057575,0.02500,3.677
23,mlp.experts.96.up_proj,0.0000058444,0.02500,3.969
23,mlp.experts.88.up_proj,0.0000035109,0.02500,4.023
23,mlp.experts.92.up_proj,0.0000068272,0.02500,4.074
23,mlp.experts.100.up_proj,0.0000024945,0.02500,4.186
23,mlp.experts.112.up_proj,0.0000052483,0.02500,4.780
23,mlp.experts.104.up_proj,0.0000032848,0.02500,4.759
23,mlp.experts.108.up_proj,0.0000025732,0.02500,4.802
23,mlp.experts.116.up_proj,0.0000135528,0.02500,4.319
23,mlp.experts.5.down_proj,0.0000001368,0.02500,1.483
23,mlp.experts.1.down_proj,0.0000001431,0.02500,1.574
23,mlp.experts.13.down_proj,0.0000001606,0.02500,1.313
23,mlp.experts.4.down_proj,0.0000001181,0.02500,1.687
23,mlp.experts.0.down_proj,0.0000003373,0.02500,1.689
23,mlp.experts.9.down_proj,0.0000001871,0.02500,1.710
23,mlp.experts.8.down_proj,0.0000001381,0.02500,1.730
23,mlp.experts.12.down_proj,0.0000001915,0.02500,1.773
23,mlp.experts.3.down_proj,0.0000000898,0.02500,1.775
23,mlp.experts.7.down_proj,0.0000001313,0.02500,1.790
23,mlp.experts.6.down_proj,0.0000004720,0.02500,1.816
23,mlp.experts.15.down_proj,0.0000001911,0.02500,1.504
23,mlp.experts.11.down_proj,0.0000000740,0.02500,1.832
23,mlp.experts.2.down_proj,0.0000002262,0.02500,1.886
23,mlp.experts.14.down_proj,0.0000000945,0.02500,1.576
23,mlp.experts.10.down_proj,0.0000003512,0.02500,1.956
23,mlp.experts.21.down_proj,0.0000000853,0.02500,0.887
23,mlp.experts.29.down_proj,0.0000000805,0.02500,0.982
23,mlp.experts.17.down_proj,0.0000001227,0.02500,1.099
23,mlp.experts.23.down_proj,0.0000001100,0.02500,0.973
23,mlp.experts.19.down_proj,0.0000000976,0.02500,1.011
23,mlp.experts.27.down_proj,0.0000003493,0.02500,0.967
23,mlp.experts.31.down_proj,0.0000000431,0.02500,0.995
23,mlp.experts.25.down_proj,0.0000001054,0.02500,1.124
23,mlp.experts.20.down_proj,0.0000001345,0.02500,1.458
23,mlp.experts.30.down_proj,0.0000001924,0.02500,1.250
23,mlp.experts.24.down_proj,0.0000002235,0.02500,1.436
23,mlp.experts.16.down_proj,0.0000002809,0.02500,1.479
23,mlp.experts.18.down_proj,0.0000002047,0.02500,1.295
23,mlp.experts.22.down_proj,0.0000002109,0.02500,1.371
23,mlp.experts.26.down_proj,0.0000002852,0.02500,1.269
23,mlp.experts.28.down_proj,0.0000001564,0.02500,1.544
23,mlp.experts.37.down_proj,0.0000001676,0.02500,0.949
23,mlp.experts.45.down_proj,0.0000000920,0.02500,0.990
23,mlp.experts.33.down_proj,0.0000000922,0.02500,1.089
23,mlp.experts.39.down_proj,0.0000000825,0.02500,1.006
23,mlp.experts.41.down_proj,0.0000001373,0.02500,0.940
23,mlp.experts.43.down_proj,0.0000002419,0.02500,1.005
23,mlp.experts.35.down_proj,0.0000001816,0.02500,1.033
23,mlp.experts.47.down_proj,0.0000004723,0.02500,1.009
23,mlp.experts.34.down_proj,0.0000010797,0.02500,1.004
23,mlp.experts.46.down_proj,0.0000000954,0.02500,1.109
23,mlp.experts.38.down_proj,0.0000001969,0.02500,1.099
23,mlp.experts.42.down_proj,0.0000001090,0.02500,1.053
23,mlp.experts.40.down_proj,0.0000002008,0.02500,1.257
23,mlp.experts.32.down_proj,0.0000003757,0.02500,1.258
23,mlp.experts.53.down_proj,0.0000001322,0.02500,1.143
23,mlp.experts.36.down_proj,0.0000000252,0.02500,1.348
23,mlp.experts.44.down_proj,0.0000002848,0.02500,1.311
23,mlp.experts.61.down_proj,0.0000000273,0.02500,1.052
23,mlp.experts.55.down_proj,0.0000004239,0.02500,0.936
23,mlp.experts.59.down_proj,0.0000002811,0.02500,0.932
23,mlp.experts.57.down_proj,0.0000002786,0.02500,0.982
23,mlp.experts.63.down_proj,0.0000002062,0.02500,0.933
23,mlp.experts.51.down_proj,0.0000001487,0.02500,0.964
23,mlp.experts.49.down_proj,0.0000002843,0.02500,1.093
23,mlp.experts.50.down_proj,0.0000002394,0.02500,1.038
23,mlp.experts.54.down_proj,0.0000000862,0.02500,0.967
23,mlp.experts.62.down_proj,0.0000002061,0.02500,1.049
23,mlp.experts.58.down_proj,0.0000002374,0.02500,1.027
23,mlp.experts.69.down_proj,0.0000001241,0.02500,1.141
23,mlp.experts.48.down_proj,0.0000002393,0.02500,1.227
23,mlp.experts.71.down_proj,0.0000001492,0.02500,0.960
23,mlp.experts.73.down_proj,0.0000001465,0.02500,0.912
23,mlp.experts.75.down_proj,0.0000000999,0.02500,0.952
23,mlp.experts.56.down_proj,0.0000001979,0.02500,1.289
23,mlp.experts.79.down_proj,0.0000002175,0.02500,0.949
23,mlp.experts.67.down_proj,0.0000001202,0.02500,0.966
23,mlp.experts.77.down_proj,0.0000000989,0.02500,1.089
23,mlp.experts.52.down_proj,0.0000001167,0.02500,1.326
23,mlp.experts.65.down_proj,0.0000000703,0.02500,1.002
23,mlp.experts.60.down_proj,0.0000001303,0.02500,1.306
23,mlp.experts.70.down_proj,0.0000000852,0.02500,0.859
23,mlp.experts.66.down_proj,0.0000001065,0.02500,0.890
23,mlp.experts.78.down_proj,0.0000001460,0.02500,1.147
23,mlp.experts.74.down_proj,0.0000002163,0.02500,1.147
23,mlp.experts.87.down_proj,0.0000001841,0.02500,0.909
23,mlp.experts.91.down_proj,0.0000003299,0.02500,0.904
23,mlp.experts.95.down_proj,0.0000003525,0.02500,0.902
23,mlp.experts.93.down_proj,0.0000001506,0.02500,0.887
23,mlp.experts.89.down_proj,0.0000000934,0.02500,0.977
23,mlp.experts.85.down_proj,0.0000005211,0.02500,1.060
23,mlp.experts.83.down_proj,0.0000004210,0.02500,0.923
23,mlp.experts.81.down_proj,0.0000002091,0.02500,1.050
23,mlp.experts.82.down_proj,0.0000001177,0.02500,0.860
23,mlp.experts.86.down_proj,0.0000001456,0.02500,0.909
23,mlp.experts.64.down_proj,0.0000001542,0.02500,1.601
23,mlp.experts.72.down_proj,0.0000001016,0.02500,1.664
23,mlp.experts.90.down_proj,0.0000002285,0.02500,0.989
23,mlp.experts.68.down_proj,0.0000001071,0.02500,1.647
23,mlp.experts.105.down_proj,0.0000002072,0.02500,0.894
23,mlp.experts.94.down_proj,0.0000002130,0.02500,1.124
23,mlp.experts.76.down_proj,0.0000001470,0.02500,1.706
23,mlp.experts.101.down_proj,0.0000005661,0.02500,1.001
23,mlp.experts.109.down_proj,0.0000003856,0.02500,1.076
23,mlp.experts.97.down_proj,0.0000001147,0.02500,0.929
23,mlp.experts.107.down_proj,0.0000002084,0.02500,1.274
23,mlp.experts.111.down_proj,0.0000003013,0.02500,1.287
23,mlp.experts.103.down_proj,0.0000000471,0.02500,1.337
23,mlp.experts.98.down_proj,0.0000001213,0.02500,0.974
23,mlp.experts.99.down_proj,0.0000001280,0.02500,1.292
23,mlp.experts.102.down_proj,0.0000000984,0.02500,0.985
23,mlp.experts.117.down_proj,0.0000000879,0.02500,0.682
23,mlp.experts.113.down_proj,0.0000001116,0.02500,0.615
23,mlp.experts.110.down_proj,0.0000000695,0.02500,0.913
23,mlp.experts.106.down_proj,0.0000000708,0.02500,1.091
23,mlp.experts.119.down_proj,0.0000001646,0.02500,0.754
23,mlp.experts.115.down_proj,0.0000008467,0.02500,0.743
23,mlp.experts.114.down_proj,0.0000001406,0.02500,0.770
23,mlp.experts.118.down_proj,0.0000001283,0.02500,0.833
23,mlp.experts.80.down_proj,0.0000001156,0.02500,1.589
23,mlp.experts.88.down_proj,0.0000000914,0.02500,1.619
23,mlp.experts.84.down_proj,0.0000000943,0.02500,1.618
23,mlp.experts.92.down_proj,0.0000002969,0.02500,1.617
23,mlp.experts.96.down_proj,0.0000003377,0.02500,1.281
23,mlp.experts.104.down_proj,0.0000001062,0.02500,1.143
23,mlp.experts.100.down_proj,0.0000000916,0.02500,1.227
23,mlp.experts.108.down_proj,0.0000001794,0.02500,1.128
23,mlp.experts.112.down_proj,0.0000002213,0.02500,0.964
23,mlp.experts.116.down_proj,0.0000005860,0.02500,0.835
24,self_attn.v_proj,0.0000000057,0.02500,1.300
24,self_attn.k_proj,0.0000000037,0.02500,1.365
24,self_attn.q_proj,0.0000000189,0.02500,1.563
24,self_attn.o_proj,0.0000000093,0.02500,3.928
24,mlp.shared_experts.gate_proj,0.0000002198,0.02500,1.290
24,mlp.shared_experts.up_proj,0.0000002335,0.02500,1.308
24,mlp.shared_experts.down_proj,0.0000000042,0.02500,0.377
24,mlp.experts.10.gate_proj,0.0000056213,0.02500,4.359
24,mlp.experts.14.gate_proj,0.0000011084,0.02500,3.731
24,mlp.experts.2.gate_proj,0.0000075641,0.02500,4.627
24,mlp.experts.6.gate_proj,0.0000047889,0.02500,4.758
24,mlp.experts.4.gate_proj,0.0000092812,0.02500,5.064
24,mlp.experts.8.gate_proj,0.0000050784,0.02500,5.152
24,mlp.experts.12.gate_proj,0.0000080049,0.02500,5.204
24,mlp.experts.0.gate_proj,0.0000048318,0.02500,5.340
24,mlp.experts.3.gate_proj,0.0000220595,0.02500,5.605
24,mlp.experts.5.gate_proj,0.0000042570,0.02500,5.692
24,mlp.experts.11.gate_proj,0.0000043232,0.02500,5.754
24,mlp.experts.1.gate_proj,0.0000083668,0.02500,5.822
24,mlp.experts.7.gate_proj,0.0000051839,0.02500,5.901
24,mlp.experts.15.gate_proj,0.0000052876,0.02500,5.322
24,mlp.experts.13.gate_proj,0.0000085250,0.02500,5.368
24,mlp.experts.9.gate_proj,0.0000018369,0.02500,6.126
24,mlp.experts.30.gate_proj,0.0000052901,0.02500,3.197
24,mlp.experts.26.gate_proj,0.0000041669,0.02500,3.615
24,mlp.experts.18.gate_proj,0.0000082805,0.02500,3.469
24,mlp.experts.22.gate_proj,0.0000045847,0.02500,3.435
24,mlp.experts.24.gate_proj,0.0000052944,0.02500,4.294
24,mlp.experts.16.gate_proj,0.0000028490,0.02500,4.171
24,mlp.experts.28.gate_proj,0.0000033572,0.02500,4.390
24,mlp.experts.20.gate_proj,0.0000067832,0.02500,4.592
24,mlp.experts.21.gate_proj,0.0000125375,0.02500,4.382
24,mlp.experts.17.gate_proj,0.0000056266,0.02500,4.309
24,mlp.experts.25.gate_proj,0.0000065942,0.02500,4.245
24,mlp.experts.27.gate_proj,0.0000049698,0.02500,4.639
24,mlp.experts.19.gate_proj,0.0000069143,0.02500,4.818
24,mlp.experts.29.gate_proj,0.0000018368,0.02500,4.592
24,mlp.experts.23.gate_proj,0.0000022058,0.02500,4.952
24,mlp.experts.31.gate_proj,0.0000185935,0.02500,4.922
24,mlp.experts.46.gate_proj,0.0000054412,0.02500,3.541
24,mlp.experts.42.gate_proj,0.0000054440,0.02500,3.353
24,mlp.experts.34.gate_proj,0.0000059521,0.02500,3.495
24,mlp.experts.38.gate_proj,0.0000015724,0.02500,3.575
24,mlp.experts.36.gate_proj,0.0000057040,0.02500,3.139
24,mlp.experts.40.gate_proj,0.0000027420,0.02500,3.740
24,mlp.experts.32.gate_proj,0.0000032086,0.02500,3.823
24,mlp.experts.44.gate_proj,0.0000047803,0.02500,3.837
24,mlp.experts.33.gate_proj,0.0000066436,0.02500,4.300
24,mlp.experts.37.gate_proj,0.0000018396,0.02500,4.408
24,mlp.experts.41.gate_proj,0.0000061376,0.02500,4.334
24,mlp.experts.58.gate_proj,0.0000097326,0.02500,3.629
24,mlp.experts.62.gate_proj,0.0000024821,0.02500,3.847
24,mlp.experts.45.gate_proj,0.0000020447,0.02500,4.501
24,mlp.experts.50.gate_proj,0.0000077598,0.02500,3.574
24,mlp.experts.54.gate_proj,0.0000056597,0.02500,3.545
24,mlp.experts.43.gate_proj,0.0000043388,0.02500,4.997
24,mlp.experts.35.gate_proj,0.0000098973,0.02500,5.064
24,mlp.experts.47.gate_proj,0.0000055207,0.02500,4.940
24,mlp.experts.39.gate_proj,0.0000039052,0.02500,5.088
24,mlp.experts.52.gate_proj,0.0000017761,0.02500,3.539
24,mlp.experts.56.gate_proj,0.0000075168,0.02500,3.378
24,mlp.experts.48.gate_proj,0.0000065836,0.02500,3.395
24,mlp.experts.60.gate_proj,0.0000131839,0.02500,3.355
24,mlp.experts.66.gate_proj,0.0000043496,0.02500,2.995
24,mlp.experts.74.gate_proj,0.0000071353,0.02500,3.508
24,mlp.experts.78.gate_proj,0.0000087295,0.02500,3.677
24,mlp.experts.70.gate_proj,0.0000120186,0.02500,3.495
24,mlp.experts.51.gate_proj,0.0000027766,0.02500,3.668
24,mlp.experts.59.gate_proj,0.0000076320,0.02500,3.851
24,mlp.experts.53.gate_proj,0.0000041708,0.02500,4.917
24,mlp.experts.49.gate_proj,0.0000077209,0.02500,4.984
24,mlp.experts.63.gate_proj,0.0000038005,0.02500,3.686
24,mlp.experts.57.gate_proj,0.0000102348,0.02500,5.051
24,mlp.experts.55.gate_proj,0.0000073505,0.02500,3.824
24,mlp.experts.68.gate_proj,0.0000032551,0.02500,3.818
24,mlp.experts.72.gate_proj,0.0000040411,0.02500,3.723
24,mlp.experts.61.gate_proj,0.0000067444,0.02500,5.251
24,mlp.experts.76.gate_proj,0.0000071599,0.02500,3.667
24,mlp.experts.64.gate_proj,0.0000025169,0.02500,3.776
24,mlp.experts.82.gate_proj,0.0000023609,0.02500,3.239
24,mlp.experts.94.gate_proj,0.0000048298,0.02500,3.110
24,mlp.experts.90.gate_proj,0.0000056765,0.02500,3.537
24,mlp.experts.86.gate_proj,0.0000056022,0.02500,3.457
24,mlp.experts.75.gate_proj,0.0000033352,0.02500,3.431
24,mlp.experts.67.gate_proj,0.0000160059,0.02500,3.629
24,mlp.experts.79.gate_proj,0.0000078284,0.02500,3.553
24,mlp.experts.84.gate_proj,0.0000045531,0.02500,3.267
24,mlp.experts.71.gate_proj,0.0000038705,0.02500,3.671
24,mlp.experts.88.gate_proj,0.0000060779,0.02500,3.297
24,mlp.experts.92.gate_proj,0.0000066459,0.02500,3.211
24,mlp.experts.80.gate_proj,0.0000063446,0.02500,3.271
24,mlp.experts.65.gate_proj,0.0000016881,0.02500,4.768
24,mlp.experts.69.gate_proj,0.0000014716,0.02500,4.983
24,mlp.experts.73.gate_proj,0.0000066501,0.02500,4.700
24,mlp.experts.98.gate_proj,0.0000077016,0.02500,3.508
24,mlp.experts.77.gate_proj,0.0000034257,0.02500,5.031
24,mlp.experts.110.gate_proj,0.0000059824,0.02500,3.758
24,mlp.experts.106.gate_proj,0.0000039628,0.02500,3.741
24,mlp.experts.83.gate_proj,0.0000085104,0.02500,3.327
24,mlp.experts.102.gate_proj,0.0000054403,0.02500,3.847
24,mlp.experts.91.gate_proj,0.0000040424,0.02500,3.481
24,mlp.experts.95.gate_proj,0.0000050735,0.02500,3.389
24,mlp.experts.100.gate_proj,0.0000079974,0.02500,3.199
24,mlp.experts.108.gate_proj,0.0000035863,0.02500,3.085
24,mlp.experts.104.gate_proj,0.0000096768,0.02500,3.217
24,mlp.experts.87.gate_proj,0.0000047322,0.02500,3.437
24,mlp.experts.96.gate_proj,0.0000139661,0.02500,3.153
24,mlp.experts.114.gate_proj,0.0000043877,0.02500,3.395
24,mlp.experts.81.gate_proj,0.0000043307,0.02500,4.381
24,mlp.experts.85.gate_proj,0.0000029269,0.02500,4.303
24,mlp.experts.89.gate_proj,0.0000065529,0.02500,4.350
24,mlp.experts.2.up_proj,0.0000073616,0.02500,3.294
24,mlp.experts.6.up_proj,0.0000046899,0.02500,3.708
24,mlp.experts.99.gate_proj,0.0000047399,0.02500,3.416
24,mlp.experts.118.gate_proj,0.0000051643,0.02500,3.432
24,mlp.experts.107.gate_proj,0.0000030791,0.02500,3.444
24,mlp.experts.93.gate_proj,0.0000072911,0.02500,4.305
24,mlp.experts.116.gate_proj,0.0000033739,0.02500,3.090
24,mlp.experts.4.up_proj,0.0000090775,0.02500,3.133
24,mlp.experts.0.up_proj,0.0000048435,0.02500,3.083
24,mlp.experts.103.gate_proj,0.0000022522,0.02500,3.117
24,mlp.experts.112.gate_proj,0.0000070859,0.02500,3.216
24,mlp.experts.111.gate_proj,0.0000057151,0.02500,3.951
24,mlp.experts.10.up_proj,0.0000055479,0.02500,3.540
24,mlp.experts.18.up_proj,0.0000081569,0.02500,3.409
24,mlp.experts.97.gate_proj,0.0000111490,0.02500,4.263
24,mlp.experts.12.up_proj,0.0000078671,0.02500,3.162
24,mlp.experts.16.up_proj,0.0000028086,0.02500,3.047
24,mlp.experts.22.up_proj,0.0000044826,0.02500,3.739
24,mlp.experts.14.up_proj,0.0000010595,0.02500,3.413
24,mlp.experts.115.gate_proj,0.0000069849,0.02500,3.458
24,mlp.experts.20.up_proj,0.0000066617,0.02500,3.189
24,mlp.experts.101.gate_proj,0.0000042488,0.02500,4.411
24,mlp.experts.105.gate_proj,0.0000042082,0.02500,4.379
24,mlp.experts.8.up_proj,0.0000049963,0.02500,3.262
24,mlp.experts.3.up_proj,0.0000211241,0.02500,3.879
24,mlp.experts.119.gate_proj,0.0000040245,0.02500,4.131
24,mlp.experts.109.gate_proj,0.0000047447,0.02500,4.436
24,mlp.experts.7.up_proj,0.0000050730,0.02500,4.156
24,mlp.experts.26.up_proj,0.0000041124,0.02500,3.695
24,mlp.experts.34.up_proj,0.0000057251,0.02500,3.776
24,mlp.experts.36.up_proj,0.0000055673,0.02500,3.289
24,mlp.experts.32.up_proj,0.0000031288,0.02500,3.444
24,mlp.experts.28.up_proj,0.0000032375,0.02500,3.589
24,mlp.experts.38.up_proj,0.0000015208,0.02500,3.550
24,mlp.experts.30.up_proj,0.0000051746,0.02500,3.608
24,mlp.experts.24.up_proj,0.0000050725,0.02500,3.284
24,mlp.experts.19.up_proj,0.0000068158,0.02500,3.554
24,mlp.experts.11.up_proj,0.0000042173,0.02500,4.385
24,mlp.experts.15.up_proj,0.0000051439,0.02500,3.487
24,mlp.experts.113.gate_proj,0.0000081153,0.02500,4.850
24,mlp.experts.117.gate_proj,0.0000024575,0.02500,4.935
24,mlp.experts.1.up_proj,0.0000078198,0.02500,4.963
24,mlp.experts.23.up_proj,0.0000021437,0.02500,3.603
24,mlp.experts.42.up_proj,0.0000052102,0.02500,2.970
24,mlp.experts.50.up_proj,0.0000075489,0.02500,2.949
24,mlp.experts.5.up_proj,0.0000041777,0.02500,5.115
24,mlp.experts.54.up_proj,0.0000055238,0.02500,2.907
24,mlp.experts.46.up_proj,0.0000052925,0.02500,2.917
24,mlp.experts.48.up_proj,0.0000064564,0.02500,3.332
24,mlp.experts.52.up_proj,0.0000017434,0.02500,3.402
24,mlp.experts.44.up_proj,0.0000047148,0.02500,3.345
24,mlp.experts.40.up_proj,0.0000026839,0.02500,3.417
24,mlp.experts.27.up_proj,0.0000048472,0.02500,3.166
24,mlp.experts.35.up_proj,0.0000095958,0.02500,3.833
24,mlp.experts.39.up_proj,0.0000038493,0.02500,3.246
24,mlp.experts.31.up_proj,0.0000182052,0.02500,3.900
24,mlp.experts.58.up_proj,0.0000095552,0.02500,3.121
24,mlp.experts.66.up_proj,0.0000042875,0.02500,3.099
24,mlp.experts.70.up_proj,0.0000119241,0.02500,3.076
24,mlp.experts.62.up_proj,0.0000024209,0.02500,3.123
24,mlp.experts.9.up_proj,0.0000017683,0.02500,4.952
24,mlp.experts.13.up_proj,0.0000082223,0.02500,4.780
24,mlp.experts.17.up_proj,0.0000054955,0.02500,4.855
24,mlp.experts.64.up_proj,0.0000024854,0.02500,4.083
24,mlp.experts.21.up_proj,0.0000123552,0.02500,4.759
24,mlp.experts.68.up_proj,0.0000031886,0.02500,4.240
24,mlp.experts.43.up_proj,0.0000042996,0.02500,3.508
24,mlp.experts.60.up_proj,0.0000129535,0.02500,4.250
24,mlp.experts.51.up_proj,0.0000027325,0.02500,3.372
24,mlp.experts.56.up_proj,0.0000073027,0.02500,4.157
24,mlp.experts.74.up_proj,0.0000067956,0.02500,3.060
24,mlp.experts.47.up_proj,0.0000054624,0.02500,3.606
24,mlp.experts.55.up_proj,0.0000070846,0.02500,3.777
24,mlp.experts.82.up_proj,0.0000023003,0.02500,3.088
24,mlp.experts.78.up_proj,0.0000085145,0.02500,3.081
24,mlp.experts.86.up_proj,0.0000054789,0.02500,3.275
24,mlp.experts.59.up_proj,0.0000074734,0.02500,3.287
24,mlp.experts.25.up_proj,0.0000064454,0.02500,4.958
24,mlp.experts.67.up_proj,0.0000156717,0.02500,3.438
24,mlp.experts.90.up_proj,0.0000054435,0.02500,3.119
24,mlp.experts.29.up_proj,0.0000018097,0.02500,4.996
24,mlp.experts.80.up_proj,0.0000062368,0.02500,4.131
24,mlp.experts.33.up_proj,0.0000062065,0.02500,4.950
24,mlp.experts.84.up_proj,0.0000045181,0.02500,4.197
24,mlp.experts.76.up_proj,0.0000070611,0.02500,4.187
24,mlp.experts.72.up_proj,0.0000039864,0.02500,4.130
24,mlp.experts.98.up_proj,0.0000075366,0.02500,3.133
24,mlp.experts.94.up_proj,0.0000047553,0.02500,3.033
24,mlp.experts.37.up_proj,0.0000017816,0.02500,4.715
24,mlp.experts.63.up_proj,0.0000037394,0.02500,3.630
24,mlp.experts.102.up_proj,0.0000051753,0.02500,3.047
24,mlp.experts.71.up_proj,0.0000037662,0.02500,3.772
24,mlp.experts.75.up_proj,0.0000032485,0.02500,3.299
24,mlp.experts.106.up_proj,0.0000038464,0.02500,2.974
24,mlp.experts.83.up_proj,0.0000082881,0.02500,3.498
24,mlp.experts.114.up_proj,0.0000042978,0.02500,2.927
24,mlp.experts.118.up_proj,0.0000050740,0.02500,2.756
24,mlp.experts.110.up_proj,0.0000059156,0.02500,2.851
24,mlp.experts.79.up_proj,0.0000075254,0.02500,3.389
24,mlp.experts.96.up_proj,0.0000138039,0.02500,4.274
24,mlp.experts.87.up_proj,0.0000044637,0.02500,3.381
24,mlp.experts.100.up_proj,0.0000079363,0.02500,4.178
24,mlp.experts.92.up_proj,0.0000065626,0.02500,4.254
24,mlp.experts.88.up_proj,0.0000059021,0.02500,4.186
24,mlp.experts.41.up_proj,0.0000059321,0.02500,5.158
24,mlp.experts.45.up_proj,0.0000019975,0.02500,5.220
24,mlp.experts.49.up_proj,0.0000076089,0.02500,5.308
24,mlp.experts.53.up_proj,0.0000040698,0.02500,5.065
24,mlp.experts.91.up_proj,0.0000040249,0.02500,3.666
24,mlp.experts.99.up_proj,0.0000046303,0.02500,3.442
24,mlp.experts.103.up_proj,0.0000022141,0.02500,3.252
24,mlp.experts.95.up_proj,0.0000050406,0.02500,3.717
24,mlp.experts.112.up_proj,0.0000069253,0.02500,3.997
24,mlp.experts.104.up_proj,0.0000094747,0.02500,3.823
24,mlp.experts.108.up_proj,0.0000035495,0.02500,3.999
24,mlp.experts.116.up_proj,0.0000033631,0.02500,4.175
24,mlp.experts.57.up_proj,0.0000100838,0.02500,3.815
24,mlp.experts.65.up_proj,0.0000016651,0.02500,3.630
24,mlp.experts.61.up_proj,0.0000066352,0.02500,3.911
24,mlp.experts.107.up_proj,0.0000030179,0.02500,3.148
24,mlp.experts.69.up_proj,0.0000014324,0.02500,3.682
24,mlp.experts.115.up_proj,0.0000068288,0.02500,2.977
24,mlp.experts.119.up_proj,0.0000039915,0.02500,2.611
24,mlp.experts.111.up_proj,0.0000054946,0.02500,2.583
24,mlp.experts.73.up_proj,0.0000064481,0.02500,4.143
24,mlp.experts.77.up_proj,0.0000034072,0.02500,4.362
24,mlp.experts.81.up_proj,0.0000041941,0.02500,4.775
24,mlp.experts.85.up_proj,0.0000028949,0.02500,4.396
24,mlp.experts.89.up_proj,0.0000065080,0.02500,5.040
24,mlp.experts.93.up_proj,0.0000071230,0.02500,5.077
24,mlp.experts.97.up_proj,0.0000106160,0.02500,4.973
24,mlp.experts.101.up_proj,0.0000042121,0.02500,5.091
24,mlp.experts.105.up_proj,0.0000040381,0.02500,4.758
24,mlp.experts.109.up_proj,0.0000046660,0.02500,4.250
24,mlp.experts.113.up_proj,0.0000079864,0.02500,4.070
24,mlp.experts.117.up_proj,0.0000024299,0.02500,3.860
24,mlp.experts.8.down_proj,0.0000001790,0.02500,1.042
24,mlp.experts.0.down_proj,0.0000001976,0.02500,1.052
24,mlp.experts.2.down_proj,0.0000003606,0.02500,1.054
24,mlp.experts.10.down_proj,0.0000002556,0.02500,1.057
24,mlp.experts.12.down_proj,0.0000006638,0.02500,1.072
24,mlp.experts.6.down_proj,0.0000001465,0.02500,1.074
24,mlp.experts.4.down_proj,0.0000003551,0.02500,1.097
24,mlp.experts.15.down_proj,0.0000001589,0.02500,1.099
24,mlp.experts.11.down_proj,0.0000002001,0.02500,1.123
24,mlp.experts.3.down_proj,0.0000012668,0.02500,1.126
24,mlp.experts.7.down_proj,0.0000001946,0.02500,1.183
24,mlp.experts.14.down_proj,0.0000000979,0.02500,1.179
24,mlp.experts.13.down_proj,0.0000003237,0.02500,1.305
24,mlp.experts.1.down_proj,0.0000003480,0.02500,1.352
24,mlp.experts.5.down_proj,0.0000002052,0.02500,1.352
24,mlp.experts.9.down_proj,0.0000000793,0.02500,1.390
24,mlp.experts.16.down_proj,0.0000001482,0.02500,0.959
24,mlp.experts.24.down_proj,0.0000002711,0.02500,0.971
24,mlp.experts.22.down_proj,0.0000001150,0.02500,0.946
24,mlp.experts.19.down_proj,0.0000002571,0.02500,0.902
24,mlp.experts.18.down_proj,0.0000003341,0.02500,0.983
24,mlp.experts.26.down_proj,0.0000001398,0.02500,0.980
24,mlp.experts.31.down_proj,0.0000011298,0.02500,0.938
24,mlp.experts.28.down_proj,0.0000000757,0.02500,0.993
24,mlp.experts.20.down_proj,0.0000002737,0.02500,0.988
24,mlp.experts.30.down_proj,0.0000002537,0.02500,0.969
24,mlp.experts.27.down_proj,0.0000002632,0.02500,1.154
24,mlp.experts.23.down_proj,0.0000000647,0.02500,1.191
24,mlp.experts.29.down_proj,0.0000000901,0.02500,1.348
24,mlp.experts.21.down_proj,0.0000004347,0.02500,1.349
24,mlp.experts.25.down_proj,0.0000002621,0.02500,1.332
24,mlp.experts.17.down_proj,0.0000003437,0.02500,1.394
24,mlp.experts.38.down_proj,0.0000000951,0.02500,0.922
24,mlp.experts.40.down_proj,0.0000000914,0.02500,0.930
24,mlp.experts.42.down_proj,0.0000002156,0.02500,0.911
24,mlp.experts.35.down_proj,0.0000003921,0.02500,0.925
24,mlp.experts.34.down_proj,0.0000001336,0.02500,0.916
24,mlp.experts.32.down_proj,0.0000000935,0.02500,0.960
24,mlp.experts.47.down_proj,0.0000002050,0.02500,0.939
24,mlp.experts.44.down_proj,0.0000001479,0.02500,0.941
24,mlp.experts.36.down_proj,0.0000002170,0.02500,0.938
24,mlp.experts.46.down_proj,0.0000002585,0.02500,0.916
24,mlp.experts.43.down_proj,0.0000001693,0.02500,1.005
24,mlp.experts.39.down_proj,0.0000001262,0.02500,1.149
24,mlp.experts.56.down_proj,0.0000004008,0.02500,0.915
24,mlp.experts.58.down_proj,0.0000004841,0.02500,0.915
24,mlp.experts.50.down_proj,0.0000003309,0.02500,0.917
24,mlp.experts.54.down_proj,0.0000001917,0.02500,0.935
24,mlp.experts.45.down_proj,0.0000000673,0.02500,1.218
24,mlp.experts.51.down_proj,0.0000001285,0.02500,0.937
24,mlp.experts.48.down_proj,0.0000003736,0.02500,0.919
24,mlp.experts.60.down_proj,0.0000006531,0.02500,0.926
24,mlp.experts.41.down_proj,0.0000002104,0.02500,1.211
24,mlp.experts.52.down_proj,0.0000000961,0.02500,0.935
24,mlp.experts.33.down_proj,0.0000002631,0.02500,1.217
24,mlp.experts.37.down_proj,0.0000000544,0.02500,1.275
24,mlp.experts.62.down_proj,0.0000001559,0.02500,0.915
24,mlp.experts.63.down_proj,0.0000001368,0.02500,1.013
24,mlp.experts.59.down_proj,0.0000002093,0.02500,1.105
24,mlp.experts.55.down_proj,0.0000003095,0.02500,1.191
24,mlp.experts.74.down_proj,0.0000002967,0.02500,0.922
24,mlp.experts.66.down_proj,0.0000002420,0.02500,0.928
24,mlp.experts.72.down_proj,0.0000003462,0.02500,0.944
24,mlp.experts.67.down_proj,0.0000006999,0.02500,0.914
24,mlp.experts.70.down_proj,0.0000008293,0.02500,0.938
24,mlp.experts.64.down_proj,0.0000001758,0.02500,0.941
24,mlp.experts.76.down_proj,0.0000004314,0.02500,0.947
24,mlp.experts.78.down_proj,0.0000003578,0.02500,0.924
24,mlp.experts.68.down_proj,0.0000000909,0.02500,0.957
24,mlp.experts.79.down_proj,0.0000002640,0.02500,1.026
24,mlp.experts.61.down_proj,0.0000002664,0.02500,1.238
24,mlp.experts.57.down_proj,0.0000006668,0.02500,1.248
24,mlp.experts.53.down_proj,0.0000001578,0.02500,1.295
24,mlp.experts.49.down_proj,0.0000003467,0.02500,1.348
24,mlp.experts.75.down_proj,0.0000001193,0.02500,0.981
24,mlp.experts.90.down_proj,0.0000001996,0.02500,0.949
24,mlp.experts.71.down_proj,0.0000000957,0.02500,1.036
24,mlp.experts.82.down_proj,0.0000001172,0.02500,0.958
24,mlp.experts.86.down_proj,0.0000002930,0.02500,0.954
24,mlp.experts.88.down_proj,0.0000003208,0.02500,0.986
24,mlp.experts.80.down_proj,0.0000001518,0.02500,0.992
24,mlp.experts.83.down_proj,0.0000003389,0.02500,1.026
24,mlp.experts.94.down_proj,0.0000002049,0.02500,0.940
24,mlp.experts.92.down_proj,0.0000002825,0.02500,0.973
24,mlp.experts.84.down_proj,0.0000002361,0.02500,0.972
24,mlp.experts.95.down_proj,0.0000001188,0.02500,1.092
24,mlp.experts.73.down_proj,0.0000003241,0.02500,1.236
24,mlp.experts.91.down_proj,0.0000001655,0.02500,1.070
24,mlp.experts.77.down_proj,0.0000001423,0.02500,1.344
24,mlp.experts.69.down_proj,0.0000000958,0.02500,1.250
24,mlp.experts.65.down_proj,0.0000000802,0.02500,1.338
24,mlp.experts.106.down_proj,0.0000001457,0.02500,0.984
24,mlp.experts.104.down_proj,0.0000003719,0.02500,0.933
24,mlp.experts.102.down_proj,0.0000002223,0.02500,0.962
24,mlp.experts.96.down_proj,0.0000006580,0.02500,0.918
24,mlp.experts.98.down_proj,0.0000003009,0.02500,0.987
24,mlp.experts.108.down_proj,0.0000002122,0.02500,0.926
24,mlp.experts.110.down_proj,0.0000002187,0.02500,0.963
24,mlp.experts.100.down_proj,0.0000003264,0.02500,0.930
24,mlp.experts.87.down_proj,0.0000001455,0.02500,1.096
24,mlp.experts.99.down_proj,0.0000001242,0.02500,1.057
24,mlp.experts.111.down_proj,0.0000001917,0.02500,0.912
24,mlp.experts.107.down_proj,0.0000001630,0.02500,0.854
24,mlp.experts.118.down_proj,0.0000001526,0.02500,0.677
24,mlp.experts.114.down_proj,0.0000001292,0.02500,0.671
24,mlp.experts.112.down_proj,0.0000003942,0.02500,0.698
24,mlp.experts.116.down_proj,0.0000000957,0.02500,0.672
24,mlp.experts.89.down_proj,0.0000002076,0.02500,1.278
24,mlp.experts.103.down_proj,0.0000000744,0.02500,0.913
24,mlp.experts.115.down_proj,0.0000002778,0.02500,0.900
24,mlp.experts.85.down_proj,0.0000000837,0.02500,1.275
24,mlp.experts.81.down_proj,0.0000001792,0.02500,1.215
24,mlp.experts.93.down_proj,0.0000003291,0.02500,1.443
24,mlp.experts.119.down_proj,0.0000001295,0.02500,0.439
24,mlp.experts.105.down_proj,0.0000001797,0.02500,1.133
24,mlp.experts.101.down_proj,0.0000001628,0.02500,1.109
24,mlp.experts.97.down_proj,0.0000005662,0.02500,1.091
24,mlp.experts.109.down_proj,0.0000002446,0.02500,1.218
24,mlp.experts.117.down_proj,0.0000000881,0.02500,0.659
24,mlp.experts.113.down_proj,0.0000003915,0.02500,0.637
25,self_attn.v_proj,0.0000000068,0.02500,1.474
25,self_attn.k_proj,0.0000000046,0.02500,1.512
25,self_attn.q_proj,0.0000000236,0.02500,1.787
25,self_attn.o_proj,0.0000000077,0.02500,3.595
25,mlp.shared_experts.gate_proj,0.0000002533,0.02500,1.399
25,mlp.shared_experts.up_proj,0.0000002673,0.02500,1.411
25,mlp.shared_experts.down_proj,0.0000000061,0.02500,0.383
25,mlp.experts.2.gate_proj,0.0000176275,0.02500,5.134
25,mlp.experts.6.gate_proj,0.0000183000,0.02500,5.184
25,mlp.experts.10.gate_proj,0.0000031022,0.02500,5.282
25,mlp.experts.14.gate_proj,0.0000060174,0.02500,5.398
25,mlp.experts.11.gate_proj,0.0000059859,0.02500,5.470
25,mlp.experts.3.gate_proj,0.0000166238,0.02500,5.583
25,mlp.experts.7.gate_proj,0.0000027794,0.02500,5.638
25,mlp.experts.15.gate_proj,0.0000043561,0.02500,4.624
25,mlp.experts.4.gate_proj,0.0000031637,0.02500,5.916
25,mlp.experts.0.gate_proj,0.0000022481,0.02500,6.053
25,mlp.experts.12.gate_proj,0.0000090702,0.02500,6.189
25,mlp.experts.8.gate_proj,0.0000080431,0.02500,6.259
25,mlp.experts.13.gate_proj,0.0000064637,0.02500,6.497
25,mlp.experts.1.gate_proj,0.0000052312,0.02500,6.601
25,mlp.experts.5.gate_proj,0.0000102400,0.02500,6.619
25,mlp.experts.9.gate_proj,0.0000052586,0.02500,6.718
25,mlp.experts.27.gate_proj,0.0000042879,0.02500,3.214
25,mlp.experts.19.gate_proj,0.0000110918,0.02500,3.148
25,mlp.experts.23.gate_proj,0.0000041221,0.02500,3.206
25,mlp.experts.31.gate_proj,0.0000089943,0.02500,3.237
25,mlp.experts.16.gate_proj,0.0000098828,0.02500,3.051
25,mlp.experts.22.gate_proj,0.0000036464,0.02500,3.975
25,mlp.experts.20.gate_proj,0.0000041600,0.02500,3.339
25,mlp.experts.18.gate_proj,0.0000068977,0.02500,4.195
25,mlp.experts.30.gate_proj,0.0000025887,0.02500,4.077
25,mlp.experts.26.gate_proj,0.0000060141,0.02500,4.270
25,mlp.experts.28.gate_proj,0.0000078210,0.02500,3.768
25,mlp.experts.24.gate_proj,0.0000053028,0.02500,3.872
25,mlp.experts.29.gate_proj,0.0000058466,0.02500,4.425
25,mlp.experts.25.gate_proj,0.0000115117,0.02500,4.328
25,mlp.experts.21.gate_proj,0.0000072207,0.02500,4.497
25,mlp.experts.17.gate_proj,0.0000047864,0.02500,4.735
25,mlp.experts.43.gate_proj,0.0000052122,0.02500,3.070
25,mlp.experts.35.gate_proj,0.0000143404,0.02500,3.063
25,mlp.experts.39.gate_proj,0.0000070090,0.02500,3.086
25,mlp.experts.47.gate_proj,0.0000090749,0.02500,3.035
25,mlp.experts.36.gate_proj,0.0000100212,0.02500,3.526
25,mlp.experts.32.gate_proj,0.0000062483,0.02500,3.734
25,mlp.experts.38.gate_proj,0.0000066396,0.02500,4.077
25,mlp.experts.34.gate_proj,0.0000038080,0.02500,4.190
25,mlp.experts.46.gate_proj,0.0000055735,0.02500,4.112
25,mlp.experts.44.gate_proj,0.0000059935,0.02500,3.785
25,mlp.experts.42.gate_proj,0.0000096616,0.02500,4.282
25,mlp.experts.40.gate_proj,0.0000053372,0.02500,4.022
25,mlp.experts.51.gate_proj,0.0000159673,0.02500,3.005
25,mlp.experts.59.gate_proj,0.0000096070,0.02500,3.088
25,mlp.experts.55.gate_proj,0.0000071387,0.02500,3.048
25,mlp.experts.63.gate_proj,0.0000053657,0.02500,3.026
25,mlp.experts.45.gate_proj,0.0000035466,0.02500,4.650
25,mlp.experts.41.gate_proj,0.0000063952,0.02500,4.586
25,mlp.experts.37.gate_proj,0.0000074545,0.02500,4.779
25,mlp.experts.52.gate_proj,0.0000067710,0.02500,3.493
25,mlp.experts.33.gate_proj,0.0000061145,0.02500,4.969
25,mlp.experts.48.gate_proj,0.0000087276,0.02500,3.536
25,mlp.experts.60.gate_proj,0.0000034528,0.02500,3.061
25,mlp.experts.54.gate_proj,0.0000125549,0.02500,4.358
25,mlp.experts.62.gate_proj,0.0000052034,0.02500,4.206
25,mlp.experts.56.gate_proj,0.0000049735,0.02500,3.648
25,mlp.experts.58.gate_proj,0.0000061416,0.02500,4.082
25,mlp.experts.50.gate_proj,0.0000031187,0.02500,4.475
25,mlp.experts.67.gate_proj,0.0000016405,0.02500,3.293
25,mlp.experts.75.gate_proj,0.0000072717,0.02500,3.256
25,mlp.experts.71.gate_proj,0.0000013641,0.02500,3.242
25,mlp.experts.79.gate_proj,0.0000030131,0.02500,3.244
25,mlp.experts.68.gate_proj,0.0000053727,0.02500,3.128
25,mlp.experts.64.gate_proj,0.0000014520,0.02500,3.478
25,mlp.experts.61.gate_proj,0.0000064016,0.02500,4.747
25,mlp.experts.57.gate_proj,0.0000093083,0.02500,4.833
25,mlp.experts.76.gate_proj,0.0000066945,0.02500,3.900
25,mlp.experts.53.gate_proj,0.0000137797,0.02500,4.935
25,mlp.experts.49.gate_proj,0.0000038302,0.02500,4.904
25,mlp.experts.72.gate_proj,0.0000066555,0.02500,3.855
25,mlp.experts.91.gate_proj,0.0000048464,0.02500,3.775
25,mlp.experts.83.gate_proj,0.0000053639,0.02500,3.869
25,mlp.experts.70.gate_proj,0.0000037183,0.02500,4.500
25,mlp.experts.87.gate_proj,0.0000060715,0.02500,3.991
25,mlp.experts.78.gate_proj,0.0000060895,0.02500,4.423
25,mlp.experts.95.gate_proj,0.0000054395,0.02500,3.926
25,mlp.experts.74.gate_proj,0.0000065393,0.02500,4.543
25,mlp.experts.66.gate_proj,0.0000056521,0.02500,4.772
25,mlp.experts.84.gate_proj,0.0000075018,0.02500,3.833
25,mlp.experts.80.gate_proj,0.0000066297,0.02500,3.770
25,mlp.experts.92.gate_proj,0.0000078683,0.02500,3.425
25,mlp.experts.77.gate_proj,0.0000029725,0.02500,4.228
25,mlp.experts.73.gate_proj,0.0000052951,0.02500,4.138
25,mlp.experts.88.gate_proj,0.0000035852,0.02500,3.006
25,mlp.experts.69.gate_proj,0.0000059668,0.02500,4.144
25,mlp.experts.99.gate_proj,0.0000029363,0.02500,3.126
25,mlp.experts.107.gate_proj,0.0000121906,0.02500,3.180
25,mlp.experts.65.gate_proj,0.0000042972,0.02500,4.365
25,mlp.experts.100.gate_proj,0.0000063303,0.02500,3.487
25,mlp.experts.96.gate_proj,0.0000199038,0.02500,3.513
25,mlp.experts.108.gate_proj,0.0000109690,0.02500,3.998
25,mlp.experts.104.gate_proj,0.0000056432,0.02500,3.829
25,mlp.experts.89.gate_proj,0.0000097325,0.02500,5.718
25,mlp.experts.93.gate_proj,0.0000034391,0.02500,6.040
25,mlp.experts.116.gate_proj,0.0000086078,0.02500,4.100
25,mlp.experts.85.gate_proj,0.0000054735,0.02500,5.978
25,mlp.experts.112.gate_proj,0.0000051197,0.02500,4.126
25,mlp.experts.81.gate_proj,0.0000041229,0.02500,5.926
25,mlp.experts.86.gate_proj,0.0000090298,0.02500,9.410
25,mlp.experts.94.gate_proj,0.0000062652,0.02500,9.530
25,mlp.experts.90.gate_proj,0.0000063304,0.02500,9.379
25,mlp.experts.4.up_proj,0.0000031252,0.02500,3.769
25,mlp.experts.82.gate_proj,0.0000053709,0.02500,9.588
25,mlp.experts.0.up_proj,0.0000022214,0.02500,3.991
25,mlp.experts.12.up_proj,0.0000087237,0.02500,3.797
25,mlp.experts.8.up_proj,0.0000079620,0.02500,3.866
25,mlp.experts.20.up_proj,0.0000041349,0.02500,3.689
25,mlp.experts.105.gate_proj,0.0000082512,0.02500,5.576
25,mlp.experts.109.gate_proj,0.0000065447,0.02500,5.519
25,mlp.experts.16.up_proj,0.0000096018,0.02500,3.813
25,mlp.experts.101.gate_proj,0.0000025178,0.02500,5.540
25,mlp.experts.97.gate_proj,0.0000055932,0.02500,5.488
25,mlp.experts.102.gate_proj,0.0000033096,0.02500,5.756
25,mlp.experts.106.gate_proj,0.0000043856,0.02500,5.700
25,mlp.experts.110.gate_proj,0.0000036640,0.02500,6.192
25,mlp.experts.98.gate_proj,0.0000067351,0.02500,5.803
25,mlp.experts.28.up_proj,0.0000076904,0.02500,4.389
25,mlp.experts.24.up_proj,0.0000052595,0.02500,3.951
25,mlp.experts.36.up_proj,0.0000094818,0.02500,4.259
25,mlp.experts.32.up_proj,0.0000062057,0.02500,4.169
25,mlp.experts.1.up_proj,0.0000051979,0.02500,5.447
25,mlp.experts.5.up_proj,0.0000098275,0.02500,5.382
25,mlp.experts.117.gate_proj,0.0000033866,0.02500,5.426
25,mlp.experts.113.gate_proj,0.0000043265,0.02500,5.415
25,mlp.experts.118.gate_proj,0.0000059834,0.02500,5.583
25,mlp.experts.2.up_proj,0.0000172924,0.02500,5.563
25,mlp.experts.114.gate_proj,0.0000074016,0.02500,5.522
25,mlp.experts.6.up_proj,0.0000173457,0.02500,5.896
25,mlp.experts.17.up_proj,0.0000047341,0.02500,5.716
25,mlp.experts.21.up_proj,0.0000071095,0.02500,5.688
25,mlp.experts.13.up_proj,0.0000063601,0.02500,5.663
25,mlp.experts.9.up_proj,0.0000051302,0.02500,5.621
25,mlp.experts.14.up_proj,0.0000058786,0.02500,5.450
25,mlp.experts.18.up_proj,0.0000066011,0.02500,5.634
25,mlp.experts.10.up_proj,0.0000030246,0.02500,5.593
25,mlp.experts.22.up_proj,0.0000035281,0.02500,5.984
25,mlp.experts.33.up_proj,0.0000060592,0.02500,5.154
25,mlp.experts.37.up_proj,0.0000072743,0.02500,5.243
25,mlp.experts.30.up_proj,0.0000025451,0.02500,5.559
25,mlp.experts.34.up_proj,0.0000036431,0.02500,5.488
25,mlp.experts.40.up_proj,0.0000052959,0.02500,15.393
25,mlp.experts.44.up_proj,0.0000058006,0.02500,15.577
25,mlp.experts.26.up_proj,0.0000058203,0.02500,5.433
25,mlp.experts.52.up_proj,0.0000066241,0.02500,15.488
25,mlp.experts.38.up_proj,0.0000065313,0.02500,5.870
25,mlp.experts.48.up_proj,0.0000086176,0.02500,15.491
25,mlp.experts.60.up_proj,0.0000033832,0.02500,3.812
25,mlp.experts.56.up_proj,0.0000049307,0.02500,4.002
25,mlp.experts.46.up_proj,0.0000055318,0.02500,5.254
25,mlp.experts.68.up_proj,0.0000053059,0.02500,3.986
25,mlp.experts.64.up_proj,0.0000014209,0.02500,4.034
25,mlp.experts.50.up_proj,0.0000030295,0.02500,5.834
25,mlp.experts.42.up_proj,0.0000095672,0.02500,5.590
25,mlp.experts.54.up_proj,0.0000124279,0.02500,5.712
25,mlp.experts.76.up_proj,0.0000062942,0.02500,3.816
25,mlp.experts.72.up_proj,0.0000065478,0.02500,3.914
25,mlp.experts.29.up_proj,0.0000057409,0.02500,15.187
25,mlp.experts.25.up_proj,0.0000111916,0.02500,15.003
25,mlp.experts.84.up_proj,0.0000073782,0.02500,4.254
25,mlp.experts.80.up_proj,0.0000063860,0.02500,4.038
25,mlp.experts.62.up_proj,0.0000049738,0.02500,5.049
25,mlp.experts.66.up_proj,0.0000055930,0.02500,4.702
25,mlp.experts.58.up_proj,0.0000060023,0.02500,4.687
25,mlp.experts.92.up_proj,0.0000076516,0.02500,3.241
25,mlp.experts.88.up_proj,0.0000035349,0.02500,3.151
25,mlp.experts.53.up_proj,0.0000132649,0.02500,13.377
25,mlp.experts.49.up_proj,0.0000037681,0.02500,13.754
25,mlp.experts.115.gate_proj,0.0000071351,0.02500,3.694
25,mlp.experts.111.gate_proj,0.0000046412,0.02500,3.709
25,mlp.experts.103.gate_proj,0.0000076532,0.02500,3.831
25,mlp.experts.45.up_proj,0.0000033945,0.02500,3.628
25,mlp.experts.3.up_proj,0.0000162145,0.02500,3.922
25,mlp.experts.41.up_proj,0.0000062123,0.02500,3.644
25,mlp.experts.70.up_proj,0.0000035804,0.02500,7.133
25,mlp.experts.69.up_proj,0.0000058265,0.02500,3.929
25,mlp.experts.65.up_proj,0.0000042472,0.02500,3.879
25,mlp.experts.78.up_proj,0.0000060014,0.02500,6.722
25,mlp.experts.57.up_proj,0.0000091586,0.02500,4.496
25,mlp.experts.61.up_proj,0.0000060952,0.02500,4.804
25,mlp.experts.82.up_proj,0.0000051720,0.02500,6.701
25,mlp.experts.74.up_proj,0.0000063984,0.02500,6.668
25,mlp.experts.11.up_proj,0.0000059528,0.02500,5.525
25,mlp.experts.119.gate_proj,0.0000065966,0.02500,5.461
25,mlp.experts.7.up_proj,0.0000026809,0.02500,5.674
25,mlp.experts.19.up_proj,0.0000107343,0.02500,5.531
25,mlp.experts.85.up_proj,0.0000053963,0.02500,3.204
25,mlp.experts.81.up_proj,0.0000039116,0.02500,3.134
25,mlp.experts.86.up_proj,0.0000084585,0.02500,5.665
25,mlp.experts.104.up_proj,0.0000055819,0.02500,4.740
25,mlp.experts.96.up_proj,0.0000192472,0.02500,4.785
25,mlp.experts.100.up_proj,0.0000062592,0.02500,4.836
25,mlp.experts.108.up_proj,0.0000106815,0.02500,4.892
25,mlp.experts.94.up_proj,0.0000061489,0.02500,5.136
25,mlp.experts.98.up_proj,0.0000066159,0.02500,5.219
25,mlp.experts.15.up_proj,0.0000042402,0.02500,4.935
25,mlp.experts.35.up_proj,0.0000141262,0.02500,4.854
25,mlp.experts.23.up_proj,0.0000040612,0.02500,4.937
25,mlp.experts.90.up_proj,0.0000062102,0.02500,5.228
25,mlp.experts.27.up_proj,0.0000042441,0.02500,5.135
25,mlp.experts.116.up_proj,0.0000083551,0.02500,2.302
25,mlp.experts.112.up_proj,0.0000051048,0.02500,2.414
25,mlp.experts.101.up_proj,0.0000023913,0.02500,3.747
25,mlp.experts.77.up_proj,0.0000029399,0.02500,4.004
25,mlp.experts.73.up_proj,0.0000051742,0.02500,4.126
25,mlp.experts.97.up_proj,0.0000054866,0.02500,4.241
25,mlp.experts.102.up_proj,0.0000032700,0.02500,5.078
25,mlp.experts.31.up_proj,0.0000088626,0.02500,4.108
25,mlp.experts.43.up_proj,0.0000050708,0.02500,3.982
25,mlp.experts.110.up_proj,0.0000035765,0.02500,4.900
25,mlp.experts.39.up_proj,0.0000068516,0.02500,4.207
25,mlp.experts.51.up_proj,0.0000155761,0.02500,4.264
25,mlp.experts.106.up_proj,0.0000042657,0.02500,4.594
25,mlp.experts.114.up_proj,0.0000071623,0.02500,4.807
25,mlp.experts.117.up_proj,0.0000033546,0.02500,3.068
25,mlp.experts.113.up_proj,0.0000042744,0.02500,2.915
25,mlp.experts.93.up_proj,0.0000032711,0.02500,3.176
25,mlp.experts.89.up_proj,0.0000095623,0.02500,3.225
25,mlp.experts.118.up_proj,0.0000058579,0.02500,3.046
25,mlp.experts.105.up_proj,0.0000081479,0.02500,1.875
25,mlp.experts.109.up_proj,0.0000061970,0.02500,2.118
25,mlp.experts.47.up_proj,0.0000088396,0.02500,4.433
25,mlp.experts.59.up_proj,0.0000092013,0.02500,4.578
25,mlp.experts.67.up_proj,0.0000015901,0.02500,4.590
25,mlp.experts.55.up_proj,0.0000068806,0.02500,4.997
25,mlp.experts.63.up_proj,0.0000053054,0.02500,5.193
25,mlp.experts.75.up_proj,0.0000068253,0.02500,5.098
25,mlp.experts.83.up_proj,0.0000051999,0.02500,5.231
25,mlp.experts.71.up_proj,0.0000012798,0.02500,5.016
25,mlp.experts.79.up_proj,0.0000028849,0.02500,3.338
25,mlp.experts.91.up_proj,0.0000047212,0.02500,3.334
25,mlp.experts.99.up_proj,0.0000029126,0.02500,3.303
25,mlp.experts.87.up_proj,0.0000060477,0.02500,3.242
25,mlp.experts.95.up_proj,0.0000053653,0.02500,2.837
25,mlp.experts.107.up_proj,0.0000120477,0.02500,2.841
25,mlp.experts.115.up_proj,0.0000070375,0.02500,2.740
25,mlp.experts.103.up_proj,0.0000072277,0.02500,2.692
25,mlp.experts.111.up_proj,0.0000045465,0.02500,2.360
25,mlp.experts.119.up_proj,0.0000064665,0.02500,2.193
25,mlp.experts.13.down_proj,0.0000003085,0.02500,1.530
25,mlp.experts.5.down_proj,0.0000003577,0.02500,1.542
25,mlp.experts.9.down_proj,0.0000001735,0.02500,1.541
25,mlp.experts.1.down_proj,0.0000001203,0.02500,1.581
25,mlp.experts.10.down_proj,0.0000001878,0.02500,1.920
25,mlp.experts.6.down_proj,0.0000008507,0.02500,1.934
25,mlp.experts.14.down_proj,0.0000002718,0.02500,1.953
25,mlp.experts.2.down_proj,0.0000013640,0.02500,1.980
25,mlp.experts.21.down_proj,0.0000005926,0.02500,0.937
25,mlp.experts.0.down_proj,0.0000001813,0.02500,2.503
25,mlp.experts.25.down_proj,0.0000006559,0.02500,0.953
25,mlp.experts.12.down_proj,0.0000004628,0.02500,2.328
25,mlp.experts.8.down_proj,0.0000003257,0.02500,2.468
25,mlp.experts.17.down_proj,0.0000002466,0.02500,1.005
25,mlp.experts.15.down_proj,0.0000001555,0.02500,2.561
25,mlp.experts.3.down_proj,0.0000009448,0.02500,2.617
25,mlp.experts.11.down_proj,0.0000003469,0.02500,2.622
25,mlp.experts.4.down_proj,0.0000002247,0.02500,2.581
25,mlp.experts.29.down_proj,0.0000002546,0.02500,1.134
25,mlp.experts.7.down_proj,0.0000001977,0.02500,2.701
25,mlp.experts.22.down_proj,0.0000002408,0.02500,1.427
25,mlp.experts.30.down_proj,0.0000001131,0.02500,1.430
25,mlp.experts.18.down_proj,0.0000003016,0.02500,1.424
25,mlp.experts.26.down_proj,0.0000001654,0.02500,1.512
25,mlp.experts.28.down_proj,0.0000002721,0.02500,0.927
25,mlp.experts.16.down_proj,0.0000003693,0.02500,0.950
25,mlp.experts.20.down_proj,0.0000001373,0.02500,0.861
25,mlp.experts.24.down_proj,0.0000002508,0.02500,0.945
25,mlp.experts.37.down_proj,0.0000002682,0.02500,1.264
25,mlp.experts.41.down_proj,0.0000002528,0.02500,1.308
25,mlp.experts.45.down_proj,0.0000001843,0.02500,1.177
25,mlp.experts.33.down_proj,0.0000003293,0.02500,1.314
25,mlp.experts.19.down_proj,0.0000006176,0.02500,1.357
25,mlp.experts.31.down_proj,0.0000003883,0.02500,1.379
25,mlp.experts.27.down_proj,0.0000001846,0.02500,1.363
25,mlp.experts.23.down_proj,0.0000001428,0.02500,1.422
25,mlp.experts.44.down_proj,0.0000002193,0.02500,1.009
25,mlp.experts.32.down_proj,0.0000002713,0.02500,1.060
25,mlp.experts.40.down_proj,0.0000002839,0.02500,1.022
25,mlp.experts.36.down_proj,0.0000005824,0.02500,1.066
25,mlp.experts.53.down_proj,0.0000006202,0.02500,1.022
25,mlp.experts.61.down_proj,0.0000002339,0.02500,0.993
25,mlp.experts.34.down_proj,0.0000002212,0.02500,1.443
25,mlp.experts.46.down_proj,0.0000003300,0.02500,1.465
25,mlp.experts.38.down_proj,0.0000001905,0.02500,1.502
25,mlp.experts.42.down_proj,0.0000004710,0.02500,1.436
25,mlp.experts.57.down_proj,0.0000004784,0.02500,1.086
25,mlp.experts.49.down_proj,0.0000001315,0.02500,1.050
25,mlp.experts.35.down_proj,0.0000006534,0.02500,1.295
25,mlp.experts.43.down_proj,0.0000002664,0.02500,1.291
25,mlp.experts.47.down_proj,0.0000004239,0.02500,1.341
25,mlp.experts.60.down_proj,0.0000001399,0.02500,1.031
25,mlp.experts.39.down_proj,0.0000003121,0.02500,1.402
25,mlp.experts.48.down_proj,0.0000006703,0.02500,1.016
25,mlp.experts.56.down_proj,0.0000001597,0.02500,1.041
25,mlp.experts.52.down_proj,0.0000004287,0.02500,1.152
25,mlp.experts.69.down_proj,0.0000002659,0.02500,0.996
25,mlp.experts.73.down_proj,0.0000001531,0.02500,0.981
25,mlp.experts.65.down_proj,0.0000001809,0.02500,0.984
25,mlp.experts.77.down_proj,0.0000001395,0.02500,1.135
25,mlp.experts.54.down_proj,0.0000008937,0.02500,1.615
25,mlp.experts.59.down_proj,0.0000005458,0.02500,1.234
25,mlp.experts.51.down_proj,0.0000008050,0.02500,1.259
25,mlp.experts.62.down_proj,0.0000001951,0.02500,1.684
25,mlp.experts.76.down_proj,0.0000003169,0.02500,1.084
25,mlp.experts.63.down_proj,0.0000002270,0.02500,1.259
25,mlp.experts.50.down_proj,0.0000001983,0.02500,1.742
25,mlp.experts.58.down_proj,0.0000002496,0.02500,1.767
25,mlp.experts.72.down_proj,0.0000001914,0.02500,1.082
25,mlp.experts.68.down_proj,0.0000002723,0.02500,0.930
25,mlp.experts.64.down_proj,0.0000001164,0.02500,1.139
25,mlp.experts.55.down_proj,0.0000003808,0.02500,1.191
25,mlp.experts.85.down_proj,0.0000002598,0.02500,0.964
25,mlp.experts.93.down_proj,0.0000001441,0.02500,0.986
25,mlp.experts.89.down_proj,0.0000005443,0.02500,1.067
25,mlp.experts.81.down_proj,0.0000003007,0.02500,1.054
25,mlp.experts.92.down_proj,0.0000003765,0.02500,0.850
25,mlp.experts.84.down_proj,0.0000002988,0.02500,0.876
25,mlp.experts.101.down_proj,0.0000000925,0.02500,0.896
25,mlp.experts.67.down_proj,0.0000000614,0.02500,1.133
25,mlp.experts.75.down_proj,0.0000002960,0.02500,1.188
25,mlp.experts.88.down_proj,0.0000002109,0.02500,1.055
25,mlp.experts.79.down_proj,0.0000001095,0.02500,1.131
25,mlp.experts.80.down_proj,0.0000002758,0.02500,1.139
25,mlp.experts.71.down_proj,0.0000001331,0.02500,1.114
25,mlp.experts.97.down_proj,0.0000002681,0.02500,0.932
25,mlp.experts.70.down_proj,0.0000001042,0.02500,1.491
25,mlp.experts.109.down_proj,0.0000001696,0.02500,1.050
25,mlp.experts.78.down_proj,0.0000002154,0.02500,1.488
25,mlp.experts.105.down_proj,0.0000003125,0.02500,1.075
25,mlp.experts.74.down_proj,0.0000001850,0.02500,1.599
25,mlp.experts.66.down_proj,0.0000002460,0.02500,1.652
25,mlp.experts.108.down_proj,0.0000004743,0.02500,0.895
25,mlp.experts.117.down_proj,0.0000002152,0.02500,0.803
25,mlp.experts.83.down_proj,0.0000001999,0.02500,0.894
25,mlp.experts.100.down_proj,0.0000003372,0.02500,1.041
25,mlp.experts.113.down_proj,0.0000001755,0.02500,0.651
25,mlp.experts.95.down_proj,0.0000001723,0.02500,0.889
25,mlp.experts.91.down_proj,0.0000002903,0.02500,0.913
25,mlp.experts.96.down_proj,0.0000012932,0.02500,0.845
25,mlp.experts.104.down_proj,0.0000003353,0.02500,0.974
25,mlp.experts.87.down_proj,0.0000002381,0.02500,0.882
25,mlp.experts.116.down_proj,0.0000003682,0.02500,0.627
25,mlp.experts.112.down_proj,0.0000001302,0.02500,0.578
25,mlp.experts.99.down_proj,0.0000002019,0.02500,0.877
25,mlp.experts.86.down_proj,0.0000003762,0.02500,1.500
25,mlp.experts.111.down_proj,0.0000001296,0.02500,0.884
25,mlp.experts.107.down_proj,0.0000005188,0.02500,0.884
25,mlp.experts.103.down_proj,0.0000002375,0.02500,0.832
25,mlp.experts.94.down_proj,0.0000003313,0.02500,1.545
25,mlp.experts.82.down_proj,0.0000002327,0.02500,1.472
25,mlp.experts.90.down_proj,0.0000002622,0.02500,1.491
25,mlp.experts.115.down_proj,0.0000003032,0.02500,0.643
25,mlp.experts.119.down_proj,0.0000002473,0.02500,0.573
25,mlp.experts.102.down_proj,0.0000001496,0.02500,1.341
25,mlp.experts.110.down_proj,0.0000001340,0.02500,1.374
25,mlp.experts.98.down_proj,0.0000003140,0.02500,1.289
25,mlp.experts.106.down_proj,0.0000002748,0.02500,1.375
25,mlp.experts.118.down_proj,0.0000001761,0.02500,0.947
25,mlp.experts.114.down_proj,0.0000004625,0.02500,0.819
26,self_attn.k_proj,0.0000000041,0.02500,1.835
26,self_attn.v_proj,0.0000000058,0.02500,1.903
26,self_attn.q_proj,0.0000000230,0.02500,2.259
26,self_attn.o_proj,0.0000000096,0.02500,3.930
26,mlp.shared_experts.gate_proj,0.0000003102,0.02500,1.547
26,mlp.shared_experts.up_proj,0.0000003144,0.02500,1.460
26,mlp.shared_experts.down_proj,0.0000000090,0.02500,0.408
26,mlp.experts.3.gate_proj,0.0000103542,0.02500,4.953
26,mlp.experts.11.gate_proj,0.0000096068,0.02500,5.168
26,mlp.experts.15.gate_proj,0.0000077684,0.02500,4.485
26,mlp.experts.7.gate_proj,0.0000044918,0.02500,5.312
26,mlp.experts.14.gate_proj,0.0000092631,0.02500,5.449
26,mlp.experts.6.gate_proj,0.0000082037,0.02500,5.568
26,mlp.experts.2.gate_proj,0.0000072185,0.02500,5.341
26,mlp.experts.10.gate_proj,0.0000104270,0.02500,5.722
26,mlp.experts.8.gate_proj,0.0000036824,0.02500,5.898
26,mlp.experts.5.gate_proj,0.0000041725,0.02500,5.925
26,mlp.experts.13.gate_proj,0.0000114309,0.02500,5.960
26,mlp.experts.0.gate_proj,0.0000053639,0.02500,6.081
26,mlp.experts.4.gate_proj,0.0000127866,0.02500,6.086
26,mlp.experts.1.gate_proj,0.0000088209,0.02500,6.226
26,mlp.experts.12.gate_proj,0.0000022179,0.02500,6.250
26,mlp.experts.9.gate_proj,0.0000102694,0.02500,6.319
26,mlp.experts.19.gate_proj,0.0000094008,0.02500,3.628
26,mlp.experts.31.gate_proj,0.0000061484,0.02500,3.614
26,mlp.experts.22.gate_proj,0.0000153196,0.02500,3.341
26,mlp.experts.18.gate_proj,0.0000035654,0.02500,3.462
26,mlp.experts.30.gate_proj,0.0000029872,0.02500,3.789
26,mlp.experts.27.gate_proj,0.0000111604,0.02500,4.094
26,mlp.experts.23.gate_proj,0.0000032379,0.02500,3.974
26,mlp.experts.26.gate_proj,0.0000142001,0.02500,3.700
26,mlp.experts.29.gate_proj,0.0000080263,0.02500,4.480
26,mlp.experts.21.gate_proj,0.0000038122,0.02500,4.602
26,mlp.experts.24.gate_proj,0.0000067419,0.02500,4.639
26,mlp.experts.16.gate_proj,0.0000103746,0.02500,4.585
26,mlp.experts.25.gate_proj,0.0000096817,0.02500,4.379
26,mlp.experts.20.gate_proj,0.0000063285,0.02500,4.632
26,mlp.experts.28.gate_proj,0.0000141367,0.02500,4.563
26,mlp.experts.17.gate_proj,0.0000046050,0.02500,4.693
26,mlp.experts.34.gate_proj,0.0000101207,0.02500,3.211
26,mlp.experts.35.gate_proj,0.0000051183,0.02500,3.753
26,mlp.experts.42.gate_proj,0.0000048944,0.02500,3.146
26,mlp.experts.39.gate_proj,0.0000042030,0.02500,3.420
26,mlp.experts.38.gate_proj,0.0000261241,0.02500,3.822
26,mlp.experts.43.gate_proj,0.0000065222,0.02500,3.504
26,mlp.experts.46.gate_proj,0.0000011388,0.02500,3.666
26,mlp.experts.47.gate_proj,0.0000051947,0.02500,4.100
26,mlp.experts.40.gate_proj,0.0000084767,0.02500,4.060
26,mlp.experts.32.gate_proj,0.0000055724,0.02500,4.015
26,mlp.experts.45.gate_proj,0.0000046505,0.02500,4.304
26,mlp.experts.36.gate_proj,0.0000114893,0.02500,4.029
26,mlp.experts.37.gate_proj,0.0000052480,0.02500,4.263
26,mlp.experts.44.gate_proj,0.0000079124,0.02500,3.989
26,mlp.experts.41.gate_proj,0.0000057787,0.02500,4.309
26,mlp.experts.33.gate_proj,0.0000059135,0.02500,4.320
26,mlp.experts.50.gate_proj,0.0000063367,0.02500,3.467
26,mlp.experts.51.gate_proj,0.0000057778,0.02500,3.507
26,mlp.experts.55.gate_proj,0.0000050052,0.02500,3.565
26,mlp.experts.62.gate_proj,0.0000061935,0.02500,3.461
26,mlp.experts.58.gate_proj,0.0000114569,0.02500,3.910
26,mlp.experts.59.gate_proj,0.0000064873,0.02500,3.792
26,mlp.experts.54.gate_proj,0.0000102376,0.02500,3.848
26,mlp.experts.63.gate_proj,0.0000057727,0.02500,3.740
26,mlp.experts.61.gate_proj,0.0000059063,0.02500,3.532
26,mlp.experts.53.gate_proj,0.0000072174,0.02500,3.588
26,mlp.experts.57.gate_proj,0.0000110265,0.02500,3.527
26,mlp.experts.49.gate_proj,0.0000068945,0.02500,3.475
26,mlp.experts.67.gate_proj,0.0000087159,0.02500,3.183
26,mlp.experts.56.gate_proj,0.0000090592,0.02500,4.489
26,mlp.experts.48.gate_proj,0.0000094610,0.02500,4.596
26,mlp.experts.60.gate_proj,0.0000071827,0.02500,4.591
26,mlp.experts.52.gate_proj,0.0000198869,0.02500,4.694
26,mlp.experts.66.gate_proj,0.0000092937,0.02500,3.786
26,mlp.experts.78.gate_proj,0.0000057228,0.02500,3.550
26,mlp.experts.71.gate_proj,0.0000160247,0.02500,3.667
26,mlp.experts.70.gate_proj,0.0000080607,0.02500,3.406
26,mlp.experts.79.gate_proj,0.0000087419,0.02500,3.323
26,mlp.experts.74.gate_proj,0.0000015442,0.02500,3.624
26,mlp.experts.75.gate_proj,0.0000036633,0.02500,3.866
26,mlp.experts.77.gate_proj,0.0000075186,0.02500,4.018
26,mlp.experts.69.gate_proj,0.0000051132,0.02500,3.987
26,mlp.experts.83.gate_proj,0.0000067263,0.02500,3.486
26,mlp.experts.73.gate_proj,0.0000057880,0.02500,4.009
26,mlp.experts.65.gate_proj,0.0000093549,0.02500,4.053
26,mlp.experts.82.gate_proj,0.0000077443,0.02500,3.444
26,mlp.experts.86.gate_proj,0.0000068063,0.02500,3.379
26,mlp.experts.94.gate_proj,0.0000110036,0.02500,3.529
26,mlp.experts.72.gate_proj,0.0000118442,0.02500,4.433
26,mlp.experts.87.gate_proj,0.0000048948,0.02500,3.709
26,mlp.experts.95.gate_proj,0.0000067038,0.02500,3.620
26,mlp.experts.64.gate_proj,0.0000020859,0.02500,4.419
26,mlp.experts.90.gate_proj,0.0000070379,0.02500,3.634
26,mlp.experts.68.gate_proj,0.0000065734,0.02500,4.401
26,mlp.experts.91.gate_proj,0.0000044129,0.02500,3.515
26,mlp.experts.76.gate_proj,0.0000057705,0.02500,4.559
26,mlp.experts.93.gate_proj,0.0000076663,0.02500,3.624
26,mlp.experts.99.gate_proj,0.0000090478,0.02500,3.476
26,mlp.experts.85.gate_proj,0.0000048017,0.02500,3.655
26,mlp.experts.89.gate_proj,0.0000052257,0.02500,3.694
26,mlp.experts.81.gate_proj,0.0000091030,0.02500,3.703
26,mlp.experts.98.gate_proj,0.0000069706,0.02500,3.518
26,mlp.experts.110.gate_proj,0.0000042105,0.02500,3.609
26,mlp.experts.106.gate_proj,0.0000121920,0.02500,3.582
26,mlp.experts.103.gate_proj,0.0000087906,0.02500,3.739
26,mlp.experts.102.gate_proj,0.0000119755,0.02500,4.055
26,mlp.experts.111.gate_proj,0.0000106794,0.02500,3.809
26,mlp.experts.107.gate_proj,0.0000056307,0.02500,3.592
26,mlp.experts.88.gate_proj,0.0000081813,0.02500,4.760
26,mlp.experts.80.gate_proj,0.0000067873,0.02500,4.776
26,mlp.experts.92.gate_proj,0.0000060555,0.02500,4.649
26,mlp.experts.84.gate_proj,0.0000105766,0.02500,4.939
26,mlp.experts.109.gate_proj,0.0000050809,0.02500,3.188
26,mlp.experts.101.gate_proj,0.0000075231,0.02500,3.238
26,mlp.experts.105.gate_proj,0.0000165209,0.02500,3.236
26,mlp.experts.115.gate_proj,0.0000093662,0.02500,3.597
26,mlp.experts.97.gate_proj,0.0000081724,0.02500,3.345
26,mlp.experts.114.gate_proj,0.0000212537,0.02500,3.320
26,mlp.experts.6.up_proj,0.0000079853,0.02500,3.519
26,mlp.experts.3.up_proj,0.0000102459,0.02500,3.125
26,mlp.experts.119.gate_proj,0.0000038752,0.02500,3.291
26,mlp.experts.2.up_proj,0.0000071481,0.02500,3.500
26,mlp.experts.118.gate_proj,0.0000046239,0.02500,3.589
26,mlp.experts.7.up_proj,0.0000043861,0.02500,3.939
26,mlp.experts.104.gate_proj,0.0000056374,0.02500,4.693
26,mlp.experts.5.up_proj,0.0000041263,0.02500,3.962
26,mlp.experts.11.up_proj,0.0000092656,0.02500,3.571
26,mlp.experts.96.gate_proj,0.0000018058,0.02500,4.793
26,mlp.experts.117.gate_proj,0.0000125684,0.02500,4.068
26,mlp.experts.108.gate_proj,0.0000020696,0.02500,4.752
26,mlp.experts.1.up_proj,0.0000085878,0.02500,3.957
26,mlp.experts.100.gate_proj,0.0000072569,0.02500,4.885
26,mlp.experts.10.up_proj,0.0000102872,0.02500,3.963
26,mlp.experts.113.gate_proj,0.0000052448,0.02500,4.034
26,mlp.experts.15.up_proj,0.0000076224,0.02500,3.559
26,mlp.experts.22.up_proj,0.0000146259,0.02500,3.728
26,mlp.experts.19.up_proj,0.0000091511,0.02500,3.796
26,mlp.experts.18.up_proj,0.0000034459,0.02500,3.676
26,mlp.experts.23.up_proj,0.0000031682,0.02500,3.303
26,mlp.experts.14.up_proj,0.0000088448,0.02500,3.825
26,mlp.experts.27.up_proj,0.0000110889,0.02500,3.498
26,mlp.experts.21.up_proj,0.0000037599,0.02500,4.341
26,mlp.experts.13.up_proj,0.0000111489,0.02500,4.088
26,mlp.experts.26.up_proj,0.0000137385,0.02500,3.691
26,mlp.experts.0.up_proj,0.0000051587,0.02500,4.517
26,mlp.experts.17.up_proj,0.0000045431,0.02500,4.141
26,mlp.experts.112.gate_proj,0.0000076765,0.02500,4.495
26,mlp.experts.9.up_proj,0.0000098874,0.02500,4.005
26,mlp.experts.38.up_proj,0.0000255620,0.02500,3.570
26,mlp.experts.31.up_proj,0.0000059396,0.02500,3.703
26,mlp.experts.34.up_proj,0.0000099647,0.02500,3.453
26,mlp.experts.4.up_proj,0.0000124693,0.02500,4.753
26,mlp.experts.35.up_proj,0.0000050097,0.02500,3.680
26,mlp.experts.39.up_proj,0.0000041171,0.02500,3.591
26,mlp.experts.116.gate_proj,0.0000064788,0.02500,4.881
26,mlp.experts.30.up_proj,0.0000028192,0.02500,3.747
26,mlp.experts.43.up_proj,0.0000064605,0.02500,3.202
26,mlp.experts.42.up_proj,0.0000048478,0.02500,3.678
26,mlp.experts.51.up_proj,0.0000056995,0.02500,3.092
26,mlp.experts.50.up_proj,0.0000062225,0.02500,3.595
26,mlp.experts.54.up_proj,0.0000100744,0.02500,3.712
26,mlp.experts.37.up_proj,0.0000050929,0.02500,4.304
26,mlp.experts.47.up_proj,0.0000051013,0.02500,3.785
26,mlp.experts.29.up_proj,0.0000079544,0.02500,4.316
26,mlp.experts.55.up_proj,0.0000048732,0.02500,3.582
26,mlp.experts.33.up_proj,0.0000057955,0.02500,4.378
26,mlp.experts.25.up_proj,0.0000092717,0.02500,4.318
26,mlp.experts.16.up_proj,0.0000101662,0.02500,4.733
26,mlp.experts.46.up_proj,0.0000010994,0.02500,3.689
26,mlp.experts.8.up_proj,0.0000035738,0.02500,4.760
26,mlp.experts.20.up_proj,0.0000061268,0.02500,4.710
26,mlp.experts.12.up_proj,0.0000021284,0.02500,4.750
26,mlp.experts.59.up_proj,0.0000064006,0.02500,3.742
26,mlp.experts.58.up_proj,0.0000113913,0.02500,3.286
26,mlp.experts.67.up_proj,0.0000084766,0.02500,3.570
26,mlp.experts.66.up_proj,0.0000088225,0.02500,3.393
26,mlp.experts.70.up_proj,0.0000078406,0.02500,3.564
26,mlp.experts.63.up_proj,0.0000056164,0.02500,3.465
26,mlp.experts.71.up_proj,0.0000156901,0.02500,3.519
26,mlp.experts.62.up_proj,0.0000061385,0.02500,3.706
26,mlp.experts.45.up_proj,0.0000045989,0.02500,4.254
26,mlp.experts.49.up_proj,0.0000066494,0.02500,4.195
26,mlp.experts.53.up_proj,0.0000070240,0.02500,4.508
26,mlp.experts.41.up_proj,0.0000056297,0.02500,4.286
26,mlp.experts.75.up_proj,0.0000036250,0.02500,3.078
26,mlp.experts.32.up_proj,0.0000054896,0.02500,4.885
26,mlp.experts.24.up_proj,0.0000066104,0.02500,4.781
26,mlp.experts.36.up_proj,0.0000113310,0.02500,4.726
26,mlp.experts.83.up_proj,0.0000065145,0.02500,3.099
26,mlp.experts.28.up_proj,0.0000139601,0.02500,4.738
26,mlp.experts.79.up_proj,0.0000084910,0.02500,3.095
26,mlp.experts.87.up_proj,0.0000046446,0.02500,3.217
26,mlp.experts.74.up_proj,0.0000014611,0.02500,4.568
26,mlp.experts.82.up_proj,0.0000075406,0.02500,4.466
26,mlp.experts.86.up_proj,0.0000065185,0.02500,4.476
26,mlp.experts.91.up_proj,0.0000043842,0.02500,3.370
26,mlp.experts.61.up_proj,0.0000058004,0.02500,4.069
26,mlp.experts.65.up_proj,0.0000091543,0.02500,3.990
26,mlp.experts.69.up_proj,0.0000050203,0.02500,4.036
26,mlp.experts.57.up_proj,0.0000109089,0.02500,3.987
26,mlp.experts.78.up_proj,0.0000056505,0.02500,4.742
26,mlp.experts.99.up_proj,0.0000088615,0.02500,3.414
26,mlp.experts.48.up_proj,0.0000090946,0.02500,4.724
26,mlp.experts.95.up_proj,0.0000065754,0.02500,3.575
26,mlp.experts.40.up_proj,0.0000081485,0.02500,4.637
26,mlp.experts.103.up_proj,0.0000086756,0.02500,3.489
26,mlp.experts.52.up_proj,0.0000189599,0.02500,4.582
26,mlp.experts.44.up_proj,0.0000076310,0.02500,4.788
26,mlp.experts.98.up_proj,0.0000068379,0.02500,3.519
26,mlp.experts.102.up_proj,0.0000116920,0.02500,3.295
26,mlp.experts.90.up_proj,0.0000068587,0.02500,4.051
26,mlp.experts.81.up_proj,0.0000088875,0.02500,3.336
26,mlp.experts.77.up_proj,0.0000074071,0.02500,3.483
26,mlp.experts.107.up_proj,0.0000055678,0.02500,3.601
26,mlp.experts.85.up_proj,0.0000047103,0.02500,3.397
26,mlp.experts.73.up_proj,0.0000057585,0.02500,3.330
26,mlp.experts.94.up_proj,0.0000108302,0.02500,3.821
26,mlp.experts.115.up_proj,0.0000090862,0.02500,3.785
26,mlp.experts.111.up_proj,0.0000105062,0.02500,3.595
26,mlp.experts.119.up_proj,0.0000035830,0.02500,3.445
26,mlp.experts.118.up_proj,0.0000044906,0.02500,3.479
26,mlp.experts.93.up_proj,0.0000073980,0.02500,3.048
26,mlp.experts.97.up_proj,0.0000081669,0.02500,3.190
26,mlp.experts.64.up_proj,0.0000020505,0.02500,4.828
26,mlp.experts.114.up_proj,0.0000211182,0.02500,3.769
26,mlp.experts.106.up_proj,0.0000118582,0.02500,3.677
26,mlp.experts.101.up_proj,0.0000072920,0.02500,3.089
26,mlp.experts.89.up_proj,0.0000051789,0.02500,3.095
26,mlp.experts.56.up_proj,0.0000088780,0.02500,5.026
26,mlp.experts.68.up_proj,0.0000064408,0.02500,4.923
26,mlp.experts.110.up_proj,0.0000039753,0.02500,2.597
26,mlp.experts.60.up_proj,0.0000070541,0.02500,4.983
26,mlp.experts.109.up_proj,0.0000049604,0.02500,2.827
26,mlp.experts.113.up_proj,0.0000050788,0.02500,2.811
26,mlp.experts.117.up_proj,0.0000124177,0.02500,2.745
26,mlp.experts.105.up_proj,0.0000163514,0.02500,2.668
26,mlp.experts.80.up_proj,0.0000066214,0.02500,5.247
26,mlp.experts.72.up_proj,0.0000115153,0.02500,5.182
26,mlp.experts.84.up_proj,0.0000102753,0.02500,5.330
26,mlp.experts.76.up_proj,0.0000056638,0.02500,5.020
26,mlp.experts.96.up_proj,0.0000017711,0.02500,5.300
26,mlp.experts.88.up_proj,0.0000080906,0.02500,5.125
26,mlp.experts.100.up_proj,0.0000071159,0.02500,5.254
26,mlp.experts.92.up_proj,0.0000059196,0.02500,5.472
26,mlp.experts.104.up_proj,0.0000056028,0.02500,5.101
26,mlp.experts.112.up_proj,0.0000076064,0.02500,5.204
26,mlp.experts.116.up_proj,0.0000062726,0.02500,4.841
26,mlp.experts.108.up_proj,0.0000019977,0.02500,4.374
26,mlp.experts.15.down_proj,0.0000004310,0.02500,1.256
26,mlp.experts.11.down_proj,0.0000005031,0.02500,1.290
26,mlp.experts.3.down_proj,0.0000007656,0.02500,1.384
26,mlp.experts.7.down_proj,0.0000001979,0.02500,1.421
26,mlp.experts.4.down_proj,0.0000006866,0.02500,2.003
26,mlp.experts.0.down_proj,0.0000003641,0.02500,2.020
26,mlp.experts.8.down_proj,0.0000002578,0.02500,2.053
26,mlp.experts.12.down_proj,0.0000000924,0.02500,2.054
26,mlp.experts.13.down_proj,0.0000008802,0.02500,2.220
26,mlp.experts.5.down_proj,0.0000002208,0.02500,2.300
26,mlp.experts.1.down_proj,0.0000004769,0.02500,2.312
26,mlp.experts.9.down_proj,0.0000003914,0.02500,2.327
26,mlp.experts.19.down_proj,0.0000004190,0.02500,0.985
26,mlp.experts.2.down_proj,0.0000002165,0.02500,2.380
26,mlp.experts.6.down_proj,0.0000003683,0.02500,2.400
26,mlp.experts.10.down_proj,0.0000003984,0.02500,2.444
26,mlp.experts.27.down_proj,0.0000006764,0.02500,1.158
26,mlp.experts.14.down_proj,0.0000004517,0.02500,2.462
26,mlp.experts.31.down_proj,0.0000002269,0.02500,1.222
26,mlp.experts.23.down_proj,0.0000002036,0.02500,1.103
26,mlp.experts.16.down_proj,0.0000005863,0.02500,1.010
26,mlp.experts.20.down_proj,0.0000003040,0.02500,1.108
26,mlp.experts.28.down_proj,0.0000004906,0.02500,1.127
26,mlp.experts.24.down_proj,0.0000002864,0.02500,1.173
26,mlp.experts.35.down_proj,0.0000002183,0.02500,0.977
26,mlp.experts.47.down_proj,0.0000001965,0.02500,0.979
26,mlp.experts.39.down_proj,0.0000003055,0.02500,1.009
26,mlp.experts.43.down_proj,0.0000002195,0.02500,1.129
26,mlp.experts.22.down_proj,0.0000008957,0.02500,1.200
26,mlp.experts.18.down_proj,0.0000001512,0.02500,1.249
26,mlp.experts.26.down_proj,0.0000006673,0.02500,1.217
26,mlp.experts.30.down_proj,0.0000001012,0.02500,1.249
26,mlp.experts.17.down_proj,0.0000002432,0.02500,1.478
26,mlp.experts.25.down_proj,0.0000005426,0.02500,1.490
26,mlp.experts.21.down_proj,0.0000001368,0.02500,1.523
26,mlp.experts.29.down_proj,0.0000004820,0.02500,1.573
26,mlp.experts.32.down_proj,0.0000002190,0.02500,0.993
26,mlp.experts.40.down_proj,0.0000003175,0.02500,0.945
26,mlp.experts.36.down_proj,0.0000006129,0.02500,1.109
26,mlp.experts.44.down_proj,0.0000003650,0.02500,1.079
26,mlp.experts.51.down_proj,0.0000002235,0.02500,1.022
26,mlp.experts.63.down_proj,0.0000002764,0.02500,1.072
26,mlp.experts.55.down_proj,0.0000003058,0.02500,1.013
26,mlp.experts.59.down_proj,0.0000003313,0.02500,1.229
26,mlp.experts.38.down_proj,0.0000014126,0.02500,1.228
26,mlp.experts.42.down_proj,0.0000002920,0.02500,1.242
26,mlp.experts.34.down_proj,0.0000005723,0.02500,1.309
26,mlp.experts.46.down_proj,0.0000000910,0.02500,1.272
26,mlp.experts.33.down_proj,0.0000002556,0.02500,1.386
26,mlp.experts.41.down_proj,0.0000003967,0.02500,1.405
26,mlp.experts.45.down_proj,0.0000002648,0.02500,1.388
26,mlp.experts.52.down_proj,0.0000010686,0.02500,1.028
26,mlp.experts.37.down_proj,0.0000002033,0.02500,1.457
26,mlp.experts.60.down_proj,0.0000003600,0.02500,1.032
26,mlp.experts.48.down_proj,0.0000003952,0.02500,1.299
26,mlp.experts.56.down_proj,0.0000007791,0.02500,1.181
26,mlp.experts.67.down_proj,0.0000004279,0.02500,1.048
26,mlp.experts.71.down_proj,0.0000010502,0.02500,1.160
26,mlp.experts.79.down_proj,0.0000003815,0.02500,1.224
26,mlp.experts.75.down_proj,0.0000001798,0.02500,1.127
26,mlp.experts.54.down_proj,0.0000004955,0.02500,1.243
26,mlp.experts.58.down_proj,0.0000005583,0.02500,1.200
26,mlp.experts.50.down_proj,0.0000002709,0.02500,1.237
26,mlp.experts.76.down_proj,0.0000002374,0.02500,0.905
26,mlp.experts.62.down_proj,0.0000002041,0.02500,1.252
26,mlp.experts.72.down_proj,0.0000006497,0.02500,0.980
26,mlp.experts.64.down_proj,0.0000001910,0.02500,1.072
26,mlp.experts.68.down_proj,0.0000003049,0.02500,1.149
26,mlp.experts.83.down_proj,0.0000002972,0.02500,1.001
26,mlp.experts.49.down_proj,0.0000002854,0.02500,1.324
26,mlp.experts.61.down_proj,0.0000002914,0.02500,1.316
26,mlp.experts.57.down_proj,0.0000003730,0.02500,1.345
26,mlp.experts.53.down_proj,0.0000002734,0.02500,1.343
26,mlp.experts.95.down_proj,0.0000002667,0.02500,0.941
26,mlp.experts.87.down_proj,0.0000001470,0.02500,1.059
26,mlp.experts.91.down_proj,0.0000001887,0.02500,1.028
26,mlp.experts.92.down_proj,0.0000002216,0.02500,0.935
26,mlp.experts.80.down_proj,0.0000004070,0.02500,0.867
26,mlp.experts.70.down_proj,0.0000003426,0.02500,1.217
26,mlp.experts.74.down_proj,0.0000000742,0.02500,1.215
26,mlp.experts.66.down_proj,0.0000003646,0.02500,1.273
26,mlp.experts.78.down_proj,0.0000003009,0.02500,1.251
26,mlp.experts.88.down_proj,0.0000004796,0.02500,1.156
26,mlp.experts.99.down_proj,0.0000005693,0.02500,1.092
26,mlp.experts.84.down_proj,0.0000006000,0.02500,1.139
26,mlp.experts.111.down_proj,0.0000008468,0.02500,1.014
26,mlp.experts.103.down_proj,0.0000003117,0.02500,1.034
26,mlp.experts.107.down_proj,0.0000002481,0.02500,0.869
26,mlp.experts.108.down_proj,0.0000001948,0.02500,0.881
26,mlp.experts.77.down_proj,0.0000006292,0.02500,1.551
26,mlp.experts.73.down_proj,0.0000002428,0.02500,1.574
26,mlp.experts.65.down_proj,0.0000004934,0.02500,1.644
26,mlp.experts.115.down_proj,0.0000004287,0.02500,0.707
26,mlp.experts.96.down_proj,0.0000001401,0.02500,0.990
26,mlp.experts.69.down_proj,0.0000002771,0.02500,1.702
26,mlp.experts.104.down_proj,0.0000003289,0.02500,0.850
26,mlp.experts.119.down_proj,0.0000004119,0.02500,0.639
26,mlp.experts.86.down_proj,0.0000002320,0.02500,1.165
26,mlp.experts.100.down_proj,0.0000003202,0.02500,0.946
26,mlp.experts.90.down_proj,0.0000003754,0.02500,1.223
26,mlp.experts.82.down_proj,0.0000003155,0.02500,1.215
26,mlp.experts.94.down_proj,0.0000004864,0.02500,1.248
26,mlp.experts.112.down_proj,0.0000004662,0.02500,0.697
26,mlp.experts.116.down_proj,0.0000002344,0.02500,0.589
26,mlp.experts.93.down_proj,0.0000002960,0.02500,1.417
26,mlp.experts.81.down_proj,0.0000004806,0.02500,1.467
26,mlp.experts.89.down_proj,0.0000002059,0.02500,1.482
26,mlp.experts.102.down_proj,0.0000005676,0.02500,1.276
26,mlp.experts.85.down_proj,0.0000001798,0.02500,1.492
26,mlp.experts.106.down_proj,0.0000006695,0.02500,1.303
26,mlp.experts.98.down_proj,0.0000003579,0.02500,1.200
26,mlp.experts.110.down_proj,0.0000004421,0.02500,1.295
26,mlp.experts.114.down_proj,0.0000010770,0.02500,0.957
26,mlp.experts.105.down_proj,0.0000011380,0.02500,1.215
26,mlp.experts.118.down_proj,0.0000003022,0.02500,1.119
26,mlp.experts.109.down_proj,0.0000001751,0.02500,1.343
26,mlp.experts.97.down_proj,0.0000004865,0.02500,1.307
26,mlp.experts.101.down_proj,0.0000002459,0.02500,1.118
26,mlp.experts.113.down_proj,0.0000001814,0.02500,0.510
26,mlp.experts.117.down_proj,0.0000007347,0.02500,0.506
27,self_attn.k_proj,0.0000000052,0.02500,1.697
27,self_attn.v_proj,0.0000000075,0.02500,1.755
27,self_attn.q_proj,0.0000000297,0.02500,2.070
27,self_attn.o_proj,0.0000000154,0.02500,3.673
27,mlp.shared_experts.gate_proj,0.0000003664,0.02500,1.277
27,mlp.shared_experts.up_proj,0.0000003683,0.02500,1.299
27,mlp.shared_experts.down_proj,0.0000000101,0.02500,0.391
27,mlp.experts.9.gate_proj,0.0000075601,0.02500,5.094
27,mlp.experts.12.gate_proj,0.0000022007,0.02500,5.244
27,mlp.experts.13.gate_proj,0.0000189799,0.02500,5.318
27,mlp.experts.8.gate_proj,0.0000093944,0.02500,5.336
27,mlp.experts.1.gate_proj,0.0000076700,0.02500,5.372
27,mlp.experts.4.gate_proj,0.0000126560,0.02500,5.418
27,mlp.experts.0.gate_proj,0.0000067182,0.02500,5.485
27,mlp.experts.5.gate_proj,0.0000072473,0.02500,5.487
27,mlp.experts.15.gate_proj,0.0000089082,0.02500,6.220
27,mlp.experts.14.gate_proj,0.0000069480,0.02500,6.288
27,mlp.experts.6.gate_proj,0.0000042655,0.02500,6.291
27,mlp.experts.11.gate_proj,0.0000081070,0.02500,6.325
27,mlp.experts.2.gate_proj,0.0000133711,0.02500,6.387
27,mlp.experts.3.gate_proj,0.0000100842,0.02500,6.493
27,mlp.experts.7.gate_proj,0.0000102293,0.02500,6.560
27,mlp.experts.10.gate_proj,0.0000280090,0.02500,6.648
27,mlp.experts.17.gate_proj,0.0000178605,0.02500,3.000
27,mlp.experts.25.gate_proj,0.0000064466,0.02500,3.457
27,mlp.experts.21.gate_proj,0.0000058496,0.02500,3.485
27,mlp.experts.29.gate_proj,0.0000130068,0.02500,4.048
27,mlp.experts.27.gate_proj,0.0000083617,0.02500,3.356
27,mlp.experts.31.gate_proj,0.0000094228,0.02500,3.505
27,mlp.experts.30.gate_proj,0.0000038756,0.02500,3.539
27,mlp.experts.22.gate_proj,0.0000059273,0.02500,3.637
27,mlp.experts.28.gate_proj,0.0000035633,0.02500,4.695
27,mlp.experts.18.gate_proj,0.0000024635,0.02500,3.624
27,mlp.experts.16.gate_proj,0.0000103858,0.02500,4.575
27,mlp.experts.19.gate_proj,0.0000025330,0.02500,3.628
27,mlp.experts.20.gate_proj,0.0000047845,0.02500,4.789
27,mlp.experts.26.gate_proj,0.0000090421,0.02500,3.574
27,mlp.experts.24.gate_proj,0.0000075285,0.02500,5.054
27,mlp.experts.23.gate_proj,0.0000143638,0.02500,3.985
27,mlp.experts.41.gate_proj,0.0000036339,0.02500,3.193
27,mlp.experts.33.gate_proj,0.0000076616,0.02500,3.571
27,mlp.experts.37.gate_proj,0.0000058193,0.02500,3.811
27,mlp.experts.45.gate_proj,0.0000043469,0.02500,3.708
27,mlp.experts.47.gate_proj,0.0000044302,0.02500,3.494
27,mlp.experts.46.gate_proj,0.0000104719,0.02500,3.390
27,mlp.experts.38.gate_proj,0.0000101145,0.02500,3.418
27,mlp.experts.34.gate_proj,0.0000151362,0.02500,3.383
27,mlp.experts.42.gate_proj,0.0000085993,0.02500,3.274
27,mlp.experts.35.gate_proj,0.0000079065,0.02500,3.494
27,mlp.experts.43.gate_proj,0.0000093544,0.02500,4.017
27,mlp.experts.39.gate_proj,0.0000179186,0.02500,3.834
27,mlp.experts.44.gate_proj,0.0000089875,0.02500,4.628
27,mlp.experts.32.gate_proj,0.0000087843,0.02500,4.571
27,mlp.experts.36.gate_proj,0.0000066213,0.02500,4.529
27,mlp.experts.40.gate_proj,0.0000018465,0.02500,4.609
27,mlp.experts.57.gate_proj,0.0000113290,0.02500,3.815
27,mlp.experts.49.gate_proj,0.0000086242,0.02500,3.677
27,mlp.experts.62.gate_proj,0.0000137130,0.02500,3.126
27,mlp.experts.54.gate_proj,0.0000098534,0.02500,3.105
27,mlp.experts.50.gate_proj,0.0000087218,0.02500,3.061
27,mlp.experts.53.gate_proj,0.0000077702,0.02500,3.763
27,mlp.experts.58.gate_proj,0.0000093675,0.02500,3.069
27,mlp.experts.63.gate_proj,0.0000037534,0.02500,3.577
27,mlp.experts.61.gate_proj,0.0000077361,0.02500,3.731
27,mlp.experts.51.gate_proj,0.0000068909,0.02500,3.586
27,mlp.experts.59.gate_proj,0.0000063567,0.02500,3.641
27,mlp.experts.55.gate_proj,0.0000056144,0.02500,3.787
27,mlp.experts.73.gate_proj,0.0000100858,0.02500,3.109
27,mlp.experts.65.gate_proj,0.0000111814,0.02500,3.202
27,mlp.experts.52.gate_proj,0.0000019179,0.02500,4.402
27,mlp.experts.48.gate_proj,0.0000187883,0.02500,4.592
27,mlp.experts.60.gate_proj,0.0000092639,0.02500,4.802
27,mlp.experts.69.gate_proj,0.0000118123,0.02500,2.987
27,mlp.experts.78.gate_proj,0.0000081695,0.02500,3.318
27,mlp.experts.56.gate_proj,0.0000063637,0.02500,4.757
27,mlp.experts.70.gate_proj,0.0000108349,0.02500,3.322
27,mlp.experts.77.gate_proj,0.0000085196,0.02500,2.971
27,mlp.experts.74.gate_proj,0.0000104941,0.02500,3.351
27,mlp.experts.66.gate_proj,0.0000096753,0.02500,3.539
27,mlp.experts.79.gate_proj,0.0000051881,0.02500,3.349
27,mlp.experts.67.gate_proj,0.0000024529,0.02500,3.476
27,mlp.experts.75.gate_proj,0.0000082971,0.02500,3.622
27,mlp.experts.89.gate_proj,0.0000125940,0.02500,3.000
27,mlp.experts.71.gate_proj,0.0000098534,0.02500,3.524
27,mlp.experts.81.gate_proj,0.0000039072,0.02500,3.090
27,mlp.experts.85.gate_proj,0.0000064406,0.02500,3.323
27,mlp.experts.94.gate_proj,0.0000062731,0.02500,3.323
27,mlp.experts.86.gate_proj,0.0000038403,0.02500,3.281
27,mlp.experts.93.gate_proj,0.0000082252,0.02500,3.369
27,mlp.experts.90.gate_proj,0.0000044092,0.02500,3.319
27,mlp.experts.82.gate_proj,0.0000041531,0.02500,3.391
27,mlp.experts.95.gate_proj,0.0000042635,0.02500,3.707
27,mlp.experts.64.gate_proj,0.0000087796,0.02500,4.874
27,mlp.experts.68.gate_proj,0.0000080854,0.02500,5.107
27,mlp.experts.83.gate_proj,0.0000080627,0.02500,3.720
27,mlp.experts.91.gate_proj,0.0000115914,0.02500,3.725
27,mlp.experts.72.gate_proj,0.0000100053,0.02500,4.934
27,mlp.experts.76.gate_proj,0.0000133075,0.02500,5.530
27,mlp.experts.87.gate_proj,0.0000067446,0.02500,3.556
27,mlp.experts.105.gate_proj,0.0000096600,0.02500,3.612
27,mlp.experts.97.gate_proj,0.0000090436,0.02500,3.821
27,mlp.experts.101.gate_proj,0.0000026069,0.02500,3.674
27,mlp.experts.109.gate_proj,0.0000090339,0.02500,3.624
27,mlp.experts.111.gate_proj,0.0000052428,0.02500,3.147
27,mlp.experts.99.gate_proj,0.0000047280,0.02500,3.149
27,mlp.experts.107.gate_proj,0.0000071983,0.02500,3.077
27,mlp.experts.110.gate_proj,0.0000081473,0.02500,4.935
27,mlp.experts.102.gate_proj,0.0000220371,0.02500,4.925
27,mlp.experts.106.gate_proj,0.0000085427,0.02500,4.968
27,mlp.experts.98.gate_proj,0.0000080952,0.02500,4.910
27,mlp.experts.103.gate_proj,0.0000181337,0.02500,3.137
27,mlp.experts.1.up_proj,0.0000075859,0.02500,3.745
27,mlp.experts.80.gate_proj,0.0000077914,0.02500,5.009
27,mlp.experts.84.gate_proj,0.0000091495,0.02500,5.084
27,mlp.experts.113.gate_proj,0.0000084134,0.02500,3.625
27,mlp.experts.88.gate_proj,0.0000075950,0.02500,5.071
27,mlp.experts.117.gate_proj,0.0000109043,0.02500,3.269
27,mlp.experts.7.up_proj,0.0000100082,0.02500,3.048
27,mlp.experts.92.gate_proj,0.0000089860,0.02500,5.255
27,mlp.experts.5.up_proj,0.0000072394,0.02500,3.883
27,mlp.experts.115.gate_proj,0.0000070953,0.02500,3.216
27,mlp.experts.3.up_proj,0.0000098841,0.02500,3.127
27,mlp.experts.119.gate_proj,0.0000072626,0.02500,3.151
27,mlp.experts.6.up_proj,0.0000042617,0.02500,4.379
27,mlp.experts.118.gate_proj,0.0000066721,0.02500,4.438
27,mlp.experts.17.up_proj,0.0000176785,0.02500,3.473
27,mlp.experts.2.up_proj,0.0000132699,0.02500,4.352
27,mlp.experts.114.gate_proj,0.0000074846,0.02500,4.413
27,mlp.experts.9.up_proj,0.0000074464,0.02500,3.589
27,mlp.experts.13.up_proj,0.0000186475,0.02500,3.388
27,mlp.experts.23.up_proj,0.0000141948,0.02500,3.226
27,mlp.experts.96.gate_proj,0.0000061539,0.02500,4.931
27,mlp.experts.11.up_proj,0.0000080407,0.02500,3.380
27,mlp.experts.21.up_proj,0.0000055926,0.02500,3.579
27,mlp.experts.100.gate_proj,0.0000145661,0.02500,5.000
27,mlp.experts.19.up_proj,0.0000024458,0.02500,3.454
27,mlp.experts.104.gate_proj,0.0000081818,0.02500,4.881
27,mlp.experts.15.up_proj,0.0000088883,0.02500,3.265
27,mlp.experts.108.gate_proj,0.0000055509,0.02500,4.989
27,mlp.experts.22.up_proj,0.0000058096,0.02500,3.578
27,mlp.experts.14.up_proj,0.0000067122,0.02500,3.573
27,mlp.experts.10.up_proj,0.0000274805,0.02500,3.363
27,mlp.experts.18.up_proj,0.0000024345,0.02500,3.576
27,mlp.experts.25.up_proj,0.0000062865,0.02500,3.382
27,mlp.experts.39.up_proj,0.0000175246,0.02500,3.102
27,mlp.experts.33.up_proj,0.0000074474,0.02500,3.891
27,mlp.experts.29.up_proj,0.0000124965,0.02500,3.624
27,mlp.experts.27.up_proj,0.0000084565,0.02500,2.938
27,mlp.experts.35.up_proj,0.0000078216,0.02500,2.891
27,mlp.experts.37.up_proj,0.0000057972,0.02500,3.377
27,mlp.experts.31.up_proj,0.0000093721,0.02500,2.917
27,mlp.experts.112.gate_proj,0.0000083428,0.02500,4.482
27,mlp.experts.116.gate_proj,0.0000072215,0.02500,4.357
27,mlp.experts.0.up_proj,0.0000066330,0.02500,4.376
27,mlp.experts.55.up_proj,0.0000054085,0.02500,3.080
27,mlp.experts.38.up_proj,0.0000099994,0.02500,3.679
27,mlp.experts.4.up_proj,0.0000123739,0.02500,4.461
27,mlp.experts.30.up_proj,0.0000038143,0.02500,3.661
27,mlp.experts.26.up_proj,0.0000087473,0.02500,3.711
27,mlp.experts.34.up_proj,0.0000148544,0.02500,3.742
27,mlp.experts.41.up_proj,0.0000036159,0.02500,3.671
27,mlp.experts.49.up_proj,0.0000084889,0.02500,3.914
27,mlp.experts.51.up_proj,0.0000067859,0.02500,3.105
27,mlp.experts.43.up_proj,0.0000092114,0.02500,3.340
27,mlp.experts.45.up_proj,0.0000043222,0.02500,3.915
27,mlp.experts.47.up_proj,0.0000043607,0.02500,3.152
27,mlp.experts.53.up_proj,0.0000075598,0.02500,3.764
27,mlp.experts.71.up_proj,0.0000096275,0.02500,2.983
27,mlp.experts.8.up_proj,0.0000091481,0.02500,4.133
27,mlp.experts.12.up_proj,0.0000020977,0.02500,4.114
27,mlp.experts.16.up_proj,0.0000102804,0.02500,4.049
27,mlp.experts.20.up_proj,0.0000047110,0.02500,3.819
27,mlp.experts.67.up_proj,0.0000023776,0.02500,3.124
27,mlp.experts.59.up_proj,0.0000062461,0.02500,3.285
27,mlp.experts.65.up_proj,0.0000108089,0.02500,3.411
27,mlp.experts.57.up_proj,0.0000109442,0.02500,3.921
27,mlp.experts.63.up_proj,0.0000035945,0.02500,3.344
27,mlp.experts.46.up_proj,0.0000104243,0.02500,4.692
27,mlp.experts.54.up_proj,0.0000095296,0.02500,4.831
27,mlp.experts.42.up_proj,0.0000082270,0.02500,4.687
27,mlp.experts.50.up_proj,0.0000083461,0.02500,4.722
27,mlp.experts.61.up_proj,0.0000075067,0.02500,3.926
27,mlp.experts.69.up_proj,0.0000115126,0.02500,3.594
27,mlp.experts.87.up_proj,0.0000066471,0.02500,3.775
27,mlp.experts.24.up_proj,0.0000072892,0.02500,3.742
27,mlp.experts.28.up_proj,0.0000034503,0.02500,3.845
27,mlp.experts.32.up_proj,0.0000086672,0.02500,3.903
27,mlp.experts.83.up_proj,0.0000079021,0.02500,3.609
27,mlp.experts.75.up_proj,0.0000082326,0.02500,3.637
27,mlp.experts.36.up_proj,0.0000065098,0.02500,4.016
27,mlp.experts.79.up_proj,0.0000051542,0.02500,3.395
27,mlp.experts.81.up_proj,0.0000038210,0.02500,3.980
27,mlp.experts.73.up_proj,0.0000098598,0.02500,3.888
27,mlp.experts.85.up_proj,0.0000063042,0.02500,3.654
27,mlp.experts.77.up_proj,0.0000081379,0.02500,3.982
27,mlp.experts.70.up_proj,0.0000108352,0.02500,4.723
27,mlp.experts.62.up_proj,0.0000133848,0.02500,4.820
27,mlp.experts.58.up_proj,0.0000090430,0.02500,4.737
27,mlp.experts.66.up_proj,0.0000094742,0.02500,4.778
27,mlp.experts.103.up_proj,0.0000175281,0.02500,3.259
27,mlp.experts.99.up_proj,0.0000046254,0.02500,3.321
27,mlp.experts.91.up_proj,0.0000113567,0.02500,3.297
27,mlp.experts.40.up_proj,0.0000018291,0.02500,4.394
27,mlp.experts.95.up_proj,0.0000042204,0.02500,3.355
27,mlp.experts.44.up_proj,0.0000086430,0.02500,4.405
27,mlp.experts.89.up_proj,0.0000119291,0.02500,3.455
27,mlp.experts.48.up_proj,0.0000185172,0.02500,4.383
27,mlp.experts.97.up_proj,0.0000085926,0.02500,3.918
27,mlp.experts.52.up_proj,0.0000018961,0.02500,4.398
27,mlp.experts.93.up_proj,0.0000080728,0.02500,3.572
27,mlp.experts.101.up_proj,0.0000025572,0.02500,3.829
27,mlp.experts.119.up_proj,0.0000072099,0.02500,3.402
27,mlp.experts.86.up_proj,0.0000038107,0.02500,4.540
27,mlp.experts.74.up_proj,0.0000103575,0.02500,4.625
27,mlp.experts.78.up_proj,0.0000080933,0.02500,4.723
27,mlp.experts.115.up_proj,0.0000070263,0.02500,3.575
27,mlp.experts.82.up_proj,0.0000039720,0.02500,4.606
27,mlp.experts.107.up_proj,0.0000071094,0.02500,3.421
27,mlp.experts.111.up_proj,0.0000050569,0.02500,3.255
27,mlp.experts.105.up_proj,0.0000095843,0.02500,3.760
27,mlp.experts.113.up_proj,0.0000083525,0.02500,3.525
27,mlp.experts.56.up_proj,0.0000062110,0.02500,4.461
27,mlp.experts.109.up_proj,0.0000087380,0.02500,3.167
27,mlp.experts.117.up_proj,0.0000103290,0.02500,2.952
27,mlp.experts.60.up_proj,0.0000090596,0.02500,4.513
27,mlp.experts.64.up_proj,0.0000088352,0.02500,4.402
27,mlp.experts.68.up_proj,0.0000078455,0.02500,4.298
27,mlp.experts.98.up_proj,0.0000080666,0.02500,4.074
27,mlp.experts.102.up_proj,0.0000211785,0.02500,4.451
27,mlp.experts.90.up_proj,0.0000043613,0.02500,4.370
27,mlp.experts.94.up_proj,0.0000062313,0.02500,4.686
27,mlp.experts.72.up_proj,0.0000096444,0.02500,4.019
27,mlp.experts.76.up_proj,0.0000129723,0.02500,3.969
27,mlp.experts.80.up_proj,0.0000076722,0.02500,3.978
27,mlp.experts.84.up_proj,0.0000087669,0.02500,4.292
27,mlp.experts.106.up_proj,0.0000084063,0.02500,4.797
27,mlp.experts.114.up_proj,0.0000073437,0.02500,4.972
27,mlp.experts.118.up_proj,0.0000065245,0.02500,4.935
27,mlp.experts.110.up_proj,0.0000079151,0.02500,4.583
27,mlp.experts.88.up_proj,0.0000074317,0.02500,4.099
27,mlp.experts.92.up_proj,0.0000089423,0.02500,4.150
27,mlp.experts.96.up_proj,0.0000059565,0.02500,4.152
27,mlp.experts.100.up_proj,0.0000145894,0.02500,4.165
27,mlp.experts.108.up_proj,0.0000053873,0.02500,4.667
27,mlp.experts.112.up_proj,0.0000081643,0.02500,4.546
27,mlp.experts.104.up_proj,0.0000081076,0.02500,5.193
27,mlp.experts.116.up_proj,0.0000069470,0.02500,4.146
27,mlp.experts.9.down_proj,0.0000004193,0.02500,1.047
27,mlp.experts.5.down_proj,0.0000003598,0.02500,1.049
27,mlp.experts.1.down_proj,0.0000003876,0.02500,1.069
27,mlp.experts.13.down_proj,0.0000010213,0.02500,1.130
27,mlp.experts.11.down_proj,0.0000004683,0.02500,1.179
27,mlp.experts.2.down_proj,0.0000010105,0.02500,1.191
27,mlp.experts.6.down_proj,0.0000002875,0.02500,1.193
27,mlp.experts.14.down_proj,0.0000003667,0.02500,1.195
27,mlp.experts.7.down_proj,0.0000005179,0.02500,1.272
27,mlp.experts.10.down_proj,0.0000013100,0.02500,1.293
27,mlp.experts.3.down_proj,0.0000005391,0.02500,1.307
27,mlp.experts.15.down_proj,0.0000004079,0.02500,1.310
27,mlp.experts.12.down_proj,0.0000002322,0.02500,1.495
27,mlp.experts.8.down_proj,0.0000009734,0.02500,1.496
27,mlp.experts.4.down_proj,0.0000009540,0.02500,1.533
27,mlp.experts.0.down_proj,0.0000003316,0.02500,1.546
27,mlp.experts.21.down_proj,0.0000002522,0.02500,1.061
27,mlp.experts.29.down_proj,0.0000009552,0.02500,1.016
27,mlp.experts.17.down_proj,0.0000010359,0.02500,1.100
27,mlp.experts.27.down_proj,0.0000004298,0.02500,1.015
27,mlp.experts.25.down_proj,0.0000004130,0.02500,1.170
27,mlp.experts.19.down_proj,0.0000002436,0.02500,0.998
27,mlp.experts.23.down_proj,0.0000007381,0.02500,1.047
27,mlp.experts.31.down_proj,0.0000003559,0.02500,1.022
27,mlp.experts.30.down_proj,0.0000001988,0.02500,1.215
27,mlp.experts.18.down_proj,0.0000001318,0.02500,1.252
27,mlp.experts.22.down_proj,0.0000003027,0.02500,1.256
27,mlp.experts.26.down_proj,0.0000004549,0.02500,1.308
27,mlp.experts.24.down_proj,0.0000002440,0.02500,1.219
27,mlp.experts.20.down_proj,0.0000001769,0.02500,1.207
27,mlp.experts.28.down_proj,0.0000003665,0.02500,1.279
27,mlp.experts.16.down_proj,0.0000007388,0.02500,1.251
27,mlp.experts.37.down_proj,0.0000001836,0.02500,0.921
27,mlp.experts.45.down_proj,0.0000001822,0.02500,0.978
27,mlp.experts.43.down_proj,0.0000005149,0.02500,1.019
27,mlp.experts.33.down_proj,0.0000005582,0.02500,1.111
27,mlp.experts.35.down_proj,0.0000003739,0.02500,0.993
27,mlp.experts.39.down_proj,0.0000015561,0.02500,0.997
27,mlp.experts.41.down_proj,0.0000002315,0.02500,1.135
27,mlp.experts.47.down_proj,0.0000001802,0.02500,1.126
27,mlp.experts.38.down_proj,0.0000004936,0.02500,1.098
27,mlp.experts.46.down_proj,0.0000008444,0.02500,1.141
27,mlp.experts.34.down_proj,0.0000009210,0.02500,1.257
27,mlp.experts.42.down_proj,0.0000003590,0.02500,1.117
27,mlp.experts.53.down_proj,0.0000005060,0.02500,0.992
27,mlp.experts.40.down_proj,0.0000001698,0.02500,1.405
27,mlp.experts.36.down_proj,0.0000004172,0.02500,1.438
27,mlp.experts.44.down_proj,0.0000002661,0.02500,1.439
27,mlp.experts.32.down_proj,0.0000003933,0.02500,1.418
27,mlp.experts.61.down_proj,0.0000004086,0.02500,1.104
27,mlp.experts.51.down_proj,0.0000003273,0.02500,1.010
27,mlp.experts.49.down_proj,0.0000004798,0.02500,1.035
27,mlp.experts.57.down_proj,0.0000004900,0.02500,1.018
27,mlp.experts.55.down_proj,0.0000002078,0.02500,1.083
27,mlp.experts.59.down_proj,0.0000004600,0.02500,1.202
27,mlp.experts.63.down_proj,0.0000002227,0.02500,1.102
27,mlp.experts.54.down_proj,0.0000004415,0.02500,1.416
27,mlp.experts.69.down_proj,0.0000007286,0.02500,0.973
27,mlp.experts.62.down_proj,0.0000010426,0.02500,1.508
27,mlp.experts.58.down_proj,0.0000006153,0.02500,1.456
27,mlp.experts.77.down_proj,0.0000006780,0.02500,0.954
27,mlp.experts.50.down_proj,0.0000005330,0.02500,1.499
27,mlp.experts.65.down_proj,0.0000005445,0.02500,1.021
27,mlp.experts.56.down_proj,0.0000005487,0.02500,1.235
27,mlp.experts.48.down_proj,0.0000013059,0.02500,1.224
27,mlp.experts.60.down_proj,0.0000005764,0.02500,1.250
27,mlp.experts.73.down_proj,0.0000003033,0.02500,1.091
27,mlp.experts.52.down_proj,0.0000000976,0.02500,1.294
27,mlp.experts.67.down_proj,0.0000001143,0.02500,1.495
27,mlp.experts.71.down_proj,0.0000004432,0.02500,1.541
27,mlp.experts.75.down_proj,0.0000003939,0.02500,1.538
27,mlp.experts.79.down_proj,0.0000002288,0.02500,1.420
27,mlp.experts.85.down_proj,0.0000002646,0.02500,1.149
27,mlp.experts.70.down_proj,0.0000004807,0.02500,1.191
27,mlp.experts.78.down_proj,0.0000003810,0.02500,1.112
27,mlp.experts.74.down_proj,0.0000004601,0.02500,1.045
27,mlp.experts.81.down_proj,0.0000001234,0.02500,0.888
27,mlp.experts.66.down_proj,0.0000005003,0.02500,1.051
27,mlp.experts.93.down_proj,0.0000004034,0.02500,1.140
27,mlp.experts.89.down_proj,0.0000003705,0.02500,1.006
27,mlp.experts.72.down_proj,0.0000005072,0.02500,1.225
27,mlp.experts.64.down_proj,0.0000003020,0.02500,1.149
27,mlp.experts.76.down_proj,0.0000008088,0.02500,1.169
27,mlp.experts.68.down_proj,0.0000004220,0.02500,1.179
27,mlp.experts.86.down_proj,0.0000002047,0.02500,0.863
27,mlp.experts.94.down_proj,0.0000004938,0.02500,0.874
27,mlp.experts.90.down_proj,0.0000003818,0.02500,0.870
27,mlp.experts.83.down_proj,0.0000004697,0.02500,1.301
27,mlp.experts.82.down_proj,0.0000003576,0.02500,0.860
27,mlp.experts.87.down_proj,0.0000002557,0.02500,1.257
27,mlp.experts.101.down_proj,0.0000002496,0.02500,1.057
27,mlp.experts.91.down_proj,0.0000007409,0.02500,1.318
27,mlp.experts.109.down_proj,0.0000003813,0.02500,0.968
27,mlp.experts.97.down_proj,0.0000004426,0.02500,1.086
27,mlp.experts.95.down_proj,0.0000002186,0.02500,1.391
27,mlp.experts.105.down_proj,0.0000006432,0.02500,0.926
27,mlp.experts.88.down_proj,0.0000005184,0.02500,1.196
27,mlp.experts.80.down_proj,0.0000004135,0.02500,1.202
27,mlp.experts.92.down_proj,0.0000005637,0.02500,1.183
27,mlp.experts.84.down_proj,0.0000003777,0.02500,1.181
27,mlp.experts.102.down_proj,0.0000015204,0.02500,0.825
27,mlp.experts.110.down_proj,0.0000003090,0.02500,0.826
27,mlp.experts.106.down_proj,0.0000004630,0.02500,0.812
27,mlp.experts.98.down_proj,0.0000004082,0.02500,0.829
27,mlp.experts.117.down_proj,0.0000004902,0.02500,0.871
27,mlp.experts.113.down_proj,0.0000002956,0.02500,0.857
27,mlp.experts.103.down_proj,0.0000013513,0.02500,0.995
27,mlp.experts.111.down_proj,0.0000003000,0.02500,0.933
27,mlp.experts.99.down_proj,0.0000002299,0.02500,1.231
27,mlp.experts.107.down_proj,0.0000003426,0.02500,1.148
27,mlp.experts.118.down_proj,0.0000004889,0.02500,0.645
27,mlp.experts.114.down_proj,0.0000002307,0.02500,0.610
27,mlp.experts.119.down_proj,0.0000002983,0.02500,0.655
27,mlp.experts.115.down_proj,0.0000004536,0.02500,0.576
27,mlp.experts.108.down_proj,0.0000002731,0.02500,1.210
27,mlp.experts.96.down_proj,0.0000003345,0.02500,1.239
27,mlp.experts.104.down_proj,0.0000003579,0.02500,1.256
27,mlp.experts.100.down_proj,0.0000008363,0.02500,1.306
27,mlp.experts.112.down_proj,0.0000003566,0.02500,0.944
27,mlp.experts.116.down_proj,0.0000002607,0.02500,0.878
28,self_attn.k_proj,0.0000000060,0.02500,1.635
28,self_attn.v_proj,0.0000000088,0.02500,1.712
28,self_attn.q_proj,0.0000000342,0.02500,1.828
28,self_attn.o_proj,0.0000000163,0.02500,3.862
28,mlp.shared_experts.gate_proj,0.0000004022,0.02500,1.267
28,mlp.shared_experts.up_proj,0.0000004179,0.02500,1.369
28,mlp.shared_experts.down_proj,0.0000000148,0.02500,0.374
28,mlp.experts.8.gate_proj,0.0000088109,0.02500,4.580
28,mlp.experts.12.gate_proj,0.0000276495,0.02500,4.876
28,mlp.experts.0.gate_proj,0.0000142970,0.02500,4.941
28,mlp.experts.4.gate_proj,0.0000080345,0.02500,4.991
28,mlp.experts.7.gate_proj,0.0000099096,0.02500,5.238
28,mlp.experts.9.gate_proj,0.0000081327,0.02500,5.305
28,mlp.experts.11.gate_proj,0.0000169918,0.02500,5.444
28,mlp.experts.1.gate_proj,0.0000058066,0.02500,5.451
28,mlp.experts.15.gate_proj,0.0000066908,0.02500,5.473
28,mlp.experts.5.gate_proj,0.0000083654,0.02500,5.546
28,mlp.experts.13.gate_proj,0.0000107245,0.02500,5.515
28,mlp.experts.3.gate_proj,0.0000060160,0.02500,5.735
28,mlp.experts.2.gate_proj,0.0000219697,0.02500,6.385
28,mlp.experts.14.gate_proj,0.0000184637,0.02500,6.453
28,mlp.experts.10.gate_proj,0.0000025565,0.02500,6.180
28,mlp.experts.6.gate_proj,0.0000034484,0.02500,6.246
28,mlp.experts.24.gate_proj,0.0000067262,0.02500,3.689
28,mlp.experts.20.gate_proj,0.0000144189,0.02500,3.340
28,mlp.experts.28.gate_proj,0.0000116780,0.02500,3.561
28,mlp.experts.16.gate_proj,0.0000108222,0.02500,3.551
28,mlp.experts.23.gate_proj,0.0000082613,0.02500,3.687
28,mlp.experts.31.gate_proj,0.0000063878,0.02500,3.747
28,mlp.experts.27.gate_proj,0.0000088393,0.02500,3.895
28,mlp.experts.19.gate_proj,0.0000066895,0.02500,4.097
28,mlp.experts.39.gate_proj,0.0000114148,0.02500,3.771
28,mlp.experts.43.gate_proj,0.0000080849,0.02500,3.510
28,mlp.experts.17.gate_proj,0.0000075755,0.02500,7.576
28,mlp.experts.25.gate_proj,0.0000136073,0.02500,7.647
28,mlp.experts.21.gate_proj,0.0000099260,0.02500,7.596
28,mlp.experts.29.gate_proj,0.0000071771,0.02500,7.716
28,mlp.experts.47.gate_proj,0.0000073608,0.02500,4.422
28,mlp.experts.35.gate_proj,0.0000083758,0.02500,4.312
28,mlp.experts.59.gate_proj,0.0000149201,0.02500,4.196
28,mlp.experts.55.gate_proj,0.0000078264,0.02500,4.373
28,mlp.experts.63.gate_proj,0.0000111018,0.02500,4.042
28,mlp.experts.33.gate_proj,0.0000109035,0.02500,5.050
28,mlp.experts.41.gate_proj,0.0000088384,0.02500,5.258
28,mlp.experts.51.gate_proj,0.0000092147,0.02500,4.249
28,mlp.experts.37.gate_proj,0.0000047216,0.02500,5.332
28,mlp.experts.45.gate_proj,0.0000169042,0.02500,5.261
28,mlp.experts.30.gate_proj,0.0000200683,0.02500,13.408
28,mlp.experts.26.gate_proj,0.0000051084,0.02500,13.485
28,mlp.experts.18.gate_proj,0.0000101688,0.02500,13.732
28,mlp.experts.22.gate_proj,0.0000089203,0.02500,13.830
28,mlp.experts.49.gate_proj,0.0000092405,0.02500,4.892
28,mlp.experts.57.gate_proj,0.0000092307,0.02500,4.847
28,mlp.experts.61.gate_proj,0.0000089087,0.02500,4.798
28,mlp.experts.53.gate_proj,0.0000066127,0.02500,4.901
28,mlp.experts.42.gate_proj,0.0000124922,0.02500,5.776
28,mlp.experts.46.gate_proj,0.0000133749,0.02500,5.899
28,mlp.experts.34.gate_proj,0.0000126721,0.02500,5.946
28,mlp.experts.38.gate_proj,0.0000076491,0.02500,5.798
28,mlp.experts.65.gate_proj,0.0000072653,0.02500,4.993
28,mlp.experts.73.gate_proj,0.0000115559,0.02500,5.100
28,mlp.experts.77.gate_proj,0.0000130123,0.02500,5.154
28,mlp.experts.69.gate_proj,0.0000028932,0.02500,5.277
28,mlp.experts.62.gate_proj,0.0000144448,0.02500,4.470
28,mlp.experts.54.gate_proj,0.0000043454,0.02500,4.043
28,mlp.experts.50.gate_proj,0.0000098913,0.02500,4.472
28,mlp.experts.58.gate_proj,0.0000135940,0.02500,4.828
28,mlp.experts.71.gate_proj,0.0000092517,0.02500,14.261
28,mlp.experts.75.gate_proj,0.0000044527,0.02500,14.459
28,mlp.experts.79.gate_proj,0.0000019270,0.02500,14.420
28,mlp.experts.67.gate_proj,0.0000077390,0.02500,14.341
28,mlp.experts.81.gate_proj,0.0000032556,0.02500,5.129
28,mlp.experts.89.gate_proj,0.0000093891,0.02500,5.150
28,mlp.experts.85.gate_proj,0.0000106441,0.02500,4.986
28,mlp.experts.93.gate_proj,0.0000092863,0.02500,5.207
28,mlp.experts.78.gate_proj,0.0000094453,0.02500,4.113
28,mlp.experts.87.gate_proj,0.0000052341,0.02500,3.297
28,mlp.experts.70.gate_proj,0.0000088499,0.02500,4.436
28,mlp.experts.91.gate_proj,0.0000077956,0.02500,3.299
28,mlp.experts.74.gate_proj,0.0000098140,0.02500,4.325
28,mlp.experts.66.gate_proj,0.0000067706,0.02500,4.402
28,mlp.experts.95.gate_proj,0.0000065385,0.02500,3.437
28,mlp.experts.83.gate_proj,0.0000048443,0.02500,3.492
28,mlp.experts.97.gate_proj,0.0000108104,0.02500,4.060
28,mlp.experts.105.gate_proj,0.0000137508,0.02500,3.928
28,mlp.experts.101.gate_proj,0.0000148161,0.02500,3.797
28,mlp.experts.109.gate_proj,0.0000070387,0.02500,3.838
28,mlp.experts.103.gate_proj,0.0000099852,0.02500,3.800
28,mlp.experts.107.gate_proj,0.0000217622,0.02500,3.686
28,mlp.experts.94.gate_proj,0.0000067602,0.02500,4.437
28,mlp.experts.111.gate_proj,0.0000107216,0.02500,3.474
28,mlp.experts.86.gate_proj,0.0000053564,0.02500,4.653
28,mlp.experts.82.gate_proj,0.0000093158,0.02500,4.537
28,mlp.experts.90.gate_proj,0.0000035830,0.02500,4.828
28,mlp.experts.99.gate_proj,0.0000057021,0.02500,3.996
28,mlp.experts.113.gate_proj,0.0000108382,0.02500,4.542
28,mlp.experts.1.up_proj,0.0000057158,0.02500,4.662
28,mlp.experts.117.gate_proj,0.0000162771,0.02500,4.710
28,mlp.experts.3.up_proj,0.0000058988,0.02500,3.734
28,mlp.experts.5.up_proj,0.0000082621,0.02500,4.755
28,mlp.experts.119.gate_proj,0.0000080903,0.02500,3.907
28,mlp.experts.110.gate_proj,0.0000043319,0.02500,4.170
28,mlp.experts.7.up_proj,0.0000098110,0.02500,4.146
28,mlp.experts.102.gate_proj,0.0000114169,0.02500,3.988
28,mlp.experts.98.gate_proj,0.0000063293,0.02500,4.034
28,mlp.experts.106.gate_proj,0.0000075020,0.02500,4.530
28,mlp.experts.115.gate_proj,0.0000078699,0.02500,4.140
28,mlp.experts.9.up_proj,0.0000080002,0.02500,4.570
28,mlp.experts.6.up_proj,0.0000033753,0.02500,3.684
28,mlp.experts.17.up_proj,0.0000075410,0.02500,4.701
28,mlp.experts.13.up_proj,0.0000105669,0.02500,4.555
28,mlp.experts.15.up_proj,0.0000065205,0.02500,4.355
28,mlp.experts.21.up_proj,0.0000098005,0.02500,4.663
28,mlp.experts.19.up_proj,0.0000066116,0.02500,4.766
28,mlp.experts.114.gate_proj,0.0000105574,0.02500,3.673
28,mlp.experts.118.gate_proj,0.0000035568,0.02500,4.083
28,mlp.experts.23.up_proj,0.0000081180,0.02500,4.384
28,mlp.experts.2.up_proj,0.0000219909,0.02500,4.095
28,mlp.experts.11.up_proj,0.0000167857,0.02500,4.011
28,mlp.experts.31.up_proj,0.0000062332,0.02500,3.506
28,mlp.experts.35.up_proj,0.0000083399,0.02500,3.830
28,mlp.experts.22.up_proj,0.0000088147,0.02500,4.625
28,mlp.experts.25.up_proj,0.0000135268,0.02500,5.030
28,mlp.experts.39.up_proj,0.0000111285,0.02500,3.802
28,mlp.experts.10.up_proj,0.0000025608,0.02500,4.239
28,mlp.experts.14.up_proj,0.0000181944,0.02500,4.145
28,mlp.experts.29.up_proj,0.0000069913,0.02500,4.951
28,mlp.experts.27.up_proj,0.0000087563,0.02500,3.347
28,mlp.experts.33.up_proj,0.0000106105,0.02500,5.178
28,mlp.experts.18.up_proj,0.0000100795,0.02500,3.527
28,mlp.experts.32.gate_proj,0.0000116959,0.02500,4.024
28,mlp.experts.40.gate_proj,0.0000095912,0.02500,4.085
28,mlp.experts.44.gate_proj,0.0000097791,0.02500,4.152
28,mlp.experts.47.up_proj,0.0000071627,0.02500,3.477
28,mlp.experts.36.gate_proj,0.0000076547,0.02500,4.365
28,mlp.experts.51.up_proj,0.0000091016,0.02500,3.504
28,mlp.experts.55.up_proj,0.0000077797,0.02500,3.658
28,mlp.experts.37.up_proj,0.0000046534,0.02500,8.335
28,mlp.experts.43.up_proj,0.0000078920,0.02500,3.659
28,mlp.experts.63.up_proj,0.0000108953,0.02500,3.545
28,mlp.experts.56.gate_proj,0.0000099238,0.02500,4.384
28,mlp.experts.67.up_proj,0.0000076649,0.02500,3.673
28,mlp.experts.52.gate_proj,0.0000096829,0.02500,4.292
28,mlp.experts.60.gate_proj,0.0000119711,0.02500,4.589
28,mlp.experts.48.gate_proj,0.0000110236,0.02500,4.907
28,mlp.experts.41.up_proj,0.0000086301,0.02500,8.655
28,mlp.experts.45.up_proj,0.0000166087,0.02500,8.611
28,mlp.experts.53.up_proj,0.0000065115,0.02500,5.214
28,mlp.experts.49.up_proj,0.0000090010,0.02500,8.693
28,mlp.experts.71.up_proj,0.0000091427,0.02500,6.043
28,mlp.experts.59.up_proj,0.0000147184,0.02500,5.943
28,mlp.experts.79.up_proj,0.0000018808,0.02500,6.207
28,mlp.experts.83.up_proj,0.0000047180,0.02500,6.031
28,mlp.experts.87.up_proj,0.0000051992,0.02500,3.340
28,mlp.experts.68.gate_proj,0.0000178342,0.02500,6.282
28,mlp.experts.76.gate_proj,0.0000063258,0.02500,6.306
28,mlp.experts.75.up_proj,0.0000042328,0.02500,3.232
28,mlp.experts.72.gate_proj,0.0000068008,0.02500,6.732
28,mlp.experts.64.gate_proj,0.0000055581,0.02500,6.579
28,mlp.experts.57.up_proj,0.0000091007,0.02500,5.879
28,mlp.experts.61.up_proj,0.0000088371,0.02500,5.850
28,mlp.experts.69.up_proj,0.0000028007,0.02500,5.866
28,mlp.experts.65.up_proj,0.0000072093,0.02500,6.060
28,mlp.experts.26.up_proj,0.0000049730,0.02500,4.279
28,mlp.experts.38.up_proj,0.0000074580,0.02500,4.320
28,mlp.experts.30.up_proj,0.0000196083,0.02500,4.345
28,mlp.experts.34.up_proj,0.0000125531,0.02500,4.592
28,mlp.experts.92.gate_proj,0.0000059149,0.02500,4.998
28,mlp.experts.84.gate_proj,0.0000079829,0.02500,5.157
28,mlp.experts.80.gate_proj,0.0000095812,0.02500,4.777
28,mlp.experts.88.gate_proj,0.0000049308,0.02500,5.218
28,mlp.experts.73.up_proj,0.0000112316,0.02500,4.587
28,mlp.experts.99.up_proj,0.0000056568,0.02500,3.514
28,mlp.experts.91.up_proj,0.0000076890,0.02500,3.578
28,mlp.experts.95.up_proj,0.0000064765,0.02500,3.579
28,mlp.experts.77.up_proj,0.0000130416,0.02500,4.607
28,mlp.experts.103.up_proj,0.0000096568,0.02500,3.679
28,mlp.experts.85.up_proj,0.0000104383,0.02500,4.553
28,mlp.experts.81.up_proj,0.0000032312,0.02500,4.537
28,mlp.experts.50.up_proj,0.0000098405,0.02500,4.020
28,mlp.experts.46.up_proj,0.0000132467,0.02500,4.299
28,mlp.experts.42.up_proj,0.0000123491,0.02500,4.529
28,mlp.experts.54.up_proj,0.0000042473,0.02500,4.558
28,mlp.experts.108.gate_proj,0.0000061960,0.02500,3.435
28,mlp.experts.96.gate_proj,0.0000036646,0.02500,3.329
28,mlp.experts.100.gate_proj,0.0000125046,0.02500,3.571
28,mlp.experts.104.gate_proj,0.0000068065,0.02500,3.489
28,mlp.experts.89.up_proj,0.0000093050,0.02500,3.282
28,mlp.experts.93.up_proj,0.0000090871,0.02500,3.249
28,mlp.experts.101.up_proj,0.0000146242,0.02500,3.411
28,mlp.experts.97.up_proj,0.0000105935,0.02500,3.280
28,mlp.experts.107.up_proj,0.0000213954,0.02500,3.812
28,mlp.experts.115.up_proj,0.0000077459,0.02500,3.887
28,mlp.experts.111.up_proj,0.0000104193,0.02500,3.983
28,mlp.experts.119.up_proj,0.0000080213,0.02500,3.893
28,mlp.experts.62.up_proj,0.0000141922,0.02500,3.976
28,mlp.experts.70.up_proj,0.0000085642,0.02500,3.799
28,mlp.experts.66.up_proj,0.0000064726,0.02500,4.037
28,mlp.experts.58.up_proj,0.0000134284,0.02500,3.975
28,mlp.experts.4.up_proj,0.0000078967,0.02500,3.146
28,mlp.experts.112.gate_proj,0.0000019354,0.02500,3.221
28,mlp.experts.116.gate_proj,0.0000070648,0.02500,3.233
28,mlp.experts.0.up_proj,0.0000141015,0.02500,3.095
28,mlp.experts.105.up_proj,0.0000132095,0.02500,4.165
28,mlp.experts.109.up_proj,0.0000068935,0.02500,4.090
28,mlp.experts.117.up_proj,0.0000161917,0.02500,3.916
28,mlp.experts.113.up_proj,0.0000104702,0.02500,3.911
28,mlp.experts.78.up_proj,0.0000093848,0.02500,3.323
28,mlp.experts.86.up_proj,0.0000051103,0.02500,3.446
28,mlp.experts.82.up_proj,0.0000092091,0.02500,3.538
28,mlp.experts.74.up_proj,0.0000096859,0.02500,3.640
28,mlp.experts.20.up_proj,0.0000144471,0.02500,3.438
28,mlp.experts.16.up_proj,0.0000104641,0.02500,3.144
28,mlp.experts.8.up_proj,0.0000086822,0.02500,3.553
28,mlp.experts.12.up_proj,0.0000270957,0.02500,3.728
28,mlp.experts.102.up_proj,0.0000113356,0.02500,3.042
28,mlp.experts.94.up_proj,0.0000066600,0.02500,3.603
28,mlp.experts.90.up_proj,0.0000034756,0.02500,3.164
28,mlp.experts.98.up_proj,0.0000061967,0.02500,3.489
28,mlp.experts.24.up_proj,0.0000066277,0.02500,3.242
28,mlp.experts.32.up_proj,0.0000112844,0.02500,3.734
28,mlp.experts.36.up_proj,0.0000076293,0.02500,3.930
28,mlp.experts.28.up_proj,0.0000113828,0.02500,3.488
28,mlp.experts.106.up_proj,0.0000073651,0.02500,2.605
28,mlp.experts.118.up_proj,0.0000035294,0.02500,3.062
28,mlp.experts.114.up_proj,0.0000104075,0.02500,2.838
28,mlp.experts.110.up_proj,0.0000043019,0.02500,3.069
28,mlp.experts.48.up_proj,0.0000107716,0.02500,2.638
28,mlp.experts.52.up_proj,0.0000096304,0.02500,2.905
28,mlp.experts.44.up_proj,0.0000096419,0.02500,3.060
28,mlp.experts.40.up_proj,0.0000095365,0.02500,3.668
28,mlp.experts.64.up_proj,0.0000053719,0.02500,2.644
28,mlp.experts.68.up_proj,0.0000175414,0.02500,2.696
28,mlp.experts.60.up_proj,0.0000116692,0.02500,3.514
28,mlp.experts.56.up_proj,0.0000098563,0.02500,3.510
28,mlp.experts.80.up_proj,0.0000095087,0.02500,3.702
28,mlp.experts.84.up_proj,0.0000077592,0.02500,3.639
28,mlp.experts.76.up_proj,0.0000063007,0.02500,3.154
28,mlp.experts.72.up_proj,0.0000066475,0.02500,3.282
28,mlp.experts.96.up_proj,0.0000036245,0.02500,3.406
28,mlp.experts.100.up_proj,0.0000124094,0.02500,3.834
28,mlp.experts.88.up_proj,0.0000048132,0.02500,3.689
28,mlp.experts.92.up_proj,0.0000058680,0.02500,3.989
28,mlp.experts.112.up_proj,0.0000019190,0.02500,4.977
28,mlp.experts.116.up_proj,0.0000069589,0.02500,4.709
28,mlp.experts.108.up_proj,0.0000061390,0.02500,4.065
28,mlp.experts.104.up_proj,0.0000066818,0.02500,4.127
28,mlp.experts.4.down_proj,0.0000005006,0.02500,1.547
28,mlp.experts.8.down_proj,0.0000004660,0.02500,1.569
28,mlp.experts.0.down_proj,0.0000011530,0.02500,1.625
28,mlp.experts.12.down_proj,0.0000025134,0.02500,1.718
28,mlp.experts.5.down_proj,0.0000005852,0.02500,1.889
28,mlp.experts.13.down_proj,0.0000005069,0.02500,1.918
28,mlp.experts.1.down_proj,0.0000002324,0.02500,1.925
28,mlp.experts.9.down_proj,0.0000005538,0.02500,1.936
28,mlp.experts.3.down_proj,0.0000003379,0.02500,2.356
28,mlp.experts.7.down_proj,0.0000008716,0.02500,2.356
28,mlp.experts.15.down_proj,0.0000003897,0.02500,2.361
28,mlp.experts.11.down_proj,0.0000011132,0.02500,2.386
28,mlp.experts.14.down_proj,0.0000012230,0.02500,2.501
28,mlp.experts.2.down_proj,0.0000012400,0.02500,2.594
28,mlp.experts.20.down_proj,0.0000007318,0.02500,1.051
28,mlp.experts.6.down_proj,0.0000002362,0.02500,2.607
28,mlp.experts.10.down_proj,0.0000001354,0.02500,2.617
28,mlp.experts.28.down_proj,0.0000007967,0.02500,0.947
28,mlp.experts.24.down_proj,0.0000003340,0.02500,1.175
28,mlp.experts.16.down_proj,0.0000005031,0.02500,1.093
28,mlp.experts.21.down_proj,0.0000010256,0.02500,1.190
28,mlp.experts.29.down_proj,0.0000005976,0.02500,1.191
28,mlp.experts.25.down_proj,0.0000009629,0.02500,1.173
28,mlp.experts.17.down_proj,0.0000005453,0.02500,1.193
28,mlp.experts.23.down_proj,0.0000005549,0.02500,0.840
28,mlp.experts.31.down_proj,0.0000003725,0.02500,0.854
28,mlp.experts.19.down_proj,0.0000008901,0.02500,0.879
28,mlp.experts.27.down_proj,0.0000005421,0.02500,0.862
28,mlp.experts.18.down_proj,0.0000004067,0.02500,0.967
28,mlp.experts.26.down_proj,0.0000004557,0.02500,0.938
28,mlp.experts.30.down_proj,0.0000017229,0.02500,1.072
28,mlp.experts.32.down_proj,0.0000007442,0.02500,0.889
28,mlp.experts.40.down_proj,0.0000005419,0.02500,0.966
28,mlp.experts.36.down_proj,0.0000005017,0.02500,1.132
28,mlp.experts.22.down_proj,0.0000006531,0.02500,1.130
28,mlp.experts.44.down_proj,0.0000006696,0.02500,1.130
28,mlp.experts.37.down_proj,0.0000003261,0.02500,0.944
28,mlp.experts.45.down_proj,0.0000011724,0.02500,0.925
28,mlp.experts.41.down_proj,0.0000006969,0.02500,0.932
28,mlp.experts.39.down_proj,0.0000006868,0.02500,0.839
28,mlp.experts.33.down_proj,0.0000004096,0.02500,0.948
28,mlp.experts.47.down_proj,0.0000004060,0.02500,0.855
28,mlp.experts.35.down_proj,0.0000004661,0.02500,0.854
28,mlp.experts.43.down_proj,0.0000004926,0.02500,0.849
28,mlp.experts.42.down_proj,0.0000007491,0.02500,0.866
28,mlp.experts.34.down_proj,0.0000005972,0.02500,1.025
28,mlp.experts.52.down_proj,0.0000006591,0.02500,0.948
28,mlp.experts.56.down_proj,0.0000006676,0.02500,0.980
28,mlp.experts.38.down_proj,0.0000003006,0.02500,0.960
28,mlp.experts.48.down_proj,0.0000005620,0.02500,1.071
28,mlp.experts.46.down_proj,0.0000008098,0.02500,1.180
28,mlp.experts.60.down_proj,0.0000008042,0.02500,1.016
28,mlp.experts.55.down_proj,0.0000004053,0.02500,0.826
28,mlp.experts.63.down_proj,0.0000011363,0.02500,0.838
28,mlp.experts.51.down_proj,0.0000005616,0.02500,0.860
28,mlp.experts.53.down_proj,0.0000002920,0.02500,0.925
28,mlp.experts.59.down_proj,0.0000008435,0.02500,0.845
28,mlp.experts.61.down_proj,0.0000004359,0.02500,0.932
28,mlp.experts.49.down_proj,0.0000006024,0.02500,0.931
28,mlp.experts.57.down_proj,0.0000004290,0.02500,0.973
28,mlp.experts.58.down_proj,0.0000008614,0.02500,1.023
28,mlp.experts.50.down_proj,0.0000005770,0.02500,1.043
28,mlp.experts.68.down_proj,0.0000012740,0.02500,0.962
28,mlp.experts.72.down_proj,0.0000005386,0.02500,0.988
28,mlp.experts.54.down_proj,0.0000003533,0.02500,1.000
28,mlp.experts.71.down_proj,0.0000003966,0.02500,0.907
28,mlp.experts.64.down_proj,0.0000006068,0.02500,1.075
28,mlp.experts.79.down_proj,0.0000002215,0.02500,0.921
28,mlp.experts.75.down_proj,0.0000004970,0.02500,0.909
28,mlp.experts.76.down_proj,0.0000005577,0.02500,1.061
28,mlp.experts.67.down_proj,0.0000005655,0.02500,0.942
28,mlp.experts.62.down_proj,0.0000012094,0.02500,1.101
28,mlp.experts.69.down_proj,0.0000003654,0.02500,1.008
28,mlp.experts.77.down_proj,0.0000008884,0.02500,1.005
28,mlp.experts.73.down_proj,0.0000007212,0.02500,0.994
28,mlp.experts.65.down_proj,0.0000003666,0.02500,1.028
28,mlp.experts.74.down_proj,0.0000006457,0.02500,1.019
28,mlp.experts.84.down_proj,0.0000005260,0.02500,0.951
28,mlp.experts.87.down_proj,0.0000002327,0.02500,0.859
28,mlp.experts.66.down_proj,0.0000003171,0.02500,1.047
28,mlp.experts.95.down_proj,0.0000003976,0.02500,0.838
28,mlp.experts.91.down_proj,0.0000005475,0.02500,0.859
28,mlp.experts.83.down_proj,0.0000002823,0.02500,0.849
28,mlp.experts.92.down_proj,0.0000002891,0.02500,0.861
28,mlp.experts.70.down_proj,0.0000005595,0.02500,1.057
28,mlp.experts.88.down_proj,0.0000003169,0.02500,1.148
28,mlp.experts.80.down_proj,0.0000005153,0.02500,1.080
28,mlp.experts.78.down_proj,0.0000004733,0.02500,1.094
28,mlp.experts.85.down_proj,0.0000009259,0.02500,1.156
28,mlp.experts.93.down_proj,0.0000004503,0.02500,1.161
28,mlp.experts.81.down_proj,0.0000003489,0.02500,1.135
28,mlp.experts.89.down_proj,0.0000004043,0.02500,1.168
28,mlp.experts.103.down_proj,0.0000003906,0.02500,0.875
28,mlp.experts.90.down_proj,0.0000002445,0.02500,1.085
28,mlp.experts.111.down_proj,0.0000006304,0.02500,0.906
28,mlp.experts.100.down_proj,0.0000009697,0.02500,0.995
28,mlp.experts.107.down_proj,0.0000019954,0.02500,0.884
28,mlp.experts.99.down_proj,0.0000003008,0.02500,0.879
28,mlp.experts.108.down_proj,0.0000003958,0.02500,0.972
28,mlp.experts.82.down_proj,0.0000006427,0.02500,1.068
28,mlp.experts.104.down_proj,0.0000004006,0.02500,0.974
28,mlp.experts.86.down_proj,0.0000001683,0.02500,1.103
28,mlp.experts.96.down_proj,0.0000002935,0.02500,1.020
28,mlp.experts.94.down_proj,0.0000004270,0.02500,1.018
28,mlp.experts.119.down_proj,0.0000006404,0.02500,0.616
28,mlp.experts.115.down_proj,0.0000003317,0.02500,0.584
28,mlp.experts.116.down_proj,0.0000003415,0.02500,0.688
28,mlp.experts.112.down_proj,0.0000001497,0.02500,0.528
28,mlp.experts.109.down_proj,0.0000003564,0.02500,1.323
28,mlp.experts.101.down_proj,0.0000010098,0.02500,1.351
28,mlp.experts.105.down_proj,0.0000009688,0.02500,1.349
28,mlp.experts.97.down_proj,0.0000006059,0.02500,1.463
28,mlp.experts.106.down_proj,0.0000004086,0.02500,1.151
28,mlp.experts.98.down_proj,0.0000003361,0.02500,1.154
28,mlp.experts.102.down_proj,0.0000005963,0.02500,1.014
28,mlp.experts.110.down_proj,0.0000003473,0.02500,1.015
28,mlp.experts.117.down_proj,0.0000011199,0.02500,0.877
28,mlp.experts.113.down_proj,0.0000007985,0.02500,0.812
28,mlp.experts.118.down_proj,0.0000003082,0.02500,0.567
28,mlp.experts.114.down_proj,0.0000009262,0.02500,0.587
29,self_attn.k_proj,0.0000000079,0.02500,1.541
29,self_attn.v_proj,0.0000000124,0.02500,1.627
29,self_attn.q_proj,0.0000000467,0.02500,2.231
29,self_attn.o_proj,0.0000000296,0.02500,4.003
29,mlp.shared_experts.gate_proj,0.0000004667,0.02500,1.510
29,mlp.shared_experts.up_proj,0.0000004842,0.02500,1.294
29,mlp.shared_experts.down_proj,0.0000000212,0.02500,0.391
29,mlp.experts.14.gate_proj,0.0000067592,0.02500,3.787
29,mlp.experts.6.gate_proj,0.0000120836,0.02500,3.799
29,mlp.experts.2.gate_proj,0.0000061092,0.02500,3.957
29,mlp.experts.10.gate_proj,0.0000251268,0.02500,3.837
29,mlp.experts.1.gate_proj,0.0000144550,0.02500,4.039
29,mlp.experts.15.gate_proj,0.0000177682,0.02500,4.017
29,mlp.experts.13.gate_proj,0.0000042092,0.02500,4.115
29,mlp.experts.9.gate_proj,0.0000307811,0.02500,4.269
29,mlp.experts.11.gate_proj,0.0000091738,0.02500,4.347
29,mlp.experts.3.gate_proj,0.0000094605,0.02500,4.541
29,mlp.experts.7.gate_proj,0.0000099684,0.02500,4.600
29,mlp.experts.5.gate_proj,0.0000124481,0.02500,4.676
29,mlp.experts.0.gate_proj,0.0000098036,0.02500,5.355
29,mlp.experts.12.gate_proj,0.0000112554,0.02500,5.277
29,mlp.experts.4.gate_proj,0.0000186264,0.02500,5.444
29,mlp.experts.8.gate_proj,0.0000060749,0.02500,5.546
29,mlp.experts.23.gate_proj,0.0000068810,0.02500,3.123
29,mlp.experts.19.gate_proj,0.0000097010,0.02500,3.257
29,mlp.experts.17.gate_proj,0.0000049202,0.02500,4.003
29,mlp.experts.31.gate_proj,0.0000104527,0.02500,3.924
29,mlp.experts.30.gate_proj,0.0000077000,0.02500,4.364
29,mlp.experts.29.gate_proj,0.0000090898,0.02500,4.045
29,mlp.experts.18.gate_proj,0.0000151153,0.02500,4.355
29,mlp.experts.22.gate_proj,0.0000081333,0.02500,4.463
29,mlp.experts.27.gate_proj,0.0000091731,0.02500,3.932
29,mlp.experts.26.gate_proj,0.0000143005,0.02500,4.471
29,mlp.experts.25.gate_proj,0.0000122152,0.02500,4.129
29,mlp.experts.21.gate_proj,0.0000075996,0.02500,3.919
29,mlp.experts.16.gate_proj,0.0000080158,0.02500,5.472
29,mlp.experts.39.gate_proj,0.0000076359,0.02500,3.139
29,mlp.experts.20.gate_proj,0.0000076511,0.02500,5.423
29,mlp.experts.33.gate_proj,0.0000073290,0.02500,3.206
29,mlp.experts.47.gate_proj,0.0000120360,0.02500,3.193
29,mlp.experts.28.gate_proj,0.0000074770,0.02500,5.882
29,mlp.experts.46.gate_proj,0.0000041948,0.02500,3.166
29,mlp.experts.34.gate_proj,0.0000131261,0.02500,3.157
29,mlp.experts.42.gate_proj,0.0000068004,0.02500,3.059
29,mlp.experts.41.gate_proj,0.0000102617,0.02500,3.026
29,mlp.experts.38.gate_proj,0.0000046817,0.02500,3.197
29,mlp.experts.24.gate_proj,0.0000068256,0.02500,5.914
29,mlp.experts.35.gate_proj,0.0000045736,0.02500,3.929
29,mlp.experts.43.gate_proj,0.0000040205,0.02500,3.577
29,mlp.experts.45.gate_proj,0.0000183265,0.02500,3.703
29,mlp.experts.37.gate_proj,0.0000072976,0.02500,3.579
29,mlp.experts.55.gate_proj,0.0000129304,0.02500,3.549
29,mlp.experts.49.gate_proj,0.0000083692,0.02500,3.476
29,mlp.experts.62.gate_proj,0.0000205006,0.02500,3.328
29,mlp.experts.54.gate_proj,0.0000092542,0.02500,3.241
29,mlp.experts.58.gate_proj,0.0000268310,0.02500,3.384
29,mlp.experts.50.gate_proj,0.0000067300,0.02500,3.472
29,mlp.experts.57.gate_proj,0.0000066131,0.02500,3.525
29,mlp.experts.51.gate_proj,0.0000044425,0.02500,3.261
29,mlp.experts.63.gate_proj,0.0000066128,0.02500,3.918
29,mlp.experts.59.gate_proj,0.0000089597,0.02500,3.516
29,mlp.experts.61.gate_proj,0.0000094253,0.02500,3.864
29,mlp.experts.53.gate_proj,0.0000136769,0.02500,3.648
29,mlp.experts.36.gate_proj,0.0000186362,0.02500,5.322
29,mlp.experts.32.gate_proj,0.0000095672,0.02500,5.496
29,mlp.experts.44.gate_proj,0.0000087493,0.02500,5.452
29,mlp.experts.40.gate_proj,0.0000136135,0.02500,5.292
29,mlp.experts.78.gate_proj,0.0000170884,0.02500,3.478
29,mlp.experts.70.gate_proj,0.0000159092,0.02500,3.435
29,mlp.experts.71.gate_proj,0.0000097600,0.02500,3.724
29,mlp.experts.74.gate_proj,0.0000174146,0.02500,3.462
29,mlp.experts.65.gate_proj,0.0000151605,0.02500,3.694
29,mlp.experts.67.gate_proj,0.0000156638,0.02500,3.378
29,mlp.experts.66.gate_proj,0.0000041803,0.02500,3.589
29,mlp.experts.73.gate_proj,0.0000067489,0.02500,3.517
29,mlp.experts.75.gate_proj,0.0000214302,0.02500,3.251
29,mlp.experts.79.gate_proj,0.0000101594,0.02500,3.659
29,mlp.experts.77.gate_proj,0.0000073278,0.02500,3.949
29,mlp.experts.69.gate_proj,0.0000111347,0.02500,4.005
29,mlp.experts.48.gate_proj,0.0000164257,0.02500,4.414
29,mlp.experts.52.gate_proj,0.0000177869,0.02500,4.501
29,mlp.experts.60.gate_proj,0.0000125246,0.02500,4.449
29,mlp.experts.56.gate_proj,0.0000083133,0.02500,4.381
29,mlp.experts.90.gate_proj,0.0000180087,0.02500,3.751
29,mlp.experts.87.gate_proj,0.0000086179,0.02500,3.843
29,mlp.experts.94.gate_proj,0.0000127149,0.02500,3.898
29,mlp.experts.95.gate_proj,0.0000097172,0.02500,3.362
29,mlp.experts.81.gate_proj,0.0000088991,0.02500,3.815
29,mlp.experts.86.gate_proj,0.0000049272,0.02500,3.985
29,mlp.experts.89.gate_proj,0.0000077624,0.02500,3.860
29,mlp.experts.91.gate_proj,0.0000047563,0.02500,3.722
29,mlp.experts.82.gate_proj,0.0000113439,0.02500,4.003
29,mlp.experts.83.gate_proj,0.0000160027,0.02500,4.143
29,mlp.experts.93.gate_proj,0.0000101729,0.02500,3.701
29,mlp.experts.85.gate_proj,0.0000056775,0.02500,3.667
29,mlp.experts.68.gate_proj,0.0000275397,0.02500,4.185
29,mlp.experts.64.gate_proj,0.0000420245,0.02500,4.322
29,mlp.experts.72.gate_proj,0.0000053507,0.02500,4.055
29,mlp.experts.103.gate_proj,0.0000073811,0.02500,3.214
29,mlp.experts.76.gate_proj,0.0000024886,0.02500,4.192
29,mlp.experts.111.gate_proj,0.0000025551,0.02500,3.244
29,mlp.experts.97.gate_proj,0.0000190779,0.02500,3.668
29,mlp.experts.105.gate_proj,0.0000097790,0.02500,3.671
29,mlp.experts.107.gate_proj,0.0000113685,0.02500,3.814
29,mlp.experts.99.gate_proj,0.0000102619,0.02500,3.804
29,mlp.experts.109.gate_proj,0.0000129125,0.02500,3.675
29,mlp.experts.110.gate_proj,0.0000048314,0.02500,5.073
29,mlp.experts.102.gate_proj,0.0000202105,0.02500,5.053
29,mlp.experts.101.gate_proj,0.0000130407,0.02500,3.781
29,mlp.experts.106.gate_proj,0.0000169412,0.02500,5.335
29,mlp.experts.98.gate_proj,0.0000119538,0.02500,5.152
29,mlp.experts.84.gate_proj,0.0000153923,0.02500,3.160
29,mlp.experts.80.gate_proj,0.0000096528,0.02500,3.257
29,mlp.experts.88.gate_proj,0.0000026379,0.02500,3.277
29,mlp.experts.92.gate_proj,0.0000112202,0.02500,3.330
29,mlp.experts.119.gate_proj,0.0000073795,0.02500,3.781
29,mlp.experts.7.up_proj,0.0000098090,0.02500,3.761
29,mlp.experts.3.up_proj,0.0000093303,0.02500,3.713
29,mlp.experts.115.gate_proj,0.0000089066,0.02500,3.712
29,mlp.experts.113.gate_proj,0.0000103967,0.02500,5.545
29,mlp.experts.100.gate_proj,0.0000108901,0.02500,3.641
29,mlp.experts.1.up_proj,0.0000145560,0.02500,5.699
29,mlp.experts.96.gate_proj,0.0000088280,0.02500,3.725
29,mlp.experts.6.up_proj,0.0000121333,0.02500,4.961
29,mlp.experts.104.gate_proj,0.0000026545,0.02500,3.620
29,mlp.experts.118.gate_proj,0.0000043126,0.02500,5.037
29,mlp.experts.2.up_proj,0.0000060598,0.02500,4.967
29,mlp.experts.108.gate_proj,0.0000094282,0.02500,3.754
29,mlp.experts.15.up_proj,0.0000177793,0.02500,3.579
29,mlp.experts.114.gate_proj,0.0000121306,0.02500,5.108
29,mlp.experts.23.up_proj,0.0000067794,0.02500,3.679
29,mlp.experts.5.up_proj,0.0000123885,0.02500,6.030
29,mlp.experts.19.up_proj,0.0000095691,0.02500,3.689
29,mlp.experts.117.gate_proj,0.0000164116,0.02500,6.318
29,mlp.experts.11.up_proj,0.0000088389,0.02500,3.810
29,mlp.experts.116.gate_proj,0.0000105071,0.02500,3.878
29,mlp.experts.112.gate_proj,0.0000152265,0.02500,3.849
29,mlp.experts.0.up_proj,0.0000096089,0.02500,3.855
29,mlp.experts.4.up_proj,0.0000182010,0.02500,3.685
29,mlp.experts.22.up_proj,0.0000080917,0.02500,4.034
29,mlp.experts.9.up_proj,0.0000304258,0.02500,4.846
29,mlp.experts.18.up_proj,0.0000147765,0.02500,3.968
29,mlp.experts.14.up_proj,0.0000067209,0.02500,4.077
29,mlp.experts.17.up_proj,0.0000047870,0.02500,4.720
29,mlp.experts.10.up_proj,0.0000246974,0.02500,3.901
29,mlp.experts.31.up_proj,0.0000105227,0.02500,5.063
29,mlp.experts.39.up_proj,0.0000077042,0.02500,4.951
29,mlp.experts.21.up_proj,0.0000074133,0.02500,4.802
29,mlp.experts.13.up_proj,0.0000041430,0.02500,4.615
29,mlp.experts.35.up_proj,0.0000044965,0.02500,5.209
29,mlp.experts.27.up_proj,0.0000090617,0.02500,5.246
29,mlp.experts.38.up_proj,0.0000047639,0.02500,4.120
29,mlp.experts.34.up_proj,0.0000130712,0.02500,4.108
29,mlp.experts.30.up_proj,0.0000074876,0.02500,4.124
29,mlp.experts.25.up_proj,0.0000118934,0.02500,4.274
29,mlp.experts.26.up_proj,0.0000142568,0.02500,4.042
29,mlp.experts.33.up_proj,0.0000073188,0.02500,4.210
29,mlp.experts.12.up_proj,0.0000112726,0.02500,5.495
29,mlp.experts.8.up_proj,0.0000060255,0.02500,5.604
29,mlp.experts.47.up_proj,0.0000120176,0.02500,4.091
29,mlp.experts.16.up_proj,0.0000079071,0.02500,5.784
29,mlp.experts.55.up_proj,0.0000123337,0.02500,4.081
29,mlp.experts.37.up_proj,0.0000071060,0.02500,3.917
29,mlp.experts.20.up_proj,0.0000076703,0.02500,5.816
29,mlp.experts.29.up_proj,0.0000090162,0.02500,3.777
29,mlp.experts.51.up_proj,0.0000042623,0.02500,3.696
29,mlp.experts.43.up_proj,0.0000040009,0.02500,3.683
29,mlp.experts.54.up_proj,0.0000092058,0.02500,3.745
29,mlp.experts.50.up_proj,0.0000065921,0.02500,3.733
29,mlp.experts.46.up_proj,0.0000041839,0.02500,3.904
29,mlp.experts.42.up_proj,0.0000067382,0.02500,4.010
29,mlp.experts.41.up_proj,0.0000101238,0.02500,4.254
29,mlp.experts.63.up_proj,0.0000064226,0.02500,3.099
29,mlp.experts.49.up_proj,0.0000082017,0.02500,4.202
29,mlp.experts.71.up_proj,0.0000098169,0.02500,3.118
29,mlp.experts.67.up_proj,0.0000155289,0.02500,3.149
29,mlp.experts.59.up_proj,0.0000086685,0.02500,3.202
29,mlp.experts.53.up_proj,0.0000133345,0.02500,4.301
29,mlp.experts.45.up_proj,0.0000179130,0.02500,4.268
29,mlp.experts.28.up_proj,0.0000071421,0.02500,5.745
29,mlp.experts.24.up_proj,0.0000068257,0.02500,5.655
29,mlp.experts.32.up_proj,0.0000092463,0.02500,5.313
29,mlp.experts.36.up_proj,0.0000184592,0.02500,5.446
29,mlp.experts.87.up_proj,0.0000085003,0.02500,3.280
29,mlp.experts.79.up_proj,0.0000100700,0.02500,3.434
29,mlp.experts.57.up_proj,0.0000064516,0.02500,3.807
29,mlp.experts.70.up_proj,0.0000151018,0.02500,4.652
29,mlp.experts.65.up_proj,0.0000147180,0.02500,3.800
29,mlp.experts.66.up_proj,0.0000041102,0.02500,4.731
29,mlp.experts.62.up_proj,0.0000200256,0.02500,4.551
29,mlp.experts.58.up_proj,0.0000265239,0.02500,4.447
29,mlp.experts.83.up_proj,0.0000156502,0.02500,4.060
29,mlp.experts.61.up_proj,0.0000093985,0.02500,3.753
29,mlp.experts.69.up_proj,0.0000109090,0.02500,3.948
29,mlp.experts.75.up_proj,0.0000215910,0.02500,4.179
29,mlp.experts.44.up_proj,0.0000085823,0.02500,4.582
29,mlp.experts.48.up_proj,0.0000161615,0.02500,4.523
29,mlp.experts.40.up_proj,0.0000133618,0.02500,4.664
29,mlp.experts.73.up_proj,0.0000066090,0.02500,3.367
29,mlp.experts.81.up_proj,0.0000087571,0.02500,3.307
29,mlp.experts.52.up_proj,0.0000178139,0.02500,4.877
29,mlp.experts.86.up_proj,0.0000048218,0.02500,3.651
29,mlp.experts.78.up_proj,0.0000165516,0.02500,3.909
29,mlp.experts.103.up_proj,0.0000069793,0.02500,4.590
29,mlp.experts.82.up_proj,0.0000112418,0.02500,4.075
29,mlp.experts.95.up_proj,0.0000096837,0.02500,4.730
29,mlp.experts.74.up_proj,0.0000170771,0.02500,4.117
29,mlp.experts.77.up_proj,0.0000072433,0.02500,3.492
29,mlp.experts.85.up_proj,0.0000056236,0.02500,3.501
29,mlp.experts.99.up_proj,0.0000102560,0.02500,4.089
29,mlp.experts.91.up_proj,0.0000047532,0.02500,3.728
29,mlp.experts.60.up_proj,0.0000122015,0.02500,4.366
29,mlp.experts.89.up_proj,0.0000077722,0.02500,3.988
29,mlp.experts.97.up_proj,0.0000187692,0.02500,4.017
29,mlp.experts.56.up_proj,0.0000080547,0.02500,4.373
29,mlp.experts.64.up_proj,0.0000415079,0.02500,4.578
29,mlp.experts.68.up_proj,0.0000270952,0.02500,4.141
29,mlp.experts.119.up_proj,0.0000073230,0.02500,3.976
29,mlp.experts.111.up_proj,0.0000025082,0.02500,3.843
29,mlp.experts.101.up_proj,0.0000127298,0.02500,3.488
29,mlp.experts.93.up_proj,0.0000099293,0.02500,3.548
29,mlp.experts.115.up_proj,0.0000088715,0.02500,3.708
29,mlp.experts.107.up_proj,0.0000112987,0.02500,3.620
29,mlp.experts.102.up_proj,0.0000196526,0.02500,5.374
29,mlp.experts.94.up_proj,0.0000126042,0.02500,5.220
29,mlp.experts.98.up_proj,0.0000116865,0.02500,5.211
29,mlp.experts.90.up_proj,0.0000175425,0.02500,4.978
29,mlp.experts.105.up_proj,0.0000096130,0.02500,2.935
29,mlp.experts.113.up_proj,0.0000102701,0.02500,3.107
29,mlp.experts.76.up_proj,0.0000023822,0.02500,3.513
29,mlp.experts.72.up_proj,0.0000052669,0.02500,3.445
29,mlp.experts.84.up_proj,0.0000150568,0.02500,3.361
29,mlp.experts.117.up_proj,0.0000163866,0.02500,2.714
29,mlp.experts.80.up_proj,0.0000095940,0.02500,3.631
29,mlp.experts.109.up_proj,0.0000125375,0.02500,2.740
29,mlp.experts.118.up_proj,0.0000043029,0.02500,3.272
29,mlp.experts.110.up_proj,0.0000048123,0.02500,3.216
29,mlp.experts.114.up_proj,0.0000120772,0.02500,3.242
29,mlp.experts.106.up_proj,0.0000168709,0.02500,3.196
29,mlp.experts.92.up_proj,0.0000111549,0.02500,3.274
29,mlp.experts.88.up_proj,0.0000025660,0.02500,3.305
29,mlp.experts.100.up_proj,0.0000108333,0.02500,3.201
29,mlp.experts.96.up_proj,0.0000089120,0.02500,3.230
29,mlp.experts.108.up_proj,0.0000093934,0.02500,3.160
29,mlp.experts.104.up_proj,0.0000025680,0.02500,3.045
29,mlp.experts.112.up_proj,0.0000152198,0.02500,3.138
29,mlp.experts.116.up_proj,0.0000102716,0.02500,3.320
29,mlp.experts.2.down_proj,0.0000007155,0.02500,1.301
29,mlp.experts.14.down_proj,0.0000004474,0.02500,1.301
29,mlp.experts.6.down_proj,0.0000008631,0.02500,1.307
29,mlp.experts.10.down_proj,0.0000025396,0.02500,1.442
29,mlp.experts.12.down_proj,0.0000008373,0.02500,1.969
29,mlp.experts.4.down_proj,0.0000020173,0.02500,2.001
29,mlp.experts.8.down_proj,0.0000004243,0.02500,2.035
29,mlp.experts.0.down_proj,0.0000006151,0.02500,2.041
29,mlp.experts.18.down_proj,0.0000006316,0.02500,0.867
29,mlp.experts.30.down_proj,0.0000007402,0.02500,0.865
29,mlp.experts.22.down_proj,0.0000004615,0.02500,0.883
29,mlp.experts.26.down_proj,0.0000010341,0.02500,0.845
29,mlp.experts.1.down_proj,0.0000005696,0.02500,2.517
29,mlp.experts.13.down_proj,0.0000006839,0.02500,2.553
29,mlp.experts.5.down_proj,0.0000007155,0.02500,2.554
29,mlp.experts.9.down_proj,0.0000033658,0.02500,2.597
29,mlp.experts.7.down_proj,0.0000008831,0.02500,2.706
29,mlp.experts.11.down_proj,0.0000005523,0.02500,2.720
29,mlp.experts.3.down_proj,0.0000021446,0.02500,2.744
29,mlp.experts.15.down_proj,0.0000022392,0.02500,2.757
29,mlp.experts.28.down_proj,0.0000002899,0.02500,0.905
29,mlp.experts.20.down_proj,0.0000005783,0.02500,0.957
29,mlp.experts.34.down_proj,0.0000007781,0.02500,0.834
29,mlp.experts.46.down_proj,0.0000005338,0.02500,0.849
29,mlp.experts.38.down_proj,0.0000002669,0.02500,0.853
29,mlp.experts.16.down_proj,0.0000004617,0.02500,1.067
29,mlp.experts.42.down_proj,0.0000004401,0.02500,0.837
29,mlp.experts.24.down_proj,0.0000004042,0.02500,1.114
29,mlp.experts.50.down_proj,0.0000004001,0.02500,0.873
29,mlp.experts.62.down_proj,0.0000013011,0.02500,0.884
29,mlp.experts.54.down_proj,0.0000005521,0.02500,0.885
29,mlp.experts.58.down_proj,0.0000018918,0.02500,0.880
29,mlp.experts.44.down_proj,0.0000006095,0.02500,1.170
29,mlp.experts.19.down_proj,0.0000006273,0.02500,1.333
29,mlp.experts.27.down_proj,0.0000004695,0.02500,1.341
29,mlp.experts.36.down_proj,0.0000021858,0.02500,1.125
29,mlp.experts.23.down_proj,0.0000006526,0.02500,1.386
29,mlp.experts.31.down_proj,0.0000009651,0.02500,1.393
29,mlp.experts.29.down_proj,0.0000004627,0.02500,1.612
29,mlp.experts.21.down_proj,0.0000005900,0.02500,1.615
29,mlp.experts.17.down_proj,0.0000005040,0.02500,1.659
29,mlp.experts.40.down_proj,0.0000008571,0.02500,1.049
29,mlp.experts.32.down_proj,0.0000008007,0.02500,1.107
29,mlp.experts.25.down_proj,0.0000009088,0.02500,1.675
29,mlp.experts.66.down_proj,0.0000004728,0.02500,1.057
29,mlp.experts.70.down_proj,0.0000006900,0.02500,1.056
29,mlp.experts.78.down_proj,0.0000020934,0.02500,1.126
29,mlp.experts.74.down_proj,0.0000020020,0.02500,1.149
29,mlp.experts.60.down_proj,0.0000007760,0.02500,1.231
29,mlp.experts.52.down_proj,0.0000011306,0.02500,1.216
29,mlp.experts.48.down_proj,0.0000014328,0.02500,1.155
29,mlp.experts.56.down_proj,0.0000008468,0.02500,1.225
29,mlp.experts.35.down_proj,0.0000003725,0.02500,1.555
29,mlp.experts.43.down_proj,0.0000002541,0.02500,1.601
29,mlp.experts.33.down_proj,0.0000005466,0.02500,1.578
29,mlp.experts.47.down_proj,0.0000008468,0.02500,1.618
29,mlp.experts.45.down_proj,0.0000022858,0.02500,1.615
29,mlp.experts.39.down_proj,0.0000003082,0.02500,1.690
29,mlp.experts.37.down_proj,0.0000006009,0.02500,1.647
29,mlp.experts.41.down_proj,0.0000006073,0.02500,1.685
29,mlp.experts.86.down_proj,0.0000005793,0.02500,0.997
29,mlp.experts.94.down_proj,0.0000007748,0.02500,0.967
29,mlp.experts.82.down_proj,0.0000006179,0.02500,1.122
29,mlp.experts.76.down_proj,0.0000001964,0.02500,0.829
29,mlp.experts.68.down_proj,0.0000032869,0.02500,0.813
29,mlp.experts.64.down_proj,0.0000030249,0.02500,0.818
29,mlp.experts.72.down_proj,0.0000003682,0.02500,0.812
29,mlp.experts.90.down_proj,0.0000015220,0.02500,1.087
29,mlp.experts.102.down_proj,0.0000023487,0.02500,0.947
29,mlp.experts.92.down_proj,0.0000007495,0.02500,0.840
29,mlp.experts.84.down_proj,0.0000010524,0.02500,0.837
29,mlp.experts.51.down_proj,0.0000002566,0.02500,1.386
29,mlp.experts.80.down_proj,0.0000004290,0.02500,0.856
29,mlp.experts.88.down_proj,0.0000003539,0.02500,0.836
29,mlp.experts.63.down_proj,0.0000005360,0.02500,1.316
29,mlp.experts.55.down_proj,0.0000011205,0.02500,1.332
29,mlp.experts.110.down_proj,0.0000002736,0.02500,1.160
29,mlp.experts.59.down_proj,0.0000005964,0.02500,1.484
29,mlp.experts.98.down_proj,0.0000007145,0.02500,1.110
29,mlp.experts.106.down_proj,0.0000011747,0.02500,0.937
29,mlp.experts.49.down_proj,0.0000004225,0.02500,1.480
29,mlp.experts.53.down_proj,0.0000009096,0.02500,1.445
29,mlp.experts.61.down_proj,0.0000009376,0.02500,1.484
29,mlp.experts.57.down_proj,0.0000003511,0.02500,1.604
29,mlp.experts.118.down_proj,0.0000004345,0.02500,0.744
29,mlp.experts.100.down_proj,0.0000007401,0.02500,0.818
29,mlp.experts.108.down_proj,0.0000008867,0.02500,0.828
29,mlp.experts.114.down_proj,0.0000009015,0.02500,0.621
29,mlp.experts.96.down_proj,0.0000005176,0.02500,0.790
29,mlp.experts.104.down_proj,0.0000003586,0.02500,0.793
29,mlp.experts.67.down_proj,0.0000006325,0.02500,1.218
29,mlp.experts.79.down_proj,0.0000008712,0.02500,1.210
29,mlp.experts.71.down_proj,0.0000010620,0.02500,1.206
29,mlp.experts.116.down_proj,0.0000010066,0.02500,0.587
29,mlp.experts.112.down_proj,0.0000013377,0.02500,0.567
29,mlp.experts.65.down_proj,0.0000009915,0.02500,1.250
29,mlp.experts.69.down_proj,0.0000015921,0.02500,1.245
29,mlp.experts.75.down_proj,0.0000016434,0.02500,1.369
29,mlp.experts.77.down_proj,0.0000006427,0.02500,1.360
29,mlp.experts.73.down_proj,0.0000006808,0.02500,1.147
29,mlp.experts.81.down_proj,0.0000005567,0.02500,0.843
29,mlp.experts.83.down_proj,0.0000009831,0.02500,1.147
29,mlp.experts.95.down_proj,0.0000004135,0.02500,1.166
29,mlp.experts.85.down_proj,0.0000005171,0.02500,0.999
29,mlp.experts.87.down_proj,0.0000004243,0.02500,1.188
29,mlp.experts.89.down_proj,0.0000005970,0.02500,0.968
29,mlp.experts.93.down_proj,0.0000006666,0.02500,1.068
29,mlp.experts.91.down_proj,0.0000003594,0.02500,1.368
29,mlp.experts.97.down_proj,0.0000023016,0.02500,0.801
29,mlp.experts.101.down_proj,0.0000009143,0.02500,0.797
29,mlp.experts.99.down_proj,0.0000006414,0.02500,1.203
29,mlp.experts.111.down_proj,0.0000001845,0.02500,1.223
29,mlp.experts.103.down_proj,0.0000005356,0.02500,1.191
29,mlp.experts.105.down_proj,0.0000004566,0.02500,1.083
29,mlp.experts.109.down_proj,0.0000008322,0.02500,1.074
29,mlp.experts.113.down_proj,0.0000005925,0.02500,0.757
29,mlp.experts.117.down_proj,0.0000014910,0.02500,0.673
29,mlp.experts.107.down_proj,0.0000006934,0.02500,1.327
29,mlp.experts.115.down_proj,0.0000006892,0.02500,0.887
29,mlp.experts.119.down_proj,0.0000009015,0.02500,0.795
30,self_attn.v_proj,0.0000000148,0.02500,1.610
30,self_attn.k_proj,0.0000000109,0.02500,1.879
30,self_attn.q_proj,0.0000000656,0.02500,2.545
30,self_attn.o_proj,0.0000000311,0.02500,3.820
30,mlp.shared_experts.gate_proj,0.0000005346,0.02500,1.317
30,mlp.shared_experts.up_proj,0.0000005492,0.02500,1.377
30,mlp.shared_experts.down_proj,0.0000000270,0.02500,0.403
30,mlp.experts.7.gate_proj,0.0000097042,0.02500,3.898
30,mlp.experts.3.gate_proj,0.0000314913,0.02500,4.162
30,mlp.experts.13.gate_proj,0.0000123288,0.02500,4.002
30,mlp.experts.15.gate_proj,0.0000046700,0.02500,4.071
30,mlp.experts.1.gate_proj,0.0000036926,0.02500,4.281
30,mlp.experts.11.gate_proj,0.0000082150,0.02500,4.254
30,mlp.experts.5.gate_proj,0.0000142854,0.02500,4.275
30,mlp.experts.10.gate_proj,0.0000185729,0.02500,4.364
30,mlp.experts.2.gate_proj,0.0000027073,0.02500,4.757
30,mlp.experts.9.gate_proj,0.0000124006,0.02500,4.614
30,mlp.experts.6.gate_proj,0.0000106279,0.02500,4.637
30,mlp.experts.14.gate_proj,0.0000054538,0.02500,4.760
30,mlp.experts.12.gate_proj,0.0000150142,0.02500,4.920
30,mlp.experts.8.gate_proj,0.0000077050,0.02500,4.969
30,mlp.experts.4.gate_proj,0.0000047505,0.02500,5.021
30,mlp.experts.0.gate_proj,0.0000157013,0.02500,5.250
30,mlp.experts.29.gate_proj,0.0000071443,0.02500,3.208
30,mlp.experts.23.gate_proj,0.0000112183,0.02500,3.399
30,mlp.experts.31.gate_proj,0.0000101943,0.02500,3.320
30,mlp.experts.19.gate_proj,0.0000214268,0.02500,3.469
30,mlp.experts.17.gate_proj,0.0000066032,0.02500,3.362
30,mlp.experts.27.gate_proj,0.0000107348,0.02500,3.380
30,mlp.experts.21.gate_proj,0.0000021881,0.02500,3.615
30,mlp.experts.26.gate_proj,0.0000122777,0.02500,3.610
30,mlp.experts.25.gate_proj,0.0000149399,0.02500,3.562
30,mlp.experts.22.gate_proj,0.0000237803,0.02500,3.588
30,mlp.experts.18.gate_proj,0.0000108258,0.02500,3.709
30,mlp.experts.30.gate_proj,0.0000206215,0.02500,3.670
30,mlp.experts.24.gate_proj,0.0000095221,0.02500,4.564
30,mlp.experts.28.gate_proj,0.0000136349,0.02500,4.734
30,mlp.experts.20.gate_proj,0.0000044970,0.02500,4.704
30,mlp.experts.16.gate_proj,0.0000126075,0.02500,4.724
30,mlp.experts.33.gate_proj,0.0000122718,0.02500,3.205
30,mlp.experts.45.gate_proj,0.0000191758,0.02500,3.580
30,mlp.experts.41.gate_proj,0.0000198807,0.02500,3.331
30,mlp.experts.42.gate_proj,0.0000101400,0.02500,3.626
30,mlp.experts.39.gate_proj,0.0000115135,0.02500,4.308
30,mlp.experts.37.gate_proj,0.0000106234,0.02500,3.892
30,mlp.experts.38.gate_proj,0.0000044562,0.02500,3.617
30,mlp.experts.47.gate_proj,0.0000134528,0.02500,4.454
30,mlp.experts.35.gate_proj,0.0000113899,0.02500,4.397
30,mlp.experts.43.gate_proj,0.0000067712,0.02500,4.295
30,mlp.experts.46.gate_proj,0.0000155102,0.02500,3.526
30,mlp.experts.34.gate_proj,0.0000074810,0.02500,3.793
30,mlp.experts.61.gate_proj,0.0000103732,0.02500,2.928
30,mlp.experts.49.gate_proj,0.0000138002,0.02500,3.238
30,mlp.experts.40.gate_proj,0.0000193029,0.02500,5.186
30,mlp.experts.44.gate_proj,0.0000063160,0.02500,5.125
30,mlp.experts.32.gate_proj,0.0000085738,0.02500,5.072
30,mlp.experts.58.gate_proj,0.0000151457,0.02500,3.335
30,mlp.experts.36.gate_proj,0.0000098387,0.02500,5.233
30,mlp.experts.55.gate_proj,0.0000112540,0.02500,3.410
30,mlp.experts.62.gate_proj,0.0000109191,0.02500,3.249
30,mlp.experts.50.gate_proj,0.0000155724,0.02500,3.124
30,mlp.experts.57.gate_proj,0.0000136223,0.02500,3.763
30,mlp.experts.54.gate_proj,0.0000087140,0.02500,3.593
30,mlp.experts.63.gate_proj,0.0000123467,0.02500,3.599
30,mlp.experts.51.gate_proj,0.0000085789,0.02500,3.596
30,mlp.experts.53.gate_proj,0.0000042432,0.02500,3.740
30,mlp.experts.59.gate_proj,0.0000103556,0.02500,3.709
30,mlp.experts.77.gate_proj,0.0000063821,0.02500,3.500
30,mlp.experts.65.gate_proj,0.0000086663,0.02500,3.608
30,mlp.experts.74.gate_proj,0.0000053511,0.02500,3.010
30,mlp.experts.66.gate_proj,0.0000143223,0.02500,2.918
30,mlp.experts.78.gate_proj,0.0000150343,0.02500,2.977
30,mlp.experts.70.gate_proj,0.0000125434,0.02500,2.878
30,mlp.experts.71.gate_proj,0.0000204214,0.02500,3.656
30,mlp.experts.56.gate_proj,0.0000105988,0.02500,3.959
30,mlp.experts.73.gate_proj,0.0000133097,0.02500,3.518
30,mlp.experts.60.gate_proj,0.0000142165,0.02500,4.100
30,mlp.experts.48.gate_proj,0.0000104288,0.02500,4.107
30,mlp.experts.79.gate_proj,0.0000088566,0.02500,3.547
30,mlp.experts.52.gate_proj,0.0000067954,0.02500,4.087
30,mlp.experts.67.gate_proj,0.0000086552,0.02500,3.651
30,mlp.experts.75.gate_proj,0.0000105127,0.02500,3.528
30,mlp.experts.69.gate_proj,0.0000402732,0.02500,3.671
30,mlp.experts.93.gate_proj,0.0000120507,0.02500,3.431
30,mlp.experts.90.gate_proj,0.0000126394,0.02500,2.861
30,mlp.experts.81.gate_proj,0.0000157582,0.02500,3.378
30,mlp.experts.94.gate_proj,0.0000122766,0.02500,2.799
30,mlp.experts.82.gate_proj,0.0000154313,0.02500,2.959
30,mlp.experts.86.gate_proj,0.0000083204,0.02500,2.881
30,mlp.experts.87.gate_proj,0.0000083408,0.02500,3.580
30,mlp.experts.89.gate_proj,0.0000103527,0.02500,3.727
30,mlp.experts.95.gate_proj,0.0000235091,0.02500,3.548
30,mlp.experts.83.gate_proj,0.0000137175,0.02500,3.549
30,mlp.experts.85.gate_proj,0.0000121761,0.02500,3.453
30,mlp.experts.91.gate_proj,0.0000148824,0.02500,3.625
30,mlp.experts.72.gate_proj,0.0000075205,0.02500,4.353
30,mlp.experts.76.gate_proj,0.0000141255,0.02500,4.254
30,mlp.experts.64.gate_proj,0.0000141715,0.02500,4.227
30,mlp.experts.68.gate_proj,0.0000086359,0.02500,4.294
30,mlp.experts.109.gate_proj,0.0000114174,0.02500,2.902
30,mlp.experts.106.gate_proj,0.0000097685,0.02500,3.213
30,mlp.experts.110.gate_proj,0.0000057168,0.02500,3.241
30,mlp.experts.102.gate_proj,0.0000150921,0.02500,3.169
30,mlp.experts.98.gate_proj,0.0000125820,0.02500,3.279
30,mlp.experts.97.gate_proj,0.0000290917,0.02500,3.577
30,mlp.experts.103.gate_proj,0.0000234758,0.02500,2.911
30,mlp.experts.111.gate_proj,0.0000066017,0.02500,2.918
30,mlp.experts.99.gate_proj,0.0000083362,0.02500,2.903
30,mlp.experts.107.gate_proj,0.0000224123,0.02500,2.936
30,mlp.experts.101.gate_proj,0.0000092095,0.02500,3.248
30,mlp.experts.105.gate_proj,0.0000028834,0.02500,3.519
30,mlp.experts.5.up_proj,0.0000141703,0.02500,3.469
30,mlp.experts.2.up_proj,0.0000026999,0.02500,3.478
30,mlp.experts.88.gate_proj,0.0000175106,0.02500,4.615
30,mlp.experts.92.gate_proj,0.0000090030,0.02500,4.569
30,mlp.experts.6.up_proj,0.0000105610,0.02500,3.492
30,mlp.experts.80.gate_proj,0.0000100039,0.02500,4.595
30,mlp.experts.84.gate_proj,0.0000080641,0.02500,4.653
30,mlp.experts.114.gate_proj,0.0000068551,0.02500,3.650
30,mlp.experts.113.gate_proj,0.0000116392,0.02500,3.666
30,mlp.experts.118.gate_proj,0.0000047697,0.02500,3.823
30,mlp.experts.119.gate_proj,0.0000097276,0.02500,3.104
30,mlp.experts.7.up_proj,0.0000095399,0.02500,3.107
30,mlp.experts.115.gate_proj,0.0000184280,0.02500,3.174
30,mlp.experts.3.up_proj,0.0000309782,0.02500,3.128
30,mlp.experts.1.up_proj,0.0000036373,0.02500,2.968
30,mlp.experts.117.gate_proj,0.0000064147,0.02500,3.150
30,mlp.experts.21.up_proj,0.0000021429,0.02500,3.389
30,mlp.experts.108.gate_proj,0.0000145883,0.02500,3.349
30,mlp.experts.10.up_proj,0.0000182855,0.02500,3.093
30,mlp.experts.104.gate_proj,0.0000086498,0.02500,3.465
30,mlp.experts.15.up_proj,0.0000045425,0.02500,2.915
30,mlp.experts.96.gate_proj,0.0000053698,0.02500,3.415
30,mlp.experts.18.up_proj,0.0000105776,0.02500,3.789
30,mlp.experts.22.up_proj,0.0000231604,0.02500,3.576
30,mlp.experts.100.gate_proj,0.0000075247,0.02500,3.441
30,mlp.experts.23.up_proj,0.0000113235,0.02500,2.913
30,mlp.experts.14.up_proj,0.0000054048,0.02500,3.368
30,mlp.experts.11.up_proj,0.0000081611,0.02500,2.918
30,mlp.experts.9.up_proj,0.0000124315,0.02500,3.571
30,mlp.experts.19.up_proj,0.0000206328,0.02500,2.904
30,mlp.experts.13.up_proj,0.0000123996,0.02500,3.364
30,mlp.experts.17.up_proj,0.0000065852,0.02500,3.503
30,mlp.experts.37.up_proj,0.0000105362,0.02500,3.653
30,mlp.experts.34.up_proj,0.0000073723,0.02500,3.285
30,mlp.experts.0.up_proj,0.0000151997,0.02500,3.488
30,mlp.experts.31.up_proj,0.0000102411,0.02500,3.466
30,mlp.experts.4.up_proj,0.0000046764,0.02500,3.619
30,mlp.experts.38.up_proj,0.0000043017,0.02500,3.405
30,mlp.experts.112.gate_proj,0.0000064169,0.02500,3.651
30,mlp.experts.26.up_proj,0.0000120121,0.02500,3.880
30,mlp.experts.116.gate_proj,0.0000111927,0.02500,3.656
30,mlp.experts.39.up_proj,0.0000114634,0.02500,3.618
30,mlp.experts.27.up_proj,0.0000107930,0.02500,3.516
30,mlp.experts.25.up_proj,0.0000148412,0.02500,3.597
30,mlp.experts.35.up_proj,0.0000110105,0.02500,3.568
30,mlp.experts.30.up_proj,0.0000207855,0.02500,3.877
30,mlp.experts.29.up_proj,0.0000068690,0.02500,3.502
30,mlp.experts.33.up_proj,0.0000120664,0.02500,3.704
30,mlp.experts.53.up_proj,0.0000042496,0.02500,3.112
30,mlp.experts.20.up_proj,0.0000043093,0.02500,3.437
30,mlp.experts.16.up_proj,0.0000122736,0.02500,3.560
30,mlp.experts.54.up_proj,0.0000086899,0.02500,3.480
30,mlp.experts.50.up_proj,0.0000153111,0.02500,3.749
30,mlp.experts.47.up_proj,0.0000135035,0.02500,3.682
30,mlp.experts.41.up_proj,0.0000200563,0.02500,3.035
30,mlp.experts.8.up_proj,0.0000076931,0.02500,3.564
30,mlp.experts.42.up_proj,0.0000100305,0.02500,3.537
30,mlp.experts.12.up_proj,0.0000148582,0.02500,3.519
30,mlp.experts.43.up_proj,0.0000065539,0.02500,3.465
30,mlp.experts.45.up_proj,0.0000185371,0.02500,3.021
30,mlp.experts.51.up_proj,0.0000084314,0.02500,3.664
30,mlp.experts.55.up_proj,0.0000112463,0.02500,3.983
30,mlp.experts.46.up_proj,0.0000153775,0.02500,3.698
30,mlp.experts.49.up_proj,0.0000137215,0.02500,3.012
30,mlp.experts.69.up_proj,0.0000395939,0.02500,3.084
30,mlp.experts.36.up_proj,0.0000095946,0.02500,3.242
30,mlp.experts.57.up_proj,0.0000136214,0.02500,3.066
30,mlp.experts.32.up_proj,0.0000084653,0.02500,3.281
30,mlp.experts.66.up_proj,0.0000143095,0.02500,3.175
30,mlp.experts.24.up_proj,0.0000095941,0.02500,3.275
30,mlp.experts.70.up_proj,0.0000118261,0.02500,3.645
30,mlp.experts.63.up_proj,0.0000119083,0.02500,3.567
30,mlp.experts.28.up_proj,0.0000135040,0.02500,3.312
30,mlp.experts.61.up_proj,0.0000104494,0.02500,3.033
30,mlp.experts.59.up_proj,0.0000102298,0.02500,3.384
30,mlp.experts.58.up_proj,0.0000152603,0.02500,3.492
30,mlp.experts.71.up_proj,0.0000200781,0.02500,3.210
30,mlp.experts.62.up_proj,0.0000105477,0.02500,3.229
30,mlp.experts.65.up_proj,0.0000081020,0.02500,3.151
30,mlp.experts.67.up_proj,0.0000084636,0.02500,3.515
30,mlp.experts.85.up_proj,0.0000122016,0.02500,3.479
30,mlp.experts.52.up_proj,0.0000067182,0.02500,3.342
30,mlp.experts.48.up_proj,0.0000104297,0.02500,3.351
30,mlp.experts.73.up_proj,0.0000133817,0.02500,3.541
30,mlp.experts.40.up_proj,0.0000190153,0.02500,3.299
30,mlp.experts.86.up_proj,0.0000080981,0.02500,3.272
30,mlp.experts.44.up_proj,0.0000063885,0.02500,3.308
30,mlp.experts.82.up_proj,0.0000153949,0.02500,3.787
30,mlp.experts.77.up_proj,0.0000063024,0.02500,3.363
30,mlp.experts.74.up_proj,0.0000050758,0.02500,3.561
30,mlp.experts.81.up_proj,0.0000157345,0.02500,3.259
30,mlp.experts.78.up_proj,0.0000149529,0.02500,3.755
30,mlp.experts.79.up_proj,0.0000087848,0.02500,4.508
30,mlp.experts.75.up_proj,0.0000104288,0.02500,4.440
30,mlp.experts.101.up_proj,0.0000090547,0.02500,2.985
30,mlp.experts.87.up_proj,0.0000084055,0.02500,4.553
30,mlp.experts.83.up_proj,0.0000136783,0.02500,4.796
30,mlp.experts.68.up_proj,0.0000084031,0.02500,3.204
30,mlp.experts.64.up_proj,0.0000141563,0.02500,3.199
30,mlp.experts.89.up_proj,0.0000102550,0.02500,3.281
30,mlp.experts.56.up_proj,0.0000104966,0.02500,3.257
30,mlp.experts.102.up_proj,0.0000149070,0.02500,3.313
30,mlp.experts.60.up_proj,0.0000140114,0.02500,3.272
30,mlp.experts.93.up_proj,0.0000116963,0.02500,3.541
30,mlp.experts.90.up_proj,0.0000123947,0.02500,3.422
30,mlp.experts.97.up_proj,0.0000286782,0.02500,3.566
30,mlp.experts.98.up_proj,0.0000124188,0.02500,3.931
30,mlp.experts.94.up_proj,0.0000118465,0.02500,3.246
30,mlp.experts.91.up_proj,0.0000146913,0.02500,3.366
30,mlp.experts.95.up_proj,0.0000234320,0.02500,3.469
30,mlp.experts.103.up_proj,0.0000231736,0.02500,3.651
30,mlp.experts.117.up_proj,0.0000064155,0.02500,4.254
30,mlp.experts.84.up_proj,0.0000080077,0.02500,3.402
30,mlp.experts.99.up_proj,0.0000082130,0.02500,4.020
30,mlp.experts.80.up_proj,0.0000099248,0.02500,3.542
30,mlp.experts.118.up_proj,0.0000047506,0.02500,3.355
30,mlp.experts.72.up_proj,0.0000073125,0.02500,3.783
30,mlp.experts.76.up_proj,0.0000139756,0.02500,3.651
30,mlp.experts.114.up_proj,0.0000069222,0.02500,3.225
30,mlp.experts.106.up_proj,0.0000098453,0.02500,3.468
30,mlp.experts.110.up_proj,0.0000056060,0.02500,3.244
30,mlp.experts.105.up_proj,0.0000028800,0.02500,4.594
30,mlp.experts.109.up_proj,0.0000112788,0.02500,4.206
30,mlp.experts.113.up_proj,0.0000115593,0.02500,3.997
30,mlp.experts.107.up_proj,0.0000224540,0.02500,3.472
30,mlp.experts.111.up_proj,0.0000064314,0.02500,3.459
30,mlp.experts.119.up_proj,0.0000093173,0.02500,3.003
30,mlp.experts.115.up_proj,0.0000181329,0.02500,2.712
30,mlp.experts.100.up_proj,0.0000075028,0.02500,4.747
30,mlp.experts.96.up_proj,0.0000053558,0.02500,4.967
30,mlp.experts.88.up_proj,0.0000174917,0.02500,4.752
30,mlp.experts.92.up_proj,0.0000086905,0.02500,4.805
30,mlp.experts.116.up_proj,0.0000110106,0.02500,4.618
30,mlp.experts.112.up_proj,0.0000062574,0.02500,4.612
30,mlp.experts.108.up_proj,0.0000146193,0.02500,4.370
30,mlp.experts.104.up_proj,0.0000085804,0.02500,4.542
30,mlp.experts.10.down_proj,0.0000015270,0.02500,1.337
30,mlp.experts.13.down_proj,0.0000011578,0.02500,1.374
30,mlp.experts.2.down_proj,0.0000002889,0.02500,1.405
30,mlp.experts.14.down_proj,0.0000005979,0.02500,1.450
30,mlp.experts.9.down_proj,0.0000009108,0.02500,1.484
30,mlp.experts.3.down_proj,0.0000035973,0.02500,1.520
30,mlp.experts.6.down_proj,0.0000006566,0.02500,1.537
30,mlp.experts.1.down_proj,0.0000004083,0.02500,1.581
30,mlp.experts.11.down_proj,0.0000005916,0.02500,1.603
30,mlp.experts.7.down_proj,0.0000008074,0.02500,1.677
30,mlp.experts.15.down_proj,0.0000003830,0.02500,1.684
30,mlp.experts.5.down_proj,0.0000005112,0.02500,1.691
30,mlp.experts.0.down_proj,0.0000009621,0.02500,2.122
30,mlp.experts.12.down_proj,0.0000012669,0.02500,1.965
30,mlp.experts.4.down_proj,0.0000002469,0.02500,2.178
30,mlp.experts.8.down_proj,0.0000009140,0.02500,2.028
30,mlp.experts.18.down_proj,0.0000009118,0.02500,1.002
30,mlp.experts.30.down_proj,0.0000015910,0.02500,0.968
30,mlp.experts.26.down_proj,0.0000012799,0.02500,1.115
30,mlp.experts.22.down_proj,0.0000017532,0.02500,1.025
30,mlp.experts.29.down_proj,0.0000004242,0.02500,1.227
30,mlp.experts.25.down_proj,0.0000012400,0.02500,1.147
30,mlp.experts.17.down_proj,0.0000004990,0.02500,1.138
30,mlp.experts.21.down_proj,0.0000003490,0.02500,1.085
30,mlp.experts.19.down_proj,0.0000023391,0.02500,1.338
30,mlp.experts.31.down_proj,0.0000007552,0.02500,1.253
30,mlp.experts.23.down_proj,0.0000008606,0.02500,1.329
30,mlp.experts.27.down_proj,0.0000008154,0.02500,1.426
30,mlp.experts.16.down_proj,0.0000010696,0.02500,1.267
30,mlp.experts.34.down_proj,0.0000004452,0.02500,0.989
30,mlp.experts.42.down_proj,0.0000008076,0.02500,0.959
30,mlp.experts.46.down_proj,0.0000010546,0.02500,1.042
30,mlp.experts.20.down_proj,0.0000006135,0.02500,1.292
30,mlp.experts.28.down_proj,0.0000013341,0.02500,1.316
30,mlp.experts.24.down_proj,0.0000009199,0.02500,1.343
30,mlp.experts.45.down_proj,0.0000011958,0.02500,0.994
30,mlp.experts.41.down_proj,0.0000020184,0.02500,0.969
30,mlp.experts.38.down_proj,0.0000004217,0.02500,1.041
30,mlp.experts.33.down_proj,0.0000006027,0.02500,0.998
30,mlp.experts.37.down_proj,0.0000007261,0.02500,0.965
30,mlp.experts.35.down_proj,0.0000006982,0.02500,1.374
30,mlp.experts.47.down_proj,0.0000009030,0.02500,1.294
30,mlp.experts.62.down_proj,0.0000011120,0.02500,0.853
30,mlp.experts.43.down_proj,0.0000004404,0.02500,1.339
30,mlp.experts.39.down_proj,0.0000009047,0.02500,1.459
30,mlp.experts.50.down_proj,0.0000010583,0.02500,1.090
30,mlp.experts.58.down_proj,0.0000011313,0.02500,1.117
30,mlp.experts.54.down_proj,0.0000006187,0.02500,0.942
30,mlp.experts.32.down_proj,0.0000008152,0.02500,1.229
30,mlp.experts.44.down_proj,0.0000003326,0.02500,1.208
30,mlp.experts.53.down_proj,0.0000004829,0.02500,0.977
30,mlp.experts.57.down_proj,0.0000010644,0.02500,1.129
30,mlp.experts.36.down_proj,0.0000008862,0.02500,1.288
30,mlp.experts.49.down_proj,0.0000013063,0.02500,1.097
30,mlp.experts.40.down_proj,0.0000020942,0.02500,1.295
30,mlp.experts.61.down_proj,0.0000005634,0.02500,1.282
30,mlp.experts.63.down_proj,0.0000007354,0.02500,0.954
30,mlp.experts.51.down_proj,0.0000006308,0.02500,1.010
30,mlp.experts.78.down_proj,0.0000008010,0.02500,0.960
30,mlp.experts.59.down_proj,0.0000011282,0.02500,0.921
30,mlp.experts.55.down_proj,0.0000007765,0.02500,0.890
30,mlp.experts.70.down_proj,0.0000008769,0.02500,0.875
30,mlp.experts.66.down_proj,0.0000014806,0.02500,0.942
30,mlp.experts.74.down_proj,0.0000003192,0.02500,0.952
30,mlp.experts.69.down_proj,0.0000034925,0.02500,1.107
30,mlp.experts.77.down_proj,0.0000005352,0.02500,1.115
30,mlp.experts.48.down_proj,0.0000005826,0.02500,1.437
30,mlp.experts.73.down_proj,0.0000007256,0.02500,1.373
30,mlp.experts.65.down_proj,0.0000003613,0.02500,1.315
30,mlp.experts.60.down_proj,0.0000020041,0.02500,1.505
30,mlp.experts.56.down_proj,0.0000009656,0.02500,1.417
30,mlp.experts.52.down_proj,0.0000005418,0.02500,1.482
30,mlp.experts.79.down_proj,0.0000006871,0.02500,2.404
30,mlp.experts.85.down_proj,0.0000007607,0.02500,1.766
30,mlp.experts.93.down_proj,0.0000007405,0.02500,1.682
30,mlp.experts.89.down_proj,0.0000010220,0.02500,1.661
30,mlp.experts.75.down_proj,0.0000009521,0.02500,2.483
30,mlp.experts.67.down_proj,0.0000008447,0.02500,2.534
30,mlp.experts.81.down_proj,0.0000014620,0.02500,1.768
30,mlp.experts.71.down_proj,0.0000020796,0.02500,2.597
30,mlp.experts.64.down_proj,0.0000010875,0.02500,2.517
30,mlp.experts.76.down_proj,0.0000015686,0.02500,2.502
30,mlp.experts.72.down_proj,0.0000004374,0.02500,2.529
30,mlp.experts.68.down_proj,0.0000008303,0.02500,2.560
30,mlp.experts.95.down_proj,0.0000024472,0.02500,1.434
30,mlp.experts.83.down_proj,0.0000010354,0.02500,1.327
30,mlp.experts.91.down_proj,0.0000020845,0.02500,1.397
30,mlp.experts.87.down_proj,0.0000005136,0.02500,1.221
30,mlp.experts.111.down_proj,0.0000008012,0.02500,1.069
30,mlp.experts.107.down_proj,0.0000018326,0.02500,0.998
30,mlp.experts.99.down_proj,0.0000004505,0.02500,1.157
30,mlp.experts.80.down_proj,0.0000004923,0.02500,1.746
30,mlp.experts.103.down_proj,0.0000017414,0.02500,1.167
30,mlp.experts.88.down_proj,0.0000013655,0.02500,1.680
30,mlp.experts.92.down_proj,0.0000006219,0.02500,1.774
30,mlp.experts.84.down_proj,0.0000003871,0.02500,1.728
30,mlp.experts.115.down_proj,0.0000022690,0.02500,0.893
30,mlp.experts.119.down_proj,0.0000006570,0.02500,0.833
30,mlp.experts.96.down_proj,0.0000004620,0.02500,1.556
30,mlp.experts.108.down_proj,0.0000015251,0.02500,1.688
30,mlp.experts.104.down_proj,0.0000009386,0.02500,1.692
30,mlp.experts.100.down_proj,0.0000004877,0.02500,1.707
30,mlp.experts.112.down_proj,0.0000004991,0.02500,1.128
30,mlp.experts.116.down_proj,0.0000006911,0.02500,0.942
30,mlp.experts.109.down_proj,0.0000007654,0.02500,9.417
30,mlp.experts.101.down_proj,0.0000005553,0.02500,9.506
30,mlp.experts.105.down_proj,0.0000003432,0.02500,9.428
30,mlp.experts.97.down_proj,0.0000034471,0.02500,9.467
30,mlp.experts.117.down_proj,0.0000004217,0.02500,1.135
30,mlp.experts.113.down_proj,0.0000006208,0.02500,0.963
30,mlp.experts.86.down_proj,0.0000004827,0.02500,1.438
30,mlp.experts.94.down_proj,0.0000007735,0.02500,1.497
30,mlp.experts.90.down_proj,0.0000010043,0.02500,1.527
30,mlp.experts.82.down_proj,0.0000011464,0.02500,1.649
30,mlp.experts.106.down_proj,0.0000007331,0.02500,1.754
30,mlp.experts.102.down_proj,0.0000013882,0.02500,1.806
30,mlp.experts.110.down_proj,0.0000007659,0.02500,1.885
30,mlp.experts.98.down_proj,0.0000015166,0.02500,1.764
30,mlp.experts.118.down_proj,0.0000002332,0.02500,0.894
30,mlp.experts.114.down_proj,0.0000003883,0.02500,0.858
31,self_attn.v_proj,0.0000000170,0.02500,1.778
31,self_attn.k_proj,0.0000000119,0.02500,2.019
31,self_attn.q_proj,0.0000000716,0.02500,2.506
31,self_attn.o_proj,0.0000000529,0.02500,3.565
31,mlp.shared_experts.gate_proj,0.0000005906,0.02500,1.285
31,mlp.shared_experts.up_proj,0.0000006244,0.02500,1.411
31,mlp.shared_experts.down_proj,0.0000000356,0.02500,0.378
31,mlp.experts.0.gate_proj,0.0000066970,0.02500,4.411
31,mlp.experts.4.gate_proj,0.0000209421,0.02500,4.425
31,mlp.experts.14.gate_proj,0.0000110328,0.02500,4.305
31,mlp.experts.7.gate_proj,0.0000167452,0.02500,4.295
31,mlp.experts.15.gate_proj,0.0000250012,0.02500,4.312
31,mlp.experts.8.gate_proj,0.0000134733,0.02500,4.427
31,mlp.experts.12.gate_proj,0.0000130509,0.02500,4.431
31,mlp.experts.3.gate_proj,0.0000114310,0.02500,4.670
31,mlp.experts.6.gate_proj,0.0000121027,0.02500,4.560
31,mlp.experts.11.gate_proj,0.0000079802,0.02500,4.580
31,mlp.experts.9.gate_proj,0.0000280005,0.02500,4.593
31,mlp.experts.10.gate_proj,0.0000123446,0.02500,4.627
31,mlp.experts.2.gate_proj,0.0000061638,0.02500,4.861
31,mlp.experts.5.gate_proj,0.0000187046,0.02500,4.740
31,mlp.experts.13.gate_proj,0.0000129437,0.02500,4.851
31,mlp.experts.1.gate_proj,0.0000148826,0.02500,5.046
31,mlp.experts.31.gate_proj,0.0000123272,0.02500,3.001
31,mlp.experts.23.gate_proj,0.0000113575,0.02500,3.088
31,mlp.experts.27.gate_proj,0.0000096527,0.02500,2.992
31,mlp.experts.19.gate_proj,0.0000077204,0.02500,3.097
31,mlp.experts.30.gate_proj,0.0000121118,0.02500,3.815
31,mlp.experts.25.gate_proj,0.0000391862,0.02500,3.598
31,mlp.experts.18.gate_proj,0.0000120194,0.02500,3.476
31,mlp.experts.22.gate_proj,0.0000074004,0.02500,3.719
31,mlp.experts.26.gate_proj,0.0000098277,0.02500,3.885
31,mlp.experts.17.gate_proj,0.0000140650,0.02500,3.694
31,mlp.experts.29.gate_proj,0.0000177475,0.02500,3.810
31,mlp.experts.16.gate_proj,0.0000149649,0.02500,4.415
31,mlp.experts.21.gate_proj,0.0000152778,0.02500,4.000
31,mlp.experts.24.gate_proj,0.0000087442,0.02500,4.346
31,mlp.experts.28.gate_proj,0.0000113429,0.02500,4.420
31,mlp.experts.20.gate_proj,0.0000081073,0.02500,4.656
31,mlp.experts.47.gate_proj,0.0000141517,0.02500,2.980
31,mlp.experts.39.gate_proj,0.0000157305,0.02500,2.966
31,mlp.experts.43.gate_proj,0.0000091181,0.02500,2.980
31,mlp.experts.35.gate_proj,0.0000102853,0.02500,3.062
31,mlp.experts.41.gate_proj,0.0000126216,0.02500,3.264
31,mlp.experts.46.gate_proj,0.0000090509,0.02500,3.485
31,mlp.experts.45.gate_proj,0.0000120526,0.02500,3.142
31,mlp.experts.38.gate_proj,0.0000138244,0.02500,3.560
31,mlp.experts.34.gate_proj,0.0000119818,0.02500,3.721
31,mlp.experts.42.gate_proj,0.0000113619,0.02500,3.471
31,mlp.experts.33.gate_proj,0.0000180334,0.02500,3.476
31,mlp.experts.37.gate_proj,0.0000211257,0.02500,3.627
31,mlp.experts.40.gate_proj,0.0000063192,0.02500,3.649
31,mlp.experts.32.gate_proj,0.0000026394,0.02500,3.825
31,mlp.experts.36.gate_proj,0.0000155807,0.02500,3.649
31,mlp.experts.44.gate_proj,0.0000123069,0.02500,3.810
31,mlp.experts.63.gate_proj,0.0000171756,0.02500,3.272
31,mlp.experts.55.gate_proj,0.0000163970,0.02500,3.263
31,mlp.experts.59.gate_proj,0.0000055170,0.02500,3.214
31,mlp.experts.51.gate_proj,0.0000059520,0.02500,3.154
31,mlp.experts.57.gate_proj,0.0000071825,0.02500,3.523
31,mlp.experts.61.gate_proj,0.0000028471,0.02500,3.303
31,mlp.experts.58.gate_proj,0.0000115088,0.02500,3.341
31,mlp.experts.62.gate_proj,0.0000344955,0.02500,3.817
31,mlp.experts.50.gate_proj,0.0000086578,0.02500,3.514
31,mlp.experts.49.gate_proj,0.0000130957,0.02500,3.433
31,mlp.experts.53.gate_proj,0.0000107704,0.02500,3.313
31,mlp.experts.54.gate_proj,0.0000059235,0.02500,3.910
31,mlp.experts.79.gate_proj,0.0000139349,0.02500,2.762
31,mlp.experts.71.gate_proj,0.0000136947,0.02500,2.820
31,mlp.experts.75.gate_proj,0.0000037904,0.02500,2.774
31,mlp.experts.56.gate_proj,0.0000161678,0.02500,4.174
31,mlp.experts.67.gate_proj,0.0000154281,0.02500,2.872
31,mlp.experts.48.gate_proj,0.0000027843,0.02500,4.262
31,mlp.experts.52.gate_proj,0.0000102068,0.02500,4.244
31,mlp.experts.60.gate_proj,0.0000056248,0.02500,4.426
31,mlp.experts.77.gate_proj,0.0000119670,0.02500,3.118
31,mlp.experts.73.gate_proj,0.0000126466,0.02500,3.655
31,mlp.experts.66.gate_proj,0.0000126956,0.02500,3.438
31,mlp.experts.69.gate_proj,0.0000104002,0.02500,3.244
31,mlp.experts.74.gate_proj,0.0000118095,0.02500,3.603
31,mlp.experts.78.gate_proj,0.0000087857,0.02500,3.583
31,mlp.experts.95.gate_proj,0.0000272163,0.02500,2.880
31,mlp.experts.70.gate_proj,0.0000118466,0.02500,3.551
31,mlp.experts.65.gate_proj,0.0000136951,0.02500,3.818
31,mlp.experts.87.gate_proj,0.0000186541,0.02500,2.886
31,mlp.experts.91.gate_proj,0.0000530777,0.02500,2.876
31,mlp.experts.83.gate_proj,0.0000130109,0.02500,2.837
31,mlp.experts.72.gate_proj,0.0000129982,0.02500,4.660
31,mlp.experts.93.gate_proj,0.0000116881,0.02500,3.229
31,mlp.experts.64.gate_proj,0.0000111969,0.02500,4.727
31,mlp.experts.68.gate_proj,0.0000062287,0.02500,4.718
31,mlp.experts.76.gate_proj,0.0000223994,0.02500,4.725
31,mlp.experts.89.gate_proj,0.0000039073,0.02500,3.505
31,mlp.experts.111.gate_proj,0.0000077183,0.02500,3.074
31,mlp.experts.107.gate_proj,0.0000174983,0.02500,3.036
31,mlp.experts.82.gate_proj,0.0000068781,0.02500,3.695
31,mlp.experts.99.gate_proj,0.0000114265,0.02500,3.067
31,mlp.experts.103.gate_proj,0.0000215344,0.02500,3.289
31,mlp.experts.85.gate_proj,0.0000166566,0.02500,3.712
31,mlp.experts.90.gate_proj,0.0000121527,0.02500,3.762
31,mlp.experts.94.gate_proj,0.0000094244,0.02500,3.860
31,mlp.experts.81.gate_proj,0.0000078704,0.02500,3.581
31,mlp.experts.86.gate_proj,0.0000119487,0.02500,3.770
31,mlp.experts.109.gate_proj,0.0000179484,0.02500,3.355
31,mlp.experts.7.up_proj,0.0000165391,0.02500,3.101
31,mlp.experts.3.up_proj,0.0000115904,0.02500,3.128
31,mlp.experts.115.gate_proj,0.0000101405,0.02500,3.123
31,mlp.experts.119.gate_proj,0.0000124090,0.02500,3.130
31,mlp.experts.105.gate_proj,0.0000088159,0.02500,3.854
31,mlp.experts.97.gate_proj,0.0000105543,0.02500,3.316
31,mlp.experts.101.gate_proj,0.0000123682,0.02500,3.748
31,mlp.experts.106.gate_proj,0.0000045056,0.02500,3.729
31,mlp.experts.88.gate_proj,0.0000106668,0.02500,5.217
31,mlp.experts.98.gate_proj,0.0000109966,0.02500,3.942
31,mlp.experts.80.gate_proj,0.0000162547,0.02500,5.127
31,mlp.experts.110.gate_proj,0.0000080323,0.02500,3.775
31,mlp.experts.84.gate_proj,0.0000120040,0.02500,5.130
31,mlp.experts.102.gate_proj,0.0000110176,0.02500,3.929
31,mlp.experts.92.gate_proj,0.0000344321,0.02500,5.226
31,mlp.experts.5.up_proj,0.0000188013,0.02500,3.718
31,mlp.experts.23.up_proj,0.0000111289,0.02500,3.617
31,mlp.experts.11.up_proj,0.0000073694,0.02500,3.600
31,mlp.experts.1.up_proj,0.0000147468,0.02500,3.450
31,mlp.experts.19.up_proj,0.0000076476,0.02500,3.919
31,mlp.experts.113.gate_proj,0.0000155488,0.02500,3.376
31,mlp.experts.15.up_proj,0.0000245059,0.02500,3.849
31,mlp.experts.117.gate_proj,0.0000144676,0.02500,3.644
31,mlp.experts.6.up_proj,0.0000121449,0.02500,3.396
31,mlp.experts.114.gate_proj,0.0000059847,0.02500,3.627
31,mlp.experts.2.up_proj,0.0000060769,0.02500,3.832
31,mlp.experts.118.gate_proj,0.0000087288,0.02500,3.784
31,mlp.experts.104.gate_proj,0.0000186160,0.02500,4.409
31,mlp.experts.96.gate_proj,0.0000124956,0.02500,4.376
31,mlp.experts.100.gate_proj,0.0000154876,0.02500,4.410
31,mlp.experts.108.gate_proj,0.0000317445,0.02500,4.245
31,mlp.experts.21.up_proj,0.0000147589,0.02500,3.468
31,mlp.experts.9.up_proj,0.0000276379,0.02500,3.203
31,mlp.experts.17.up_proj,0.0000139461,0.02500,3.583
31,mlp.experts.13.up_proj,0.0000126667,0.02500,3.085
31,mlp.experts.10.up_proj,0.0000125082,0.02500,3.492
31,mlp.experts.22.up_proj,0.0000071465,0.02500,3.717
31,mlp.experts.39.up_proj,0.0000155159,0.02500,4.792
31,mlp.experts.18.up_proj,0.0000119931,0.02500,3.639
31,mlp.experts.27.up_proj,0.0000096570,0.02500,4.602
31,mlp.experts.35.up_proj,0.0000101746,0.02500,4.649
31,mlp.experts.14.up_proj,0.0000106421,0.02500,3.471
31,mlp.experts.31.up_proj,0.0000123484,0.02500,4.654
31,mlp.experts.0.up_proj,0.0000067827,0.02500,3.904
31,mlp.experts.112.gate_proj,0.0000119295,0.02500,3.956
31,mlp.experts.116.gate_proj,0.0000183483,0.02500,4.095
31,mlp.experts.4.up_proj,0.0000207435,0.02500,4.086
31,mlp.experts.37.up_proj,0.0000207479,0.02500,3.793
31,mlp.experts.29.up_proj,0.0000174476,0.02500,2.981
31,mlp.experts.25.up_proj,0.0000392707,0.02500,3.530
31,mlp.experts.33.up_proj,0.0000178891,0.02500,3.370
31,mlp.experts.26.up_proj,0.0000096652,0.02500,3.088
31,mlp.experts.34.up_proj,0.0000118956,0.02500,2.988
31,mlp.experts.38.up_proj,0.0000136148,0.02500,3.184
31,mlp.experts.30.up_proj,0.0000121709,0.02500,3.086
31,mlp.experts.55.up_proj,0.0000158592,0.02500,4.765
31,mlp.experts.16.up_proj,0.0000150183,0.02500,4.007
31,mlp.experts.51.up_proj,0.0000059856,0.02500,4.727
31,mlp.experts.43.up_proj,0.0000091328,0.02500,4.989
31,mlp.experts.8.up_proj,0.0000132591,0.02500,3.973
31,mlp.experts.47.up_proj,0.0000141358,0.02500,4.768
31,mlp.experts.12.up_proj,0.0000130039,0.02500,3.891
31,mlp.experts.20.up_proj,0.0000079819,0.02500,3.952
31,mlp.experts.53.up_proj,0.0000105627,0.02500,3.771
31,mlp.experts.42.up_proj,0.0000112483,0.02500,3.089
31,mlp.experts.54.up_proj,0.0000058209,0.02500,3.098
31,mlp.experts.50.up_proj,0.0000086799,0.02500,3.209
31,mlp.experts.41.up_proj,0.0000125007,0.02500,3.759
31,mlp.experts.45.up_proj,0.0000119790,0.02500,4.039
31,mlp.experts.49.up_proj,0.0000130140,0.02500,3.888
31,mlp.experts.46.up_proj,0.0000090561,0.02500,3.239
31,mlp.experts.71.up_proj,0.0000135662,0.02500,3.834
31,mlp.experts.69.up_proj,0.0000100503,0.02500,2.885
31,mlp.experts.59.up_proj,0.0000054450,0.02500,4.004
31,mlp.experts.57.up_proj,0.0000066404,0.02500,2.870
31,mlp.experts.67.up_proj,0.0000154023,0.02500,4.161
31,mlp.experts.61.up_proj,0.0000028718,0.02500,2.904
31,mlp.experts.58.up_proj,0.0000111883,0.02500,3.278
31,mlp.experts.65.up_proj,0.0000133531,0.02500,2.919
31,mlp.experts.63.up_proj,0.0000170645,0.02500,4.214
31,mlp.experts.70.up_proj,0.0000118786,0.02500,3.204
31,mlp.experts.24.up_proj,0.0000086884,0.02500,4.409
31,mlp.experts.66.up_proj,0.0000123213,0.02500,3.300
31,mlp.experts.32.up_proj,0.0000025914,0.02500,4.620
31,mlp.experts.28.up_proj,0.0000113743,0.02500,4.439
31,mlp.experts.36.up_proj,0.0000154918,0.02500,4.563
31,mlp.experts.62.up_proj,0.0000346474,0.02500,3.598
31,mlp.experts.85.up_proj,0.0000165283,0.02500,3.202
31,mlp.experts.73.up_proj,0.0000128453,0.02500,3.218
31,mlp.experts.77.up_proj,0.0000120850,0.02500,3.141
31,mlp.experts.74.up_proj,0.0000118251,0.02500,3.443
31,mlp.experts.82.up_proj,0.0000063226,0.02500,3.226
31,mlp.experts.81.up_proj,0.0000078134,0.02500,3.435
31,mlp.experts.87.up_proj,0.0000186086,0.02500,4.449
31,mlp.experts.86.up_proj,0.0000120611,0.02500,3.602
31,mlp.experts.83.up_proj,0.0000124442,0.02500,4.210
31,mlp.experts.48.up_proj,0.0000027402,0.02500,3.864
31,mlp.experts.79.up_proj,0.0000141728,0.02500,4.088
31,mlp.experts.40.up_proj,0.0000063205,0.02500,4.009
31,mlp.experts.75.up_proj,0.0000036319,0.02500,4.511
31,mlp.experts.78.up_proj,0.0000087280,0.02500,3.275
31,mlp.experts.44.up_proj,0.0000124669,0.02500,3.985
31,mlp.experts.52.up_proj,0.0000099025,0.02500,3.956
31,mlp.experts.101.up_proj,0.0000124465,0.02500,3.216
31,mlp.experts.89.up_proj,0.0000038234,0.02500,3.037
31,mlp.experts.93.up_proj,0.0000115868,0.02500,3.038
31,mlp.experts.97.up_proj,0.0000103983,0.02500,2.977
31,mlp.experts.90.up_proj,0.0000123502,0.02500,3.278
31,mlp.experts.98.up_proj,0.0000107779,0.02500,3.457
31,mlp.experts.102.up_proj,0.0000111108,0.02500,3.414
31,mlp.experts.94.up_proj,0.0000092625,0.02500,3.321
31,mlp.experts.103.up_proj,0.0000216170,0.02500,4.377
31,mlp.experts.56.up_proj,0.0000146853,0.02500,4.212
31,mlp.experts.64.up_proj,0.0000112609,0.02500,4.331
31,mlp.experts.117.up_proj,0.0000142740,0.02500,2.921
31,mlp.experts.60.up_proj,0.0000056516,0.02500,4.298
31,mlp.experts.91.up_proj,0.0000523724,0.02500,4.458
31,mlp.experts.95.up_proj,0.0000262929,0.02500,4.588
31,mlp.experts.105.up_proj,0.0000089341,0.02500,2.830
31,mlp.experts.109.up_proj,0.0000178614,0.02500,2.826
31,mlp.experts.99.up_proj,0.0000115364,0.02500,4.863
31,mlp.experts.68.up_proj,0.0000062013,0.02500,4.311
31,mlp.experts.113.up_proj,0.0000155065,0.02500,2.609
31,mlp.experts.114.up_proj,0.0000055722,0.02500,3.296
31,mlp.experts.106.up_proj,0.0000045376,0.02500,3.753
31,mlp.experts.118.up_proj,0.0000082734,0.02500,3.442
31,mlp.experts.110.up_proj,0.0000081322,0.02500,3.101
31,mlp.experts.80.up_proj,0.0000163662,0.02500,3.827
31,mlp.experts.72.up_proj,0.0000130264,0.02500,3.877
31,mlp.experts.76.up_proj,0.0000221775,0.02500,3.828
31,mlp.experts.84.up_proj,0.0000117509,0.02500,4.140
31,mlp.experts.119.up_proj,0.0000125464,0.02500,5.174
31,mlp.experts.107.up_proj,0.0000175931,0.02500,4.856
31,mlp.experts.111.up_proj,0.0000076756,0.02500,4.859
31,mlp.experts.115.up_proj,0.0000100730,0.02500,4.733
31,mlp.experts.88.up_proj,0.0000112392,0.02500,4.248
31,mlp.experts.92.up_proj,0.0000341781,0.02500,4.254
31,mlp.experts.96.up_proj,0.0000123733,0.02500,4.681
31,mlp.experts.100.up_proj,0.0000153529,0.02500,4.472
31,mlp.experts.104.up_proj,0.0000185046,0.02500,4.526
31,mlp.experts.108.up_proj,0.0000310424,0.02500,4.463
31,mlp.experts.112.up_proj,0.0000120100,0.02500,4.447
31,mlp.experts.116.up_proj,0.0000177146,0.02500,3.949
31,mlp.experts.2.down_proj,0.0000007371,0.02500,1.005
31,mlp.experts.6.down_proj,0.0000008775,0.02500,1.025
31,mlp.experts.14.down_proj,0.0000018426,0.02500,1.009
31,mlp.experts.10.down_proj,0.0000013748,0.02500,1.010
31,mlp.experts.12.down_proj,0.0000010885,0.02500,1.561
31,mlp.experts.1.down_proj,0.0000008870,0.02500,1.591
31,mlp.experts.4.down_proj,0.0000018794,0.02500,1.596
31,mlp.experts.8.down_proj,0.0000009610,0.02500,1.577
31,mlp.experts.9.down_proj,0.0000029028,0.02500,1.632
31,mlp.experts.0.down_proj,0.0000007270,0.02500,1.651
31,mlp.experts.5.down_proj,0.0000016458,0.02500,1.680
31,mlp.experts.13.down_proj,0.0000008746,0.02500,1.701
31,mlp.experts.18.down_proj,0.0000009518,0.02500,1.055
31,mlp.experts.22.down_proj,0.0000014311,0.02500,1.084
31,mlp.experts.15.down_proj,0.0000028088,0.02500,2.096
31,mlp.experts.11.down_proj,0.0000005016,0.02500,2.096
31,mlp.experts.26.down_proj,0.0000012779,0.02500,1.117
31,mlp.experts.7.down_proj,0.0000016888,0.02500,2.149
31,mlp.experts.3.down_proj,0.0000013537,0.02500,2.162
31,mlp.experts.30.down_proj,0.0000015131,0.02500,1.160
31,mlp.experts.17.down_proj,0.0000011819,0.02500,1.008
31,mlp.experts.25.down_proj,0.0000057526,0.02500,1.103
31,mlp.experts.29.down_proj,0.0000014909,0.02500,1.038
31,mlp.experts.21.down_proj,0.0000019549,0.02500,1.081
31,mlp.experts.24.down_proj,0.0000005615,0.02500,1.455
31,mlp.experts.20.down_proj,0.0000005472,0.02500,1.460
31,mlp.experts.34.down_proj,0.0000014399,0.02500,0.997
31,mlp.experts.28.down_proj,0.0000010445,0.02500,1.509
31,mlp.experts.16.down_proj,0.0000011810,0.02500,1.438
31,mlp.experts.38.down_proj,0.0000011631,0.02500,1.024
31,mlp.experts.42.down_proj,0.0000015612,0.02500,1.120
31,mlp.experts.46.down_proj,0.0000012181,0.02500,1.094
31,mlp.experts.19.down_proj,0.0000005630,0.02500,1.388
31,mlp.experts.31.down_proj,0.0000012737,0.02500,1.437
31,mlp.experts.27.down_proj,0.0000006970,0.02500,1.502
31,mlp.experts.23.down_proj,0.0000006608,0.02500,1.483
31,mlp.experts.33.down_proj,0.0000015020,0.02500,1.099
31,mlp.experts.45.down_proj,0.0000005622,0.02500,1.116
31,mlp.experts.37.down_proj,0.0000020811,0.02500,1.116
31,mlp.experts.41.down_proj,0.0000010568,0.02500,1.179
31,mlp.experts.36.down_proj,0.0000011254,0.02500,0.941
31,mlp.experts.40.down_proj,0.0000006795,0.02500,0.947
31,mlp.experts.44.down_proj,0.0000010578,0.02500,0.939
31,mlp.experts.32.down_proj,0.0000001854,0.02500,0.942
31,mlp.experts.50.down_proj,0.0000007420,0.02500,1.011
31,mlp.experts.54.down_proj,0.0000004784,0.02500,0.962
31,mlp.experts.58.down_proj,0.0000009540,0.02500,0.942
31,mlp.experts.62.down_proj,0.0000026068,0.02500,1.039
31,mlp.experts.49.down_proj,0.0000010864,0.02500,0.971
31,mlp.experts.61.down_proj,0.0000004669,0.02500,0.885
31,mlp.experts.53.down_proj,0.0000009179,0.02500,0.882
31,mlp.experts.57.down_proj,0.0000007909,0.02500,0.864
31,mlp.experts.35.down_proj,0.0000007938,0.02500,1.346
31,mlp.experts.56.down_proj,0.0000008365,0.02500,0.939
31,mlp.experts.52.down_proj,0.0000008768,0.02500,0.941
31,mlp.experts.39.down_proj,0.0000018012,0.02500,1.322
31,mlp.experts.43.down_proj,0.0000005438,0.02500,1.359
31,mlp.experts.48.down_proj,0.0000005167,0.02500,0.956
31,mlp.experts.60.down_proj,0.0000003790,0.02500,0.959
31,mlp.experts.70.down_proj,0.0000011584,0.02500,0.929
31,mlp.experts.47.down_proj,0.0000015874,0.02500,1.478
31,mlp.experts.74.down_proj,0.0000009692,0.02500,0.995
31,mlp.experts.66.down_proj,0.0000009884,0.02500,1.168
31,mlp.experts.78.down_proj,0.0000008842,0.02500,0.952
31,mlp.experts.65.down_proj,0.0000011171,0.02500,0.897
31,mlp.experts.77.down_proj,0.0000016091,0.02500,0.941
31,mlp.experts.69.down_proj,0.0000007843,0.02500,0.963
31,mlp.experts.73.down_proj,0.0000013918,0.02500,0.928
31,mlp.experts.86.down_proj,0.0000009235,0.02500,1.015
31,mlp.experts.51.down_proj,0.0000008020,0.02500,1.177
31,mlp.experts.55.down_proj,0.0000010141,0.02500,1.153
31,mlp.experts.59.down_proj,0.0000006692,0.02500,1.172
31,mlp.experts.90.down_proj,0.0000011132,0.02500,0.959
31,mlp.experts.63.down_proj,0.0000011685,0.02500,1.145
31,mlp.experts.68.down_proj,0.0000005589,0.02500,1.326
31,mlp.experts.82.down_proj,0.0000007605,0.02500,1.029
31,mlp.experts.72.down_proj,0.0000016068,0.02500,1.341
31,mlp.experts.76.down_proj,0.0000015945,0.02500,1.311
31,mlp.experts.64.down_proj,0.0000013859,0.02500,1.337
31,mlp.experts.94.down_proj,0.0000006061,0.02500,1.070
31,mlp.experts.81.down_proj,0.0000005823,0.02500,1.090
31,mlp.experts.89.down_proj,0.0000003979,0.02500,1.031
31,mlp.experts.85.down_proj,0.0000013924,0.02500,1.048
31,mlp.experts.93.down_proj,0.0000010277,0.02500,1.124
31,mlp.experts.67.down_proj,0.0000013431,0.02500,0.886
31,mlp.experts.71.down_proj,0.0000016455,0.02500,0.877
31,mlp.experts.75.down_proj,0.0000005482,0.02500,0.900
31,mlp.experts.102.down_proj,0.0000015162,0.02500,1.032
31,mlp.experts.79.down_proj,0.0000013077,0.02500,0.900
31,mlp.experts.106.down_proj,0.0000006007,0.02500,0.998
31,mlp.experts.98.down_proj,0.0000010056,0.02500,0.903
31,mlp.experts.110.down_proj,0.0000005919,0.02500,1.014
31,mlp.experts.92.down_proj,0.0000039892,0.02500,1.330
31,mlp.experts.88.down_proj,0.0000010199,0.02500,1.381
31,mlp.experts.84.down_proj,0.0000010609,0.02500,1.457
31,mlp.experts.118.down_proj,0.0000005375,0.02500,0.684
31,mlp.experts.80.down_proj,0.0000016473,0.02500,1.472
31,mlp.experts.97.down_proj,0.0000006505,0.02500,1.149
31,mlp.experts.114.down_proj,0.0000009026,0.02500,0.662
31,mlp.experts.101.down_proj,0.0000009606,0.02500,1.075
31,mlp.experts.87.down_proj,0.0000018679,0.02500,0.958
31,mlp.experts.109.down_proj,0.0000014162,0.02500,1.135
31,mlp.experts.105.down_proj,0.0000006027,0.02500,1.206
31,mlp.experts.83.down_proj,0.0000012387,0.02500,1.005
31,mlp.experts.91.down_proj,0.0000073542,0.02500,0.975
31,mlp.experts.95.down_proj,0.0000020008,0.02500,1.034
31,mlp.experts.113.down_proj,0.0000017727,0.02500,0.692
31,mlp.experts.117.down_proj,0.0000013518,0.02500,0.664
31,mlp.experts.103.down_proj,0.0000018147,0.02500,0.862
31,mlp.experts.99.down_proj,0.0000010918,0.02500,0.860
31,mlp.experts.107.down_proj,0.0000014012,0.02500,0.855
31,mlp.experts.111.down_proj,0.0000008700,0.02500,0.833
31,mlp.experts.108.down_proj,0.0000043076,0.02500,1.368
31,mlp.experts.104.down_proj,0.0000016727,0.02500,1.364
31,mlp.experts.100.down_proj,0.0000014141,0.02500,1.330
31,mlp.experts.96.down_proj,0.0000008110,0.02500,1.294
31,mlp.experts.119.down_proj,0.0000011542,0.02500,0.632
31,mlp.experts.115.down_proj,0.0000010765,0.02500,0.624
31,mlp.experts.116.down_proj,0.0000017242,0.02500,0.608
31,mlp.experts.112.down_proj,0.0000008986,0.02500,0.582
32,self_attn.q_proj,0.0000000980,0.02500,1.699
32,self_attn.k_proj,0.0000000155,0.02500,2.292
32,self_attn.v_proj,0.0000000232,0.02500,2.311
32,self_attn.o_proj,0.0000000581,0.02500,4.198
32,mlp.shared_experts.gate_proj,0.0000006357,0.02500,1.276
32,mlp.shared_experts.up_proj,0.0000006595,0.02500,1.439
32,mlp.shared_experts.down_proj,0.0000000479,0.02500,0.396
32,mlp.experts.9.gate_proj,0.0000154364,0.02500,4.241
32,mlp.experts.6.gate_proj,0.0000082240,0.02500,4.457
32,mlp.experts.13.gate_proj,0.0000170738,0.02500,4.125
32,mlp.experts.5.gate_proj,0.0000115108,0.02500,4.476
32,mlp.experts.10.gate_proj,0.0000047134,0.02500,4.510
32,mlp.experts.1.gate_proj,0.0000072238,0.02500,4.642
32,mlp.experts.2.gate_proj,0.0000096591,0.02500,4.697
32,mlp.experts.14.gate_proj,0.0000196862,0.02500,4.350
32,mlp.experts.4.gate_proj,0.0000271238,0.02500,5.197
32,mlp.experts.8.gate_proj,0.0000144653,0.02500,5.288
32,mlp.experts.0.gate_proj,0.0000152402,0.02500,5.385
32,mlp.experts.12.gate_proj,0.0000119487,0.02500,5.141
32,mlp.experts.3.gate_proj,0.0000206927,0.02500,6.058
32,mlp.experts.7.gate_proj,0.0000141858,0.02500,6.130
32,mlp.experts.15.gate_proj,0.0000207645,0.02500,5.802
32,mlp.experts.11.gate_proj,0.0000106628,0.02500,5.936
32,mlp.experts.22.gate_proj,0.0000113195,0.02500,3.359
32,mlp.experts.25.gate_proj,0.0000141899,0.02500,3.651
32,mlp.experts.18.gate_proj,0.0000121462,0.02500,3.250
32,mlp.experts.26.gate_proj,0.0000144635,0.02500,3.488
32,mlp.experts.30.gate_proj,0.0000137643,0.02500,3.386
32,mlp.experts.29.gate_proj,0.0000067024,0.02500,3.764
32,mlp.experts.20.gate_proj,0.0000131766,0.02500,3.256
32,mlp.experts.24.gate_proj,0.0000122296,0.02500,3.255
32,mlp.experts.16.gate_proj,0.0000121521,0.02500,3.281
32,mlp.experts.28.gate_proj,0.0000128977,0.02500,3.268
32,mlp.experts.17.gate_proj,0.0000115133,0.02500,4.197
32,mlp.experts.21.gate_proj,0.0000125352,0.02500,4.425
32,mlp.experts.38.gate_proj,0.0000067560,0.02500,2.876
32,mlp.experts.23.gate_proj,0.0000326859,0.02500,4.623
32,mlp.experts.31.gate_proj,0.0000105519,0.02500,4.626
32,mlp.experts.34.gate_proj,0.0000100103,0.02500,2.908
32,mlp.experts.19.gate_proj,0.0000153211,0.02500,4.860
32,mlp.experts.42.gate_proj,0.0000174676,0.02500,2.986
32,mlp.experts.46.gate_proj,0.0000104846,0.02500,2.904
32,mlp.experts.27.gate_proj,0.0000048668,0.02500,4.723
32,mlp.experts.41.gate_proj,0.0000279015,0.02500,3.532
32,mlp.experts.36.gate_proj,0.0000033329,0.02500,3.257
32,mlp.experts.40.gate_proj,0.0000025231,0.02500,3.401
32,mlp.experts.32.gate_proj,0.0000220997,0.02500,3.328
32,mlp.experts.45.gate_proj,0.0000097906,0.02500,3.777
32,mlp.experts.44.gate_proj,0.0000099662,0.02500,3.335
32,mlp.experts.37.gate_proj,0.0000197212,0.02500,3.565
32,mlp.experts.33.gate_proj,0.0000024124,0.02500,3.755
32,mlp.experts.54.gate_proj,0.0000146589,0.02500,3.199
32,mlp.experts.50.gate_proj,0.0000178446,0.02500,3.184
32,mlp.experts.58.gate_proj,0.0000072060,0.02500,3.255
32,mlp.experts.62.gate_proj,0.0000126713,0.02500,3.258
32,mlp.experts.52.gate_proj,0.0000168187,0.02500,3.264
32,mlp.experts.57.gate_proj,0.0000137683,0.02500,3.600
32,mlp.experts.48.gate_proj,0.0000203694,0.02500,3.166
32,mlp.experts.56.gate_proj,0.0000122123,0.02500,3.267
32,mlp.experts.60.gate_proj,0.0000255834,0.02500,3.224
32,mlp.experts.61.gate_proj,0.0000067703,0.02500,3.476
32,mlp.experts.39.gate_proj,0.0000066390,0.02500,4.944
32,mlp.experts.53.gate_proj,0.0000152082,0.02500,3.330
32,mlp.experts.47.gate_proj,0.0000145493,0.02500,5.019
32,mlp.experts.43.gate_proj,0.0000156157,0.02500,4.870
32,mlp.experts.35.gate_proj,0.0000384164,0.02500,5.019
32,mlp.experts.49.gate_proj,0.0000107843,0.02500,3.604
32,mlp.experts.70.gate_proj,0.0000237671,0.02500,3.059
32,mlp.experts.66.gate_proj,0.0000123344,0.02500,3.116
32,mlp.experts.78.gate_proj,0.0000291106,0.02500,3.016
32,mlp.experts.74.gate_proj,0.0000076382,0.02500,3.078
32,mlp.experts.55.gate_proj,0.0000193957,0.02500,3.106
32,mlp.experts.73.gate_proj,0.0000143930,0.02500,3.818
32,mlp.experts.63.gate_proj,0.0000105070,0.02500,3.142
32,mlp.experts.59.gate_proj,0.0000183511,0.02500,3.105
32,mlp.experts.51.gate_proj,0.0000144415,0.02500,3.157
32,mlp.experts.69.gate_proj,0.0000089556,0.02500,3.358
32,mlp.experts.68.gate_proj,0.0000189467,0.02500,4.283
32,mlp.experts.77.gate_proj,0.0000155990,0.02500,3.780
32,mlp.experts.64.gate_proj,0.0000336963,0.02500,4.262
32,mlp.experts.72.gate_proj,0.0000085500,0.02500,4.288
32,mlp.experts.76.gate_proj,0.0000113511,0.02500,4.293
32,mlp.experts.65.gate_proj,0.0000177375,0.02500,3.494
32,mlp.experts.86.gate_proj,0.0000166647,0.02500,3.374
32,mlp.experts.82.gate_proj,0.0000131645,0.02500,3.388
32,mlp.experts.94.gate_proj,0.0000157097,0.02500,3.391
32,mlp.experts.90.gate_proj,0.0000091408,0.02500,3.512
32,mlp.experts.71.gate_proj,0.0000083540,0.02500,3.157
32,mlp.experts.75.gate_proj,0.0000097516,0.02500,3.110
32,mlp.experts.79.gate_proj,0.0000161192,0.02500,3.207
32,mlp.experts.67.gate_proj,0.0000225015,0.02500,3.296
32,mlp.experts.89.gate_proj,0.0000155896,0.02500,4.041
32,mlp.experts.85.gate_proj,0.0000114199,0.02500,3.942
32,mlp.experts.93.gate_proj,0.0000140635,0.02500,3.877
32,mlp.experts.81.gate_proj,0.0000066114,0.02500,3.735
32,mlp.experts.84.gate_proj,0.0000354428,0.02500,4.462
32,mlp.experts.80.gate_proj,0.0000168595,0.02500,4.446
32,mlp.experts.88.gate_proj,0.0000145036,0.02500,4.419
32,mlp.experts.102.gate_proj,0.0000156846,0.02500,3.614
32,mlp.experts.92.gate_proj,0.0000186053,0.02500,4.366
32,mlp.experts.98.gate_proj,0.0000148969,0.02500,3.797
32,mlp.experts.110.gate_proj,0.0000135843,0.02500,3.807
32,mlp.experts.106.gate_proj,0.0000157047,0.02500,3.926
32,mlp.experts.87.gate_proj,0.0000032997,0.02500,3.086
32,mlp.experts.91.gate_proj,0.0000137907,0.02500,3.102
32,mlp.experts.95.gate_proj,0.0000125446,0.02500,3.141
32,mlp.experts.83.gate_proj,0.0000188437,0.02500,3.076
32,mlp.experts.101.gate_proj,0.0000147979,0.02500,3.705
32,mlp.experts.109.gate_proj,0.0000078015,0.02500,3.727
32,mlp.experts.105.gate_proj,0.0000135489,0.02500,4.127
32,mlp.experts.97.gate_proj,0.0000114273,0.02500,4.101
32,mlp.experts.118.gate_proj,0.0000109785,0.02500,3.676
32,mlp.experts.100.gate_proj,0.0000135697,0.02500,4.230
32,mlp.experts.114.gate_proj,0.0000214561,0.02500,3.621
32,mlp.experts.96.gate_proj,0.0000164417,0.02500,4.186
32,mlp.experts.6.up_proj,0.0000081898,0.02500,3.708
32,mlp.experts.108.gate_proj,0.0000184729,0.02500,4.251
32,mlp.experts.2.up_proj,0.0000096626,0.02500,3.538
32,mlp.experts.104.gate_proj,0.0000065533,0.02500,4.406
32,mlp.experts.103.gate_proj,0.0000123173,0.02500,3.592
32,mlp.experts.107.gate_proj,0.0000150278,0.02500,3.618
32,mlp.experts.111.gate_proj,0.0000129692,0.02500,3.619
32,mlp.experts.99.gate_proj,0.0000134755,0.02500,3.595
32,mlp.experts.5.up_proj,0.0000115758,0.02500,3.323
32,mlp.experts.1.up_proj,0.0000070557,0.02500,3.309
32,mlp.experts.117.gate_proj,0.0000050125,0.02500,3.697
32,mlp.experts.113.gate_proj,0.0000176928,0.02500,3.358
32,mlp.experts.10.up_proj,0.0000048055,0.02500,3.204
32,mlp.experts.14.up_proj,0.0000198179,0.02500,3.859
32,mlp.experts.18.up_proj,0.0000120383,0.02500,3.229
32,mlp.experts.22.up_proj,0.0000113746,0.02500,3.485
32,mlp.experts.119.gate_proj,0.0000089797,0.02500,3.233
32,mlp.experts.3.up_proj,0.0000205429,0.02500,3.215
32,mlp.experts.7.up_proj,0.0000126862,0.02500,3.246
32,mlp.experts.115.gate_proj,0.0000274471,0.02500,3.208
32,mlp.experts.116.gate_proj,0.0000101181,0.02500,4.961
32,mlp.experts.112.gate_proj,0.0000051358,0.02500,4.948
32,mlp.experts.4.up_proj,0.0000265997,0.02500,4.914
32,mlp.experts.0.up_proj,0.0000149574,0.02500,4.950
32,mlp.experts.17.up_proj,0.0000117265,0.02500,3.310
32,mlp.experts.21.up_proj,0.0000121826,0.02500,3.662
32,mlp.experts.13.up_proj,0.0000167397,0.02500,3.418
32,mlp.experts.9.up_proj,0.0000155940,0.02500,3.574
32,mlp.experts.26.up_proj,0.0000144119,0.02500,3.516
32,mlp.experts.30.up_proj,0.0000131744,0.02500,3.452
32,mlp.experts.34.up_proj,0.0000099727,0.02500,3.492
32,mlp.experts.38.up_proj,0.0000064773,0.02500,3.534
32,mlp.experts.15.up_proj,0.0000207249,0.02500,3.346
32,mlp.experts.19.up_proj,0.0000154295,0.02500,3.363
32,mlp.experts.23.up_proj,0.0000320649,0.02500,3.387
32,mlp.experts.11.up_proj,0.0000106605,0.02500,3.355
32,mlp.experts.33.up_proj,0.0000023913,0.02500,3.681
32,mlp.experts.37.up_proj,0.0000200552,0.02500,3.592
32,mlp.experts.12.up_proj,0.0000117234,0.02500,4.592
32,mlp.experts.20.up_proj,0.0000130964,0.02500,4.435
32,mlp.experts.8.up_proj,0.0000138313,0.02500,4.628
32,mlp.experts.29.up_proj,0.0000067068,0.02500,3.733
32,mlp.experts.42.up_proj,0.0000174934,0.02500,3.005
32,mlp.experts.16.up_proj,0.0000122377,0.02500,4.536
32,mlp.experts.25.up_proj,0.0000140819,0.02500,3.437
32,mlp.experts.46.up_proj,0.0000105735,0.02500,3.025
32,mlp.experts.50.up_proj,0.0000177328,0.02500,3.014
32,mlp.experts.54.up_proj,0.0000154401,0.02500,3.015
32,mlp.experts.31.up_proj,0.0000103309,0.02500,3.917
32,mlp.experts.35.up_proj,0.0000374095,0.02500,3.953
32,mlp.experts.39.up_proj,0.0000067050,0.02500,3.936
32,mlp.experts.27.up_proj,0.0000047924,0.02500,3.993
32,mlp.experts.58.up_proj,0.0000070625,0.02500,3.077
32,mlp.experts.53.up_proj,0.0000151189,0.02500,3.539
32,mlp.experts.49.up_proj,0.0000107324,0.02500,3.737
32,mlp.experts.62.up_proj,0.0000125756,0.02500,3.118
32,mlp.experts.66.up_proj,0.0000125680,0.02500,3.130
32,mlp.experts.45.up_proj,0.0000099796,0.02500,3.518
32,mlp.experts.70.up_proj,0.0000232592,0.02500,3.200
32,mlp.experts.41.up_proj,0.0000276885,0.02500,3.598
32,mlp.experts.36.up_proj,0.0000031782,0.02500,4.496
32,mlp.experts.24.up_proj,0.0000121751,0.02500,4.503
32,mlp.experts.28.up_proj,0.0000129448,0.02500,4.774
32,mlp.experts.32.up_proj,0.0000217754,0.02500,4.524
32,mlp.experts.47.up_proj,0.0000146274,0.02500,4.589
32,mlp.experts.51.up_proj,0.0000143015,0.02500,4.563
32,mlp.experts.74.up_proj,0.0000075873,0.02500,3.161
32,mlp.experts.43.up_proj,0.0000152247,0.02500,4.474
32,mlp.experts.55.up_proj,0.0000194003,0.02500,4.667
32,mlp.experts.78.up_proj,0.0000283722,0.02500,3.178
32,mlp.experts.82.up_proj,0.0000131320,0.02500,3.149
32,mlp.experts.69.up_proj,0.0000090982,0.02500,3.427
32,mlp.experts.86.up_proj,0.0000166895,0.02500,3.166
32,mlp.experts.61.up_proj,0.0000066552,0.02500,3.577
32,mlp.experts.65.up_proj,0.0000179435,0.02500,3.778
32,mlp.experts.57.up_proj,0.0000132479,0.02500,3.598
32,mlp.experts.52.up_proj,0.0000172403,0.02500,3.776
32,mlp.experts.40.up_proj,0.0000024187,0.02500,3.768
32,mlp.experts.44.up_proj,0.0000098542,0.02500,3.691
32,mlp.experts.48.up_proj,0.0000204721,0.02500,3.740
32,mlp.experts.90.up_proj,0.0000089155,0.02500,3.372
32,mlp.experts.85.up_proj,0.0000112447,0.02500,3.334
32,mlp.experts.94.up_proj,0.0000155039,0.02500,3.580
32,mlp.experts.63.up_proj,0.0000103883,0.02500,4.287
32,mlp.experts.98.up_proj,0.0000147152,0.02500,3.767
32,mlp.experts.67.up_proj,0.0000225129,0.02500,4.324
32,mlp.experts.102.up_proj,0.0000156024,0.02500,3.683
32,mlp.experts.59.up_proj,0.0000172731,0.02500,4.314
32,mlp.experts.77.up_proj,0.0000151132,0.02500,3.691
32,mlp.experts.71.up_proj,0.0000082792,0.02500,4.369
32,mlp.experts.81.up_proj,0.0000065048,0.02500,3.724
32,mlp.experts.73.up_proj,0.0000141677,0.02500,3.718
32,mlp.experts.68.up_proj,0.0000190224,0.02500,3.305
32,mlp.experts.56.up_proj,0.0000122839,0.02500,3.319
32,mlp.experts.60.up_proj,0.0000251891,0.02500,3.330
32,mlp.experts.64.up_proj,0.0000327804,0.02500,3.295
32,mlp.experts.106.up_proj,0.0000159595,0.02500,3.650
32,mlp.experts.114.up_proj,0.0000213599,0.02500,3.161
32,mlp.experts.101.up_proj,0.0000149477,0.02500,3.651
32,mlp.experts.110.up_proj,0.0000137647,0.02500,3.599
32,mlp.experts.118.up_proj,0.0000108539,0.02500,3.204
32,mlp.experts.93.up_proj,0.0000138809,0.02500,3.530
32,mlp.experts.97.up_proj,0.0000114350,0.02500,3.522
32,mlp.experts.89.up_proj,0.0000151446,0.02500,3.478
32,mlp.experts.84.up_proj,0.0000356570,0.02500,3.214
32,mlp.experts.72.up_proj,0.0000085474,0.02500,3.251
32,mlp.experts.79.up_proj,0.0000158509,0.02500,4.434
32,mlp.experts.76.up_proj,0.0000110511,0.02500,3.167
32,mlp.experts.80.up_proj,0.0000173408,0.02500,3.229
32,mlp.experts.83.up_proj,0.0000185538,0.02500,4.487
32,mlp.experts.87.up_proj,0.0000033168,0.02500,4.391
32,mlp.experts.75.up_proj,0.0000094624,0.02500,4.568
32,mlp.experts.117.up_proj,0.0000050220,0.02500,3.818
32,mlp.experts.113.up_proj,0.0000180773,0.02500,3.322
32,mlp.experts.109.up_proj,0.0000078778,0.02500,3.510
32,mlp.experts.105.up_proj,0.0000134526,0.02500,3.272
32,mlp.experts.100.up_proj,0.0000131728,0.02500,3.231
32,mlp.experts.88.up_proj,0.0000146958,0.02500,3.265
32,mlp.experts.92.up_proj,0.0000185560,0.02500,3.339
32,mlp.experts.96.up_proj,0.0000160186,0.02500,3.291
32,mlp.experts.95.up_proj,0.0000128849,0.02500,4.613
32,mlp.experts.99.up_proj,0.0000135193,0.02500,4.597
32,mlp.experts.91.up_proj,0.0000141468,0.02500,4.357
32,mlp.experts.103.up_proj,0.0000122366,0.02500,4.629
32,mlp.experts.116.up_proj,0.0000101327,0.02500,3.690
32,mlp.experts.104.up_proj,0.0000064205,0.02500,3.716
32,mlp.experts.108.up_proj,0.0000186882,0.02500,3.899
32,mlp.experts.112.up_proj,0.0000051762,0.02500,3.901
32,mlp.experts.111.up_proj,0.0000129213,0.02500,4.721
32,mlp.experts.119.up_proj,0.0000087566,0.02500,4.378
32,mlp.experts.115.up_proj,0.0000264644,0.02500,4.615
32,mlp.experts.107.up_proj,0.0000143660,0.02500,4.663
32,mlp.experts.5.down_proj,0.0000008801,0.02500,1.433
32,mlp.experts.1.down_proj,0.0000003855,0.02500,1.495
32,mlp.experts.9.down_proj,0.0000018361,0.02500,1.476
32,mlp.experts.13.down_proj,0.0000021471,0.02500,1.559
32,mlp.experts.3.down_proj,0.0000033262,0.02500,2.026
32,mlp.experts.11.down_proj,0.0000009918,0.02500,2.111
32,mlp.experts.7.down_proj,0.0000012273,0.02500,2.132
32,mlp.experts.8.down_proj,0.0000018623,0.02500,2.141
32,mlp.experts.15.down_proj,0.0000019482,0.02500,2.165
32,mlp.experts.12.down_proj,0.0000022458,0.02500,2.196
32,mlp.experts.4.down_proj,0.0000046041,0.02500,2.241
32,mlp.experts.0.down_proj,0.0000012984,0.02500,2.289
32,mlp.experts.10.down_proj,0.0000006730,0.02500,2.403
32,mlp.experts.14.down_proj,0.0000018591,0.02500,2.419
32,mlp.experts.6.down_proj,0.0000005605,0.02500,2.495
32,mlp.experts.2.down_proj,0.0000008354,0.02500,2.507
32,mlp.experts.21.down_proj,0.0000012484,0.02500,1.098
32,mlp.experts.25.down_proj,0.0000013876,0.02500,1.033
32,mlp.experts.17.down_proj,0.0000012255,0.02500,1.076
32,mlp.experts.29.down_proj,0.0000010031,0.02500,1.141
32,mlp.experts.23.down_proj,0.0000030850,0.02500,0.904
32,mlp.experts.19.down_proj,0.0000016525,0.02500,1.084
32,mlp.experts.31.down_proj,0.0000007943,0.02500,1.002
32,mlp.experts.27.down_proj,0.0000004734,0.02500,1.089
32,mlp.experts.26.down_proj,0.0000017384,0.02500,0.867
32,mlp.experts.30.down_proj,0.0000009782,0.02500,0.871
32,mlp.experts.22.down_proj,0.0000009375,0.02500,0.866
32,mlp.experts.18.down_proj,0.0000009531,0.02500,0.858
32,mlp.experts.24.down_proj,0.0000012227,0.02500,1.260
32,mlp.experts.20.down_proj,0.0000012262,0.02500,1.254
32,mlp.experts.37.down_proj,0.0000023791,0.02500,0.966
32,mlp.experts.41.down_proj,0.0000027061,0.02500,0.963
32,mlp.experts.28.down_proj,0.0000015266,0.02500,1.289
32,mlp.experts.16.down_proj,0.0000020950,0.02500,1.264
32,mlp.experts.33.down_proj,0.0000003169,0.02500,0.990
32,mlp.experts.45.down_proj,0.0000011328,0.02500,1.068
32,mlp.experts.39.down_proj,0.0000009032,0.02500,1.039
32,mlp.experts.35.down_proj,0.0000063461,0.02500,0.949
32,mlp.experts.46.down_proj,0.0000008546,0.02500,0.806
32,mlp.experts.42.down_proj,0.0000025970,0.02500,0.841
32,mlp.experts.47.down_proj,0.0000024069,0.02500,0.991
32,mlp.experts.38.down_proj,0.0000007821,0.02500,0.827
32,mlp.experts.34.down_proj,0.0000017251,0.02500,0.885
32,mlp.experts.43.down_proj,0.0000015990,0.02500,1.088
32,mlp.experts.53.down_proj,0.0000018119,0.02500,0.882
32,mlp.experts.49.down_proj,0.0000013285,0.02500,0.927
32,mlp.experts.57.down_proj,0.0000013839,0.02500,1.077
32,mlp.experts.61.down_proj,0.0000010042,0.02500,1.006
32,mlp.experts.40.down_proj,0.0000002861,0.02500,1.419
32,mlp.experts.44.down_proj,0.0000008836,0.02500,1.462
32,mlp.experts.62.down_proj,0.0000011434,0.02500,0.887
32,mlp.experts.36.down_proj,0.0000007959,0.02500,1.518
32,mlp.experts.58.down_proj,0.0000005225,0.02500,0.896
32,mlp.experts.32.down_proj,0.0000016811,0.02500,1.496
32,mlp.experts.54.down_proj,0.0000016218,0.02500,0.894
32,mlp.experts.51.down_proj,0.0000010522,0.02500,1.067
32,mlp.experts.50.down_proj,0.0000016856,0.02500,0.928
32,mlp.experts.55.down_proj,0.0000034999,0.02500,1.106
32,mlp.experts.69.down_proj,0.0000007900,0.02500,0.962
32,mlp.experts.63.down_proj,0.0000019117,0.02500,1.218
32,mlp.experts.73.down_proj,0.0000013354,0.02500,0.944
32,mlp.experts.65.down_proj,0.0000017699,0.02500,1.038
32,mlp.experts.59.down_proj,0.0000015879,0.02500,1.209
32,mlp.experts.77.down_proj,0.0000011969,0.02500,1.104
32,mlp.experts.74.down_proj,0.0000005220,0.02500,0.916
32,mlp.experts.78.down_proj,0.0000042587,0.02500,1.001
32,mlp.experts.70.down_proj,0.0000036023,0.02500,0.956
32,mlp.experts.66.down_proj,0.0000014854,0.02500,0.929
32,mlp.experts.85.down_proj,0.0000010591,0.02500,0.969
32,mlp.experts.56.down_proj,0.0000013667,0.02500,1.488
32,mlp.experts.67.down_proj,0.0000020599,0.02500,1.181
32,mlp.experts.81.down_proj,0.0000006440,0.02500,0.847
32,mlp.experts.60.down_proj,0.0000027583,0.02500,1.449
32,mlp.experts.71.down_proj,0.0000016465,0.02500,1.250
32,mlp.experts.48.down_proj,0.0000024801,0.02500,1.422
32,mlp.experts.89.down_proj,0.0000018819,0.02500,0.974
32,mlp.experts.52.down_proj,0.0000020408,0.02500,1.536
32,mlp.experts.79.down_proj,0.0000011203,0.02500,1.356
32,mlp.experts.90.down_proj,0.0000011037,0.02500,0.810
32,mlp.experts.94.down_proj,0.0000013202,0.02500,0.807
32,mlp.experts.86.down_proj,0.0000014302,0.02500,0.827
32,mlp.experts.75.down_proj,0.0000011184,0.02500,1.392
32,mlp.experts.82.down_proj,0.0000014418,0.02500,0.821
32,mlp.experts.93.down_proj,0.0000014302,0.02500,1.090
32,mlp.experts.101.down_proj,0.0000018553,0.02500,1.167
32,mlp.experts.97.down_proj,0.0000008446,0.02500,1.146
32,mlp.experts.106.down_proj,0.0000015880,0.02500,0.853
32,mlp.experts.83.down_proj,0.0000016910,0.02500,1.280
32,mlp.experts.87.down_proj,0.0000004808,0.02500,1.203
32,mlp.experts.110.down_proj,0.0000021397,0.02500,0.851
32,mlp.experts.102.down_proj,0.0000016366,0.02500,0.818
32,mlp.experts.105.down_proj,0.0000028373,0.02500,1.190
32,mlp.experts.98.down_proj,0.0000016688,0.02500,0.813
32,mlp.experts.72.down_proj,0.0000008733,0.02500,1.408
32,mlp.experts.76.down_proj,0.0000009490,0.02500,1.441
32,mlp.experts.109.down_proj,0.0000008603,0.02500,0.871
32,mlp.experts.95.down_proj,0.0000013475,0.02500,1.117
32,mlp.experts.64.down_proj,0.0000041521,0.02500,1.465
32,mlp.experts.68.down_proj,0.0000022721,0.02500,1.508
32,mlp.experts.91.down_proj,0.0000014431,0.02500,1.152
32,mlp.experts.118.down_proj,0.0000010301,0.02500,0.594
32,mlp.experts.117.down_proj,0.0000010518,0.02500,0.822
32,mlp.experts.114.down_proj,0.0000024351,0.02500,0.573
32,mlp.experts.113.down_proj,0.0000014334,0.02500,0.821
32,mlp.experts.99.down_proj,0.0000012672,0.02500,1.156
32,mlp.experts.103.down_proj,0.0000019764,0.02500,1.218
32,mlp.experts.88.down_proj,0.0000019520,0.02500,1.414
32,mlp.experts.92.down_proj,0.0000024643,0.02500,1.418
32,mlp.experts.80.down_proj,0.0000015491,0.02500,1.380
32,mlp.experts.111.down_proj,0.0000025180,0.02500,1.485
32,mlp.experts.107.down_proj,0.0000082771,0.02500,1.323
32,mlp.experts.84.down_proj,0.0000038441,0.02500,1.495
32,mlp.experts.115.down_proj,0.0000033361,0.02500,1.054
32,mlp.experts.119.down_proj,0.0000008116,0.02500,0.978
32,mlp.experts.104.down_proj,0.0000009218,0.02500,1.332
32,mlp.experts.96.down_proj,0.0000020604,0.02500,1.307
32,mlp.experts.108.down_proj,0.0000027618,0.02500,1.353
32,mlp.experts.100.down_proj,0.0000014150,0.02500,1.217
32,mlp.experts.112.down_proj,0.0000010148,0.02500,0.577
32,mlp.experts.116.down_proj,0.0000008252,0.02500,0.544
33,self_attn.k_proj,0.0000000167,0.02500,1.462
33,self_attn.v_proj,0.0000000242,0.02500,1.721
33,self_attn.q_proj,0.0000001082,0.02500,2.174
33,self_attn.o_proj,0.0000001042,0.02500,4.348
33,mlp.shared_experts.gate_proj,0.0000007259,0.02500,1.319
33,mlp.shared_experts.up_proj,0.0000007982,0.02500,1.281
33,mlp.shared_experts.down_proj,0.0000000469,0.02500,0.413
33,mlp.experts.3.gate_proj,0.0000087980,0.02500,3.813
33,mlp.experts.14.gate_proj,0.0000238887,0.02500,3.956
33,mlp.experts.8.gate_proj,0.0000099746,0.02500,4.014
33,mlp.experts.12.gate_proj,0.0000123384,0.02500,4.140
33,mlp.experts.10.gate_proj,0.0000082775,0.02500,4.113
33,mlp.experts.4.gate_proj,0.0000103106,0.02500,4.501
33,mlp.experts.6.gate_proj,0.0000162144,0.02500,4.547
33,mlp.experts.2.gate_proj,0.0000226326,0.02500,4.636
33,mlp.experts.0.gate_proj,0.0000180765,0.02500,4.654
33,mlp.experts.11.gate_proj,0.0000242914,0.02500,4.477
33,mlp.experts.15.gate_proj,0.0000087368,0.02500,4.801
33,mlp.experts.7.gate_proj,0.0000190176,0.02500,4.963
33,mlp.experts.9.gate_proj,0.0000270301,0.02500,5.161
33,mlp.experts.13.gate_proj,0.0000090475,0.02500,5.225
33,mlp.experts.5.gate_proj,0.0000122480,0.02500,5.539
33,mlp.experts.1.gate_proj,0.0000141348,0.02500,5.621
33,mlp.experts.24.gate_proj,0.0000074802,0.02500,3.091
33,mlp.experts.28.gate_proj,0.0000544842,0.02500,3.269
33,mlp.experts.30.gate_proj,0.0000136628,0.02500,3.411
33,mlp.experts.18.gate_proj,0.0000146621,0.02500,3.083
33,mlp.experts.26.gate_proj,0.0000142342,0.02500,3.374
33,mlp.experts.22.gate_proj,0.0000103903,0.02500,3.400
33,mlp.experts.20.gate_proj,0.0000213123,0.02500,3.604
33,mlp.experts.19.gate_proj,0.0000270623,0.02500,4.375
33,mlp.experts.16.gate_proj,0.0000148853,0.02500,3.795
33,mlp.experts.27.gate_proj,0.0000092758,0.02500,4.034
33,mlp.experts.31.gate_proj,0.0000112421,0.02500,3.963
33,mlp.experts.23.gate_proj,0.0000059113,0.02500,4.361
33,mlp.experts.29.gate_proj,0.0000217574,0.02500,4.377
33,mlp.experts.25.gate_proj,0.0000148426,0.02500,4.522
33,mlp.experts.17.gate_proj,0.0000203219,0.02500,4.457
33,mlp.experts.21.gate_proj,0.0000224211,0.02500,4.615
33,mlp.experts.40.gate_proj,0.0000146494,0.02500,3.854
33,mlp.experts.35.gate_proj,0.0000065121,0.02500,3.222
33,mlp.experts.34.gate_proj,0.0000076950,0.02500,3.785
33,mlp.experts.46.gate_proj,0.0000120805,0.02500,3.855
33,mlp.experts.42.gate_proj,0.0000121088,0.02500,3.856
33,mlp.experts.38.gate_proj,0.0000168003,0.02500,3.798
33,mlp.experts.44.gate_proj,0.0000221197,0.02500,4.199
33,mlp.experts.43.gate_proj,0.0000081988,0.02500,3.112
33,mlp.experts.47.gate_proj,0.0000132030,0.02500,3.267
33,mlp.experts.39.gate_proj,0.0000306440,0.02500,3.007
33,mlp.experts.32.gate_proj,0.0000137245,0.02500,4.397
33,mlp.experts.36.gate_proj,0.0000094262,0.02500,4.797
33,mlp.experts.41.gate_proj,0.0000137703,0.02500,3.366
33,mlp.experts.45.gate_proj,0.0000060787,0.02500,3.492
33,mlp.experts.33.gate_proj,0.0000149729,0.02500,3.394
33,mlp.experts.37.gate_proj,0.0000518010,0.02500,3.390
33,mlp.experts.51.gate_proj,0.0000184120,0.02500,2.813
33,mlp.experts.59.gate_proj,0.0000115491,0.02500,2.833
33,mlp.experts.54.gate_proj,0.0000215233,0.02500,3.291
33,mlp.experts.63.gate_proj,0.0000141316,0.02500,2.783
33,mlp.experts.62.gate_proj,0.0000132169,0.02500,3.552
33,mlp.experts.50.gate_proj,0.0000211573,0.02500,3.904
33,mlp.experts.55.gate_proj,0.0000100548,0.02500,2.791
33,mlp.experts.58.gate_proj,0.0000196200,0.02500,4.034
33,mlp.experts.56.gate_proj,0.0000154164,0.02500,4.883
33,mlp.experts.57.gate_proj,0.0000227405,0.02500,3.153
33,mlp.experts.61.gate_proj,0.0000066321,0.02500,3.165
33,mlp.experts.53.gate_proj,0.0000116823,0.02500,3.081
33,mlp.experts.49.gate_proj,0.0000106449,0.02500,3.201
33,mlp.experts.60.gate_proj,0.0000085903,0.02500,4.982
33,mlp.experts.67.gate_proj,0.0000165380,0.02500,2.839
33,mlp.experts.52.gate_proj,0.0000149727,0.02500,4.713
33,mlp.experts.75.gate_proj,0.0000061266,0.02500,2.918
33,mlp.experts.48.gate_proj,0.0000144511,0.02500,5.044
33,mlp.experts.79.gate_proj,0.0000041034,0.02500,2.965
33,mlp.experts.70.gate_proj,0.0000129172,0.02500,3.078
33,mlp.experts.71.gate_proj,0.0000108466,0.02500,2.967
33,mlp.experts.66.gate_proj,0.0000101649,0.02500,3.090
33,mlp.experts.78.gate_proj,0.0000142833,0.02500,3.478
33,mlp.experts.74.gate_proj,0.0000177594,0.02500,3.936
33,mlp.experts.77.gate_proj,0.0000437551,0.02500,3.228
33,mlp.experts.69.gate_proj,0.0000179887,0.02500,3.225
33,mlp.experts.73.gate_proj,0.0000166118,0.02500,3.351
33,mlp.experts.65.gate_proj,0.0000202411,0.02500,3.265
33,mlp.experts.83.gate_proj,0.0000307909,0.02500,2.922
33,mlp.experts.91.gate_proj,0.0000127404,0.02500,2.853
33,mlp.experts.95.gate_proj,0.0000116479,0.02500,2.788
33,mlp.experts.87.gate_proj,0.0000093541,0.02500,2.792
33,mlp.experts.82.gate_proj,0.0000179848,0.02500,2.859
33,mlp.experts.94.gate_proj,0.0000464514,0.02500,2.831
33,mlp.experts.72.gate_proj,0.0000179552,0.02500,5.900
33,mlp.experts.86.gate_proj,0.0000069569,0.02500,3.941
33,mlp.experts.99.gate_proj,0.0000171508,0.02500,2.869
33,mlp.experts.76.gate_proj,0.0000120157,0.02500,5.975
33,mlp.experts.68.gate_proj,0.0000139970,0.02500,5.432
33,mlp.experts.89.gate_proj,0.0000168506,0.02500,3.304
33,mlp.experts.81.gate_proj,0.0000127913,0.02500,3.292
33,mlp.experts.64.gate_proj,0.0000142159,0.02500,5.381
33,mlp.experts.85.gate_proj,0.0000105590,0.02500,3.425
33,mlp.experts.93.gate_proj,0.0000163163,0.02500,3.559
33,mlp.experts.107.gate_proj,0.0000116696,0.02500,2.906
33,mlp.experts.90.gate_proj,0.0000109716,0.02500,3.796
33,mlp.experts.111.gate_proj,0.0000143749,0.02500,2.875
33,mlp.experts.103.gate_proj,0.0000146762,0.02500,2.870
33,mlp.experts.98.gate_proj,0.0000105676,0.02500,3.221
33,mlp.experts.110.gate_proj,0.0000065431,0.02500,3.276
33,mlp.experts.102.gate_proj,0.0000212049,0.02500,3.348
33,mlp.experts.115.gate_proj,0.0000164177,0.02500,2.903
33,mlp.experts.3.up_proj,0.0000088876,0.02500,2.918
33,mlp.experts.88.gate_proj,0.0000072716,0.02500,4.357
33,mlp.experts.106.gate_proj,0.0000237768,0.02500,3.020
33,mlp.experts.105.gate_proj,0.0000219246,0.02500,3.399
33,mlp.experts.97.gate_proj,0.0000155222,0.02500,3.418
33,mlp.experts.7.up_proj,0.0000184610,0.02500,2.937
33,mlp.experts.101.gate_proj,0.0000189270,0.02500,3.422
33,mlp.experts.109.gate_proj,0.0000121370,0.02500,3.457
33,mlp.experts.119.gate_proj,0.0000131139,0.02500,2.877
33,mlp.experts.84.gate_proj,0.0000121859,0.02500,4.318
33,mlp.experts.80.gate_proj,0.0000044571,0.02500,4.107
33,mlp.experts.92.gate_proj,0.0000111072,0.02500,4.667
33,mlp.experts.114.gate_proj,0.0000053857,0.02500,3.635
33,mlp.experts.6.up_proj,0.0000167351,0.02500,3.961
33,mlp.experts.11.up_proj,0.0000232279,0.02500,3.025
33,mlp.experts.118.gate_proj,0.0000222078,0.02500,3.388
33,mlp.experts.19.up_proj,0.0000273265,0.02500,3.033
33,mlp.experts.2.up_proj,0.0000218324,0.02500,2.984
33,mlp.experts.23.up_proj,0.0000058271,0.02500,3.072
33,mlp.experts.1.up_proj,0.0000143832,0.02500,3.199
33,mlp.experts.113.gate_proj,0.0000167091,0.02500,3.177
33,mlp.experts.117.gate_proj,0.0000315561,0.02500,3.181
33,mlp.experts.5.up_proj,0.0000121621,0.02500,3.145
33,mlp.experts.15.up_proj,0.0000088221,0.02500,3.100
33,mlp.experts.104.gate_proj,0.0000083889,0.02500,4.656
33,mlp.experts.10.up_proj,0.0000084345,0.02500,3.483
33,mlp.experts.27.up_proj,0.0000088448,0.02500,3.158
33,mlp.experts.108.gate_proj,0.0000114334,0.02500,4.597
33,mlp.experts.96.gate_proj,0.0000148504,0.02500,4.759
33,mlp.experts.100.gate_proj,0.0000136151,0.02500,4.918
33,mlp.experts.22.up_proj,0.0000101300,0.02500,3.800
33,mlp.experts.35.up_proj,0.0000064851,0.02500,3.358
33,mlp.experts.14.up_proj,0.0000235246,0.02500,3.975
33,mlp.experts.39.up_proj,0.0000294989,0.02500,3.330
33,mlp.experts.18.up_proj,0.0000145242,0.02500,3.747
33,mlp.experts.31.up_proj,0.0000113950,0.02500,3.417
33,mlp.experts.17.up_proj,0.0000202127,0.02500,3.845
33,mlp.experts.13.up_proj,0.0000086656,0.02500,3.857
33,mlp.experts.9.up_proj,0.0000274986,0.02500,4.038
33,mlp.experts.21.up_proj,0.0000222766,0.02500,4.013
33,mlp.experts.0.up_proj,0.0000176123,0.02500,3.737
33,mlp.experts.43.up_proj,0.0000083418,0.02500,3.241
33,mlp.experts.26.up_proj,0.0000142798,0.02500,3.767
33,mlp.experts.4.up_proj,0.0000103157,0.02500,3.413
33,mlp.experts.112.gate_proj,0.0000127638,0.02500,3.417
33,mlp.experts.116.gate_proj,0.0000081613,0.02500,3.399
33,mlp.experts.38.up_proj,0.0000166769,0.02500,3.407
33,mlp.experts.51.up_proj,0.0000188352,0.02500,3.308
33,mlp.experts.55.up_proj,0.0000099309,0.02500,3.192
33,mlp.experts.47.up_proj,0.0000126900,0.02500,3.109
33,mlp.experts.34.up_proj,0.0000080088,0.02500,3.439
33,mlp.experts.30.up_proj,0.0000138487,0.02500,3.956
33,mlp.experts.16.up_proj,0.0000146459,0.02500,3.190
33,mlp.experts.33.up_proj,0.0000151078,0.02500,4.691
33,mlp.experts.59.up_proj,0.0000114064,0.02500,3.129
33,mlp.experts.29.up_proj,0.0000215500,0.02500,4.700
33,mlp.experts.37.up_proj,0.0000499814,0.02500,4.617
33,mlp.experts.25.up_proj,0.0000147846,0.02500,4.822
33,mlp.experts.8.up_proj,0.0000094934,0.02500,3.236
33,mlp.experts.20.up_proj,0.0000217935,0.02500,3.249
33,mlp.experts.42.up_proj,0.0000117260,0.02500,3.391
33,mlp.experts.12.up_proj,0.0000120353,0.02500,3.241
33,mlp.experts.67.up_proj,0.0000163175,0.02500,3.424
33,mlp.experts.54.up_proj,0.0000219609,0.02500,3.718
33,mlp.experts.71.up_proj,0.0000111198,0.02500,3.529
33,mlp.experts.63.up_proj,0.0000128535,0.02500,3.450
33,mlp.experts.46.up_proj,0.0000122710,0.02500,3.418
33,mlp.experts.50.up_proj,0.0000207978,0.02500,3.726
33,mlp.experts.32.up_proj,0.0000138310,0.02500,3.077
33,mlp.experts.75.up_proj,0.0000059923,0.02500,3.319
33,mlp.experts.36.up_proj,0.0000089388,0.02500,3.132
33,mlp.experts.24.up_proj,0.0000075488,0.02500,3.203
33,mlp.experts.28.up_proj,0.0000531743,0.02500,3.136
33,mlp.experts.49.up_proj,0.0000107294,0.02500,4.277
33,mlp.experts.58.up_proj,0.0000192850,0.02500,3.818
33,mlp.experts.45.up_proj,0.0000059545,0.02500,4.275
33,mlp.experts.70.up_proj,0.0000133038,0.02500,3.176
33,mlp.experts.83.up_proj,0.0000300870,0.02500,3.321
33,mlp.experts.53.up_proj,0.0000119880,0.02500,4.240
33,mlp.experts.41.up_proj,0.0000140826,0.02500,4.320
33,mlp.experts.87.up_proj,0.0000089599,0.02500,3.304
33,mlp.experts.79.up_proj,0.0000041405,0.02500,3.399
33,mlp.experts.62.up_proj,0.0000132491,0.02500,3.302
33,mlp.experts.66.up_proj,0.0000100544,0.02500,4.076
33,mlp.experts.48.up_proj,0.0000146239,0.02500,3.498
33,mlp.experts.52.up_proj,0.0000148664,0.02500,3.514
33,mlp.experts.40.up_proj,0.0000147298,0.02500,3.557
33,mlp.experts.91.up_proj,0.0000126627,0.02500,3.964
33,mlp.experts.44.up_proj,0.0000214278,0.02500,3.565
33,mlp.experts.74.up_proj,0.0000173784,0.02500,3.283
33,mlp.experts.103.up_proj,0.0000146575,0.02500,2.968
33,mlp.experts.99.up_proj,0.0000176289,0.02500,3.551
33,mlp.experts.86.up_proj,0.0000069827,0.02500,3.672
33,mlp.experts.78.up_proj,0.0000148083,0.02500,3.340
33,mlp.experts.95.up_proj,0.0000113456,0.02500,3.403
33,mlp.experts.65.up_proj,0.0000184863,0.02500,4.482
33,mlp.experts.69.up_proj,0.0000181390,0.02500,4.458
33,mlp.experts.61.up_proj,0.0000063388,0.02500,4.633
33,mlp.experts.57.up_proj,0.0000224308,0.02500,4.449
33,mlp.experts.64.up_proj,0.0000141396,0.02500,3.289
33,mlp.experts.82.up_proj,0.0000180979,0.02500,3.657
33,mlp.experts.68.up_proj,0.0000136406,0.02500,3.433
33,mlp.experts.56.up_proj,0.0000150976,0.02500,3.461
33,mlp.experts.60.up_proj,0.0000086234,0.02500,3.450
33,mlp.experts.107.up_proj,0.0000114364,0.02500,3.609
33,mlp.experts.119.up_proj,0.0000134820,0.02500,3.214
33,mlp.experts.90.up_proj,0.0000110465,0.02500,3.525
33,mlp.experts.111.up_proj,0.0000143073,0.02500,2.807
33,mlp.experts.115.up_proj,0.0000170363,0.02500,3.293
33,mlp.experts.102.up_proj,0.0000216496,0.02500,3.562
33,mlp.experts.94.up_proj,0.0000458665,0.02500,3.616
33,mlp.experts.81.up_proj,0.0000129248,0.02500,4.271
33,mlp.experts.98.up_proj,0.0000108221,0.02500,3.400
33,mlp.experts.85.up_proj,0.0000109766,0.02500,4.320
33,mlp.experts.77.up_proj,0.0000425678,0.02500,4.353
33,mlp.experts.73.up_proj,0.0000158663,0.02500,4.249
33,mlp.experts.80.up_proj,0.0000043473,0.02500,4.476
33,mlp.experts.106.up_proj,0.0000236428,0.02500,3.538
33,mlp.experts.84.up_proj,0.0000117738,0.02500,4.419
33,mlp.experts.72.up_proj,0.0000180151,0.02500,4.376
33,mlp.experts.118.up_proj,0.0000215473,0.02500,3.477
33,mlp.experts.76.up_proj,0.0000117317,0.02500,4.552
33,mlp.experts.110.up_proj,0.0000066598,0.02500,3.289
33,mlp.experts.114.up_proj,0.0000053860,0.02500,2.776
33,mlp.experts.97.up_proj,0.0000152388,0.02500,4.849
33,mlp.experts.101.up_proj,0.0000190819,0.02500,4.761
33,mlp.experts.89.up_proj,0.0000166446,0.02500,4.826
33,mlp.experts.93.up_proj,0.0000163355,0.02500,4.894
33,mlp.experts.96.up_proj,0.0000148005,0.02500,4.454
33,mlp.experts.100.up_proj,0.0000130827,0.02500,4.388
33,mlp.experts.88.up_proj,0.0000072575,0.02500,4.365
33,mlp.experts.92.up_proj,0.0000112075,0.02500,4.460
33,mlp.experts.113.up_proj,0.0000166214,0.02500,3.034
33,mlp.experts.117.up_proj,0.0000317529,0.02500,2.971
33,mlp.experts.105.up_proj,0.0000219425,0.02500,2.887
33,mlp.experts.109.up_proj,0.0000123627,0.02500,2.829
33,mlp.experts.112.up_proj,0.0000126892,0.02500,4.554
33,mlp.experts.116.up_proj,0.0000079817,0.02500,4.188
33,mlp.experts.104.up_proj,0.0000080639,0.02500,4.136
33,mlp.experts.108.up_proj,0.0000113093,0.02500,3.954
33,mlp.experts.3.down_proj,0.0000008664,0.02500,1.064
33,mlp.experts.7.down_proj,0.0000014660,0.02500,1.298
33,mlp.experts.11.down_proj,0.0000019124,0.02500,1.068
33,mlp.experts.6.down_proj,0.0000028863,0.02500,1.420
33,mlp.experts.15.down_proj,0.0000009215,0.02500,1.129
33,mlp.experts.2.down_proj,0.0000032673,0.02500,1.748
33,mlp.experts.14.down_proj,0.0000034690,0.02500,1.589
33,mlp.experts.10.down_proj,0.0000010950,0.02500,1.616
33,mlp.experts.19.down_proj,0.0000037364,0.02500,1.002
33,mlp.experts.1.down_proj,0.0000017917,0.02500,2.100
33,mlp.experts.5.down_proj,0.0000020407,0.02500,2.117
33,mlp.experts.9.down_proj,0.0000044252,0.02500,1.830
33,mlp.experts.13.down_proj,0.0000009230,0.02500,1.858
33,mlp.experts.31.down_proj,0.0000015170,0.02500,0.880
33,mlp.experts.23.down_proj,0.0000012650,0.02500,1.085
33,mlp.experts.8.down_proj,0.0000012951,0.02500,2.351
33,mlp.experts.4.down_proj,0.0000018947,0.02500,2.443
33,mlp.experts.12.down_proj,0.0000010140,0.02500,2.165
33,mlp.experts.27.down_proj,0.0000008454,0.02500,1.103
33,mlp.experts.0.down_proj,0.0000012571,0.02500,2.505
33,mlp.experts.22.down_proj,0.0000005972,0.02500,1.117
33,mlp.experts.18.down_proj,0.0000014576,0.02500,1.072
33,mlp.experts.26.down_proj,0.0000011663,0.02500,1.048
33,mlp.experts.30.down_proj,0.0000017236,0.02500,1.122
33,mlp.experts.35.down_proj,0.0000010435,0.02500,0.954
33,mlp.experts.21.down_proj,0.0000041584,0.02500,0.986
33,mlp.experts.17.down_proj,0.0000032723,0.02500,1.015
33,mlp.experts.25.down_proj,0.0000018873,0.02500,1.000
33,mlp.experts.29.down_proj,0.0000030432,0.02500,0.985
33,mlp.experts.39.down_proj,0.0000054114,0.02500,0.972
33,mlp.experts.47.down_proj,0.0000012495,0.02500,1.137
33,mlp.experts.38.down_proj,0.0000015535,0.02500,1.069
33,mlp.experts.43.down_proj,0.0000009251,0.02500,1.131
33,mlp.experts.24.down_proj,0.0000009738,0.02500,1.454
33,mlp.experts.42.down_proj,0.0000010171,0.02500,0.932
33,mlp.experts.34.down_proj,0.0000011075,0.02500,1.095
33,mlp.experts.20.down_proj,0.0000019075,0.02500,1.487
33,mlp.experts.28.down_proj,0.0000050580,0.02500,1.508
33,mlp.experts.51.down_proj,0.0000022199,0.02500,0.975
33,mlp.experts.16.down_proj,0.0000015275,0.02500,1.508
33,mlp.experts.46.down_proj,0.0000020049,0.02500,1.008
33,mlp.experts.33.down_proj,0.0000019841,0.02500,1.003
33,mlp.experts.41.down_proj,0.0000012746,0.02500,1.036
33,mlp.experts.45.down_proj,0.0000014690,0.02500,1.082
33,mlp.experts.37.down_proj,0.0000074206,0.02500,1.203
33,mlp.experts.55.down_proj,0.0000011535,0.02500,1.024
33,mlp.experts.63.down_proj,0.0000010256,0.02500,1.070
33,mlp.experts.59.down_proj,0.0000013732,0.02500,0.954
33,mlp.experts.54.down_proj,0.0000028673,0.02500,1.283
33,mlp.experts.67.down_proj,0.0000016737,0.02500,1.033
33,mlp.experts.58.down_proj,0.0000019492,0.02500,1.248
33,mlp.experts.50.down_proj,0.0000027476,0.02500,1.268
33,mlp.experts.49.down_proj,0.0000012247,0.02500,1.136
33,mlp.experts.40.down_proj,0.0000014602,0.02500,1.411
33,mlp.experts.36.down_proj,0.0000010435,0.02500,1.371
33,mlp.experts.62.down_proj,0.0000016432,0.02500,1.292
33,mlp.experts.61.down_proj,0.0000006454,0.02500,1.118
33,mlp.experts.57.down_proj,0.0000025567,0.02500,1.126
33,mlp.experts.71.down_proj,0.0000010652,0.02500,1.008
33,mlp.experts.44.down_proj,0.0000019304,0.02500,1.416
33,mlp.experts.53.down_proj,0.0000026266,0.02500,1.113
33,mlp.experts.75.down_proj,0.0000004959,0.02500,0.901
33,mlp.experts.32.down_proj,0.0000018383,0.02500,1.487
33,mlp.experts.79.down_proj,0.0000006768,0.02500,0.989
33,mlp.experts.83.down_proj,0.0000046108,0.02500,0.990
33,mlp.experts.70.down_proj,0.0000018043,0.02500,1.144
33,mlp.experts.74.down_proj,0.0000018653,0.02500,0.966
33,mlp.experts.65.down_proj,0.0000014469,0.02500,0.980
33,mlp.experts.77.down_proj,0.0000072881,0.02500,0.985
33,mlp.experts.73.down_proj,0.0000018006,0.02500,0.994
33,mlp.experts.66.down_proj,0.0000010631,0.02500,1.172
33,mlp.experts.91.down_proj,0.0000014195,0.02500,0.902
33,mlp.experts.69.down_proj,0.0000014177,0.02500,0.989
33,mlp.experts.78.down_proj,0.0000014121,0.02500,1.136
33,mlp.experts.87.down_proj,0.0000010725,0.02500,1.149
33,mlp.experts.95.down_proj,0.0000008419,0.02500,1.163
33,mlp.experts.56.down_proj,0.0000018048,0.02500,1.460
33,mlp.experts.52.down_proj,0.0000018782,0.02500,1.465
33,mlp.experts.60.down_proj,0.0000008429,0.02500,1.516
33,mlp.experts.48.down_proj,0.0000019539,0.02500,1.470
33,mlp.experts.90.down_proj,0.0000008777,0.02500,0.924
33,mlp.experts.99.down_proj,0.0000030264,0.02500,1.031
33,mlp.experts.86.down_proj,0.0000010872,0.02500,1.121
33,mlp.experts.81.down_proj,0.0000012753,0.02500,0.983
33,mlp.experts.107.down_proj,0.0000006611,0.02500,0.897
33,mlp.experts.93.down_proj,0.0000024486,0.02500,0.968
33,mlp.experts.89.down_proj,0.0000022852,0.02500,0.977
33,mlp.experts.85.down_proj,0.0000009195,0.02500,0.958
33,mlp.experts.94.down_proj,0.0000080061,0.02500,0.956
33,mlp.experts.103.down_proj,0.0000020054,0.02500,0.896
33,mlp.experts.82.down_proj,0.0000018869,0.02500,1.138
33,mlp.experts.111.down_proj,0.0000024053,0.02500,1.039
33,mlp.experts.115.down_proj,0.0000013521,0.02500,0.868
33,mlp.experts.106.down_proj,0.0000023538,0.02500,0.950
33,mlp.experts.119.down_proj,0.0000016837,0.02500,0.641
33,mlp.experts.97.down_proj,0.0000017043,0.02500,0.951
33,mlp.experts.102.down_proj,0.0000019678,0.02500,1.044
33,mlp.experts.68.down_proj,0.0000013169,0.02500,1.458
33,mlp.experts.72.down_proj,0.0000033115,0.02500,1.476
33,mlp.experts.109.down_proj,0.0000012100,0.02500,0.948
33,mlp.experts.105.down_proj,0.0000045620,0.02500,0.950
33,mlp.experts.101.down_proj,0.0000024046,0.02500,0.930
33,mlp.experts.98.down_proj,0.0000014294,0.02500,0.808
33,mlp.experts.110.down_proj,0.0000007199,0.02500,0.916
33,mlp.experts.76.down_proj,0.0000028167,0.02500,1.444
33,mlp.experts.64.down_proj,0.0000012009,0.02500,1.409
33,mlp.experts.118.down_proj,0.0000018969,0.02500,0.614
33,mlp.experts.113.down_proj,0.0000020540,0.02500,0.653
33,mlp.experts.114.down_proj,0.0000006331,0.02500,0.576
33,mlp.experts.117.down_proj,0.0000038894,0.02500,0.595
33,mlp.experts.84.down_proj,0.0000009208,0.02500,1.361
33,mlp.experts.88.down_proj,0.0000008605,0.02500,1.385
33,mlp.experts.80.down_proj,0.0000009138,0.02500,1.331
33,mlp.experts.92.down_proj,0.0000013643,0.02500,1.426
33,mlp.experts.100.down_proj,0.0000015277,0.02500,1.377
33,mlp.experts.104.down_proj,0.0000007631,0.02500,1.439
33,mlp.experts.96.down_proj,0.0000024421,0.02500,1.353
33,mlp.experts.108.down_proj,0.0000010238,0.02500,1.408
33,mlp.experts.116.down_proj,0.0000009223,0.02500,0.681
33,mlp.experts.112.down_proj,0.0000010600,0.02500,0.617
34,self_attn.k_proj,0.0000000264,0.02500,1.687
34,self_attn.v_proj,0.0000000393,0.02500,1.708
34,self_attn.q_proj,0.0000001592,0.02500,2.517
34,self_attn.o_proj,0.0000001017,0.02500,3.690
34,mlp.shared_experts.gate_proj,0.0000008166,0.02500,1.362
34,mlp.shared_experts.up_proj,0.0000008853,0.02500,1.405
34,mlp.shared_experts.down_proj,0.0000000604,0.02500,0.397
34,mlp.experts.3.gate_proj,0.0000149400,0.02500,4.083
34,mlp.experts.7.gate_proj,0.0000128250,0.02500,4.279
34,mlp.experts.15.gate_proj,0.0000154955,0.02500,3.708
34,mlp.experts.11.gate_proj,0.0000111008,0.02500,3.868
34,mlp.experts.2.gate_proj,0.0000183677,0.02500,5.028
34,mlp.experts.10.gate_proj,0.0000122205,0.02500,5.029
34,mlp.experts.14.gate_proj,0.0000327876,0.02500,3.719
34,mlp.experts.6.gate_proj,0.0000300557,0.02500,5.201
34,mlp.experts.5.gate_proj,0.0000369337,0.02500,5.481
34,mlp.experts.9.gate_proj,0.0000149954,0.02500,5.487
34,mlp.experts.1.gate_proj,0.0000120306,0.02500,5.586
34,mlp.experts.13.gate_proj,0.0000355725,0.02500,4.504
34,mlp.experts.8.gate_proj,0.0000231011,0.02500,6.706
34,mlp.experts.12.gate_proj,0.0000248193,0.02500,5.721
34,mlp.experts.4.gate_proj,0.0000172880,0.02500,6.959
34,mlp.experts.0.gate_proj,0.0000185223,0.02500,7.127
34,mlp.experts.23.gate_proj,0.0000199800,0.02500,3.405
34,mlp.experts.19.gate_proj,0.0000060166,0.02500,3.649
34,mlp.experts.31.gate_proj,0.0000420507,0.02500,3.193
34,mlp.experts.22.gate_proj,0.0000233041,0.02500,3.262
34,mlp.experts.30.gate_proj,0.0000067523,0.02500,3.366
34,mlp.experts.25.gate_proj,0.0000158981,0.02500,3.129
34,mlp.experts.26.gate_proj,0.0000399673,0.02500,3.597
34,mlp.experts.29.gate_proj,0.0000160060,0.02500,3.082
34,mlp.experts.17.gate_proj,0.0000246498,0.02500,3.100
34,mlp.experts.21.gate_proj,0.0000328949,0.02500,3.250
34,mlp.experts.18.gate_proj,0.0000071880,0.02500,3.750
34,mlp.experts.27.gate_proj,0.0000067013,0.02500,3.958
34,mlp.experts.35.gate_proj,0.0000426174,0.02500,3.132
34,mlp.experts.47.gate_proj,0.0000300507,0.02500,2.943
34,mlp.experts.39.gate_proj,0.0000109626,0.02500,3.526
34,mlp.experts.24.gate_proj,0.0000207763,0.02500,5.034
34,mlp.experts.28.gate_proj,0.0000267945,0.02500,4.938
34,mlp.experts.42.gate_proj,0.0000129960,0.02500,3.294
34,mlp.experts.46.gate_proj,0.0000331980,0.02500,3.506
34,mlp.experts.38.gate_proj,0.0000294685,0.02500,3.608
34,mlp.experts.20.gate_proj,0.0000080747,0.02500,5.157
34,mlp.experts.16.gate_proj,0.0000345654,0.02500,5.052
34,mlp.experts.34.gate_proj,0.0000141306,0.02500,3.461
34,mlp.experts.41.gate_proj,0.0000216731,0.02500,3.733
34,mlp.experts.37.gate_proj,0.0000460665,0.02500,3.666
34,mlp.experts.33.gate_proj,0.0000325019,0.02500,3.785
34,mlp.experts.45.gate_proj,0.0000151289,0.02500,3.814
34,mlp.experts.43.gate_proj,0.0000159622,0.02500,3.845
34,mlp.experts.63.gate_proj,0.0000097974,0.02500,2.934
34,mlp.experts.55.gate_proj,0.0000138523,0.02500,3.059
34,mlp.experts.51.gate_proj,0.0000220461,0.02500,3.727
34,mlp.experts.54.gate_proj,0.0000180945,0.02500,3.332
34,mlp.experts.62.gate_proj,0.0000155188,0.02500,3.492
34,mlp.experts.58.gate_proj,0.0000153239,0.02500,3.679
34,mlp.experts.50.gate_proj,0.0000370475,0.02500,3.472
34,mlp.experts.49.gate_proj,0.0000138034,0.02500,3.452
34,mlp.experts.57.gate_proj,0.0000316499,0.02500,3.630
34,mlp.experts.53.gate_proj,0.0000308385,0.02500,3.583
34,mlp.experts.61.gate_proj,0.0000226169,0.02500,3.584
34,mlp.experts.44.gate_proj,0.0000236266,0.02500,4.454
34,mlp.experts.40.gate_proj,0.0000283240,0.02500,4.543
34,mlp.experts.59.gate_proj,0.0000115277,0.02500,3.917
34,mlp.experts.36.gate_proj,0.0000279963,0.02500,4.592
34,mlp.experts.32.gate_proj,0.0000259936,0.02500,4.668
34,mlp.experts.79.gate_proj,0.0000070017,0.02500,3.021
34,mlp.experts.71.gate_proj,0.0000157897,0.02500,2.974
34,mlp.experts.67.gate_proj,0.0000425712,0.02500,3.484
34,mlp.experts.70.gate_proj,0.0000171569,0.02500,3.308
34,mlp.experts.73.gate_proj,0.0000203228,0.02500,3.039
34,mlp.experts.77.gate_proj,0.0000168787,0.02500,2.995
34,mlp.experts.74.gate_proj,0.0000145797,0.02500,3.467
34,mlp.experts.69.gate_proj,0.0000042793,0.02500,3.151
34,mlp.experts.65.gate_proj,0.0000470981,0.02500,3.205
34,mlp.experts.78.gate_proj,0.0000258540,0.02500,3.741
34,mlp.experts.66.gate_proj,0.0000222456,0.02500,3.540
34,mlp.experts.75.gate_proj,0.0000110478,0.02500,3.570
34,mlp.experts.87.gate_proj,0.0000119188,0.02500,3.291
34,mlp.experts.95.gate_proj,0.0000208247,0.02500,3.866
34,mlp.experts.83.gate_proj,0.0000184273,0.02500,2.952
34,mlp.experts.60.gate_proj,0.0000134200,0.02500,4.928
34,mlp.experts.56.gate_proj,0.0000150507,0.02500,5.004
34,mlp.experts.52.gate_proj,0.0000128675,0.02500,4.797
34,mlp.experts.48.gate_proj,0.0000131911,0.02500,4.881
34,mlp.experts.86.gate_proj,0.0000105433,0.02500,3.726
34,mlp.experts.90.gate_proj,0.0000094536,0.02500,3.512
34,mlp.experts.89.gate_proj,0.0000378736,0.02500,3.606
34,mlp.experts.85.gate_proj,0.0000193385,0.02500,3.590
34,mlp.experts.93.gate_proj,0.0000085788,0.02500,3.666
34,mlp.experts.94.gate_proj,0.0000110994,0.02500,3.560
34,mlp.experts.81.gate_proj,0.0000069186,0.02500,3.703
34,mlp.experts.82.gate_proj,0.0000243538,0.02500,3.896
34,mlp.experts.91.gate_proj,0.0000182354,0.02500,2.944
34,mlp.experts.99.gate_proj,0.0000040661,0.02500,2.913
34,mlp.experts.103.gate_proj,0.0000134228,0.02500,3.848
34,mlp.experts.111.gate_proj,0.0000041538,0.02500,3.950
34,mlp.experts.76.gate_proj,0.0000050448,0.02500,4.015
34,mlp.experts.72.gate_proj,0.0000224361,0.02500,3.934
34,mlp.experts.68.gate_proj,0.0000106527,0.02500,3.972
34,mlp.experts.64.gate_proj,0.0000136994,0.02500,4.003
34,mlp.experts.107.gate_proj,0.0000060339,0.02500,3.043
34,mlp.experts.102.gate_proj,0.0000059572,0.02500,3.982
34,mlp.experts.110.gate_proj,0.0000175843,0.02500,3.612
34,mlp.experts.106.gate_proj,0.0000181278,0.02500,3.986
34,mlp.experts.105.gate_proj,0.0000128646,0.02500,4.381
34,mlp.experts.98.gate_proj,0.0000246643,0.02500,3.899
34,mlp.experts.101.gate_proj,0.0000149706,0.02500,4.420
34,mlp.experts.109.gate_proj,0.0000141857,0.02500,4.496
34,mlp.experts.119.gate_proj,0.0000175480,0.02500,2.873
34,mlp.experts.97.gate_proj,0.0000294243,0.02500,4.479
34,mlp.experts.115.gate_proj,0.0000169993,0.02500,3.779
34,mlp.experts.7.up_proj,0.0000126024,0.02500,3.883
34,mlp.experts.3.up_proj,0.0000150558,0.02500,3.148
34,mlp.experts.92.gate_proj,0.0000143327,0.02500,4.272
34,mlp.experts.88.gate_proj,0.0000258291,0.02500,4.361
34,mlp.experts.84.gate_proj,0.0000221871,0.02500,4.186
34,mlp.experts.80.gate_proj,0.0000240584,0.02500,4.042
34,mlp.experts.118.gate_proj,0.0000393457,0.02500,4.251
34,mlp.experts.15.up_proj,0.0000153941,0.02500,3.469
34,mlp.experts.6.up_proj,0.0000309931,0.02500,4.373
34,mlp.experts.2.up_proj,0.0000183259,0.02500,4.307
34,mlp.experts.11.up_proj,0.0000108790,0.02500,3.188
34,mlp.experts.114.gate_proj,0.0000169516,0.02500,4.333
34,mlp.experts.23.up_proj,0.0000201896,0.02500,2.945
34,mlp.experts.1.up_proj,0.0000122912,0.02500,4.654
34,mlp.experts.117.gate_proj,0.0000093183,0.02500,4.673
34,mlp.experts.5.up_proj,0.0000372745,0.02500,4.652
34,mlp.experts.113.gate_proj,0.0000220607,0.02500,4.701
34,mlp.experts.108.gate_proj,0.0000192868,0.02500,3.449
34,mlp.experts.100.gate_proj,0.0000142508,0.02500,3.347
34,mlp.experts.104.gate_proj,0.0000116575,0.02500,3.485
34,mlp.experts.96.gate_proj,0.0000251271,0.02500,3.439
34,mlp.experts.19.up_proj,0.0000060077,0.02500,3.840
34,mlp.experts.27.up_proj,0.0000067706,0.02500,2.873
34,mlp.experts.22.up_proj,0.0000234958,0.02500,3.513
34,mlp.experts.14.up_proj,0.0000325862,0.02500,3.756
34,mlp.experts.39.up_proj,0.0000108816,0.02500,2.914
34,mlp.experts.31.up_proj,0.0000415226,0.02500,3.965
34,mlp.experts.18.up_proj,0.0000071073,0.02500,3.833
34,mlp.experts.10.up_proj,0.0000120791,0.02500,3.722
34,mlp.experts.13.up_proj,0.0000350223,0.02500,4.350
34,mlp.experts.17.up_proj,0.0000244779,0.02500,4.556
34,mlp.experts.21.up_proj,0.0000338171,0.02500,4.417
34,mlp.experts.9.up_proj,0.0000143597,0.02500,4.333
34,mlp.experts.43.up_proj,0.0000158398,0.02500,2.952
34,mlp.experts.4.up_proj,0.0000167023,0.02500,3.879
34,mlp.experts.0.up_proj,0.0000184562,0.02500,3.810
34,mlp.experts.116.gate_proj,0.0000108119,0.02500,3.931
34,mlp.experts.112.gate_proj,0.0000088697,0.02500,3.959
34,mlp.experts.35.up_proj,0.0000410618,0.02500,3.964
34,mlp.experts.55.up_proj,0.0000138459,0.02500,3.003
34,mlp.experts.38.up_proj,0.0000288524,0.02500,3.453
34,mlp.experts.34.up_proj,0.0000143902,0.02500,3.490
34,mlp.experts.30.up_proj,0.0000068853,0.02500,4.112
34,mlp.experts.47.up_proj,0.0000299395,0.02500,3.939
34,mlp.experts.26.up_proj,0.0000396106,0.02500,3.897
34,mlp.experts.29.up_proj,0.0000161833,0.02500,3.230
34,mlp.experts.33.up_proj,0.0000323665,0.02500,3.187
34,mlp.experts.37.up_proj,0.0000446188,0.02500,3.217
34,mlp.experts.25.up_proj,0.0000154007,0.02500,3.243
34,mlp.experts.59.up_proj,0.0000114373,0.02500,3.212
34,mlp.experts.71.up_proj,0.0000154776,0.02500,3.182
34,mlp.experts.51.up_proj,0.0000226398,0.02500,3.639
34,mlp.experts.54.up_proj,0.0000183213,0.02500,3.440
34,mlp.experts.20.up_proj,0.0000075845,0.02500,4.497
34,mlp.experts.16.up_proj,0.0000343486,0.02500,4.515
34,mlp.experts.12.up_proj,0.0000249210,0.02500,4.581
34,mlp.experts.50.up_proj,0.0000356314,0.02500,3.394
34,mlp.experts.8.up_proj,0.0000233293,0.02500,4.425
34,mlp.experts.63.up_proj,0.0000095944,0.02500,3.191
34,mlp.experts.46.up_proj,0.0000322635,0.02500,3.562
34,mlp.experts.42.up_proj,0.0000127958,0.02500,3.232
34,mlp.experts.45.up_proj,0.0000151546,0.02500,3.015
34,mlp.experts.49.up_proj,0.0000142920,0.02500,3.054
34,mlp.experts.53.up_proj,0.0000317867,0.02500,3.021
34,mlp.experts.41.up_proj,0.0000214610,0.02500,3.025
34,mlp.experts.75.up_proj,0.0000108578,0.02500,3.313
34,mlp.experts.87.up_proj,0.0000122435,0.02500,3.218
34,mlp.experts.67.up_proj,0.0000430617,0.02500,3.115
34,mlp.experts.66.up_proj,0.0000210995,0.02500,3.390
34,mlp.experts.70.up_proj,0.0000170587,0.02500,3.783
34,mlp.experts.79.up_proj,0.0000070302,0.02500,3.290
34,mlp.experts.62.up_proj,0.0000151631,0.02500,3.388
34,mlp.experts.61.up_proj,0.0000226012,0.02500,3.194
34,mlp.experts.65.up_proj,0.0000467876,0.02500,3.231
34,mlp.experts.69.up_proj,0.0000043339,0.02500,3.211
34,mlp.experts.58.up_proj,0.0000153822,0.02500,3.589
34,mlp.experts.57.up_proj,0.0000310242,0.02500,3.243
34,mlp.experts.36.up_proj,0.0000276491,0.02500,4.658
34,mlp.experts.32.up_proj,0.0000270057,0.02500,4.726
34,mlp.experts.24.up_proj,0.0000204592,0.02500,4.688
34,mlp.experts.28.up_proj,0.0000263048,0.02500,4.951
34,mlp.experts.91.up_proj,0.0000183838,0.02500,3.503
34,mlp.experts.103.up_proj,0.0000128903,0.02500,3.644
34,mlp.experts.83.up_proj,0.0000178075,0.02500,3.621
34,mlp.experts.86.up_proj,0.0000105542,0.02500,3.262
34,mlp.experts.82.up_proj,0.0000234809,0.02500,3.461
34,mlp.experts.95.up_proj,0.0000207832,0.02500,3.502
34,mlp.experts.77.up_proj,0.0000169253,0.02500,3.195
34,mlp.experts.81.up_proj,0.0000069298,0.02500,3.198
34,mlp.experts.85.up_proj,0.0000185742,0.02500,3.189
34,mlp.experts.73.up_proj,0.0000202051,0.02500,3.167
34,mlp.experts.78.up_proj,0.0000259810,0.02500,3.610
34,mlp.experts.74.up_proj,0.0000146372,0.02500,3.385
34,mlp.experts.107.up_proj,0.0000061640,0.02500,3.034
34,mlp.experts.52.up_proj,0.0000125814,0.02500,4.383
34,mlp.experts.48.up_proj,0.0000133761,0.02500,4.367
34,mlp.experts.40.up_proj,0.0000282423,0.02500,4.336
34,mlp.experts.119.up_proj,0.0000174303,0.02500,3.220
34,mlp.experts.99.up_proj,0.0000041829,0.02500,3.568
34,mlp.experts.44.up_proj,0.0000201750,0.02500,5.057
34,mlp.experts.111.up_proj,0.0000041545,0.02500,2.988
34,mlp.experts.98.up_proj,0.0000247064,0.02500,3.548
34,mlp.experts.93.up_proj,0.0000085940,0.02500,3.533
34,mlp.experts.97.up_proj,0.0000294340,0.02500,3.529
34,mlp.experts.102.up_proj,0.0000057065,0.02500,4.186
34,mlp.experts.101.up_proj,0.0000142722,0.02500,3.559
34,mlp.experts.89.up_proj,0.0000371860,0.02500,3.556
34,mlp.experts.94.up_proj,0.0000106445,0.02500,3.747
34,mlp.experts.115.up_proj,0.0000170196,0.02500,1.843
34,mlp.experts.90.up_proj,0.0000091721,0.02500,4.140
34,mlp.experts.68.up_proj,0.0000104434,0.02500,4.364
34,mlp.experts.64.up_proj,0.0000134658,0.02500,4.432
34,mlp.experts.56.up_proj,0.0000148463,0.02500,4.355
34,mlp.experts.114.up_proj,0.0000170543,0.02500,3.448
34,mlp.experts.113.up_proj,0.0000221232,0.02500,3.265
34,mlp.experts.109.up_proj,0.0000133365,0.02500,3.371
34,mlp.experts.118.up_proj,0.0000387119,0.02500,3.294
34,mlp.experts.105.up_proj,0.0000121804,0.02500,3.179
34,mlp.experts.117.up_proj,0.0000086851,0.02500,3.278
34,mlp.experts.110.up_proj,0.0000170905,0.02500,3.032
34,mlp.experts.106.up_proj,0.0000182231,0.02500,2.784
34,mlp.experts.60.up_proj,0.0000134267,0.02500,5.056
34,mlp.experts.84.up_proj,0.0000212274,0.02500,4.952
34,mlp.experts.80.up_proj,0.0000220145,0.02500,5.076
34,mlp.experts.72.up_proj,0.0000224704,0.02500,5.101
34,mlp.experts.76.up_proj,0.0000050660,0.02500,5.272
34,mlp.experts.100.up_proj,0.0000136564,0.02500,4.784
34,mlp.experts.96.up_proj,0.0000256099,0.02500,4.852
34,mlp.experts.88.up_proj,0.0000259222,0.02500,4.843
34,mlp.experts.92.up_proj,0.0000144254,0.02500,5.300
34,mlp.experts.116.up_proj,0.0000104451,0.02500,4.389
34,mlp.experts.112.up_proj,0.0000088703,0.02500,4.295
34,mlp.experts.104.up_proj,0.0000117223,0.02500,4.241
34,mlp.experts.108.up_proj,0.0000191266,0.02500,2.768
34,mlp.experts.3.down_proj,0.0000013754,0.02500,0.977
34,mlp.experts.11.down_proj,0.0000008986,0.02500,1.013
34,mlp.experts.15.down_proj,0.0000013831,0.02500,1.073
34,mlp.experts.7.down_proj,0.0000024632,0.02500,1.085
34,mlp.experts.5.down_proj,0.0000052836,0.02500,1.108
34,mlp.experts.9.down_proj,0.0000013541,0.02500,1.114
34,mlp.experts.1.down_proj,0.0000013453,0.02500,1.157
34,mlp.experts.13.down_proj,0.0000046369,0.02500,1.174
34,mlp.experts.14.down_proj,0.0000061141,0.02500,1.390
34,mlp.experts.8.down_proj,0.0000042285,0.02500,1.411
34,mlp.experts.10.down_proj,0.0000013756,0.02500,1.422
34,mlp.experts.12.down_proj,0.0000024878,0.02500,1.424
34,mlp.experts.0.down_proj,0.0000022523,0.02500,1.442
34,mlp.experts.2.down_proj,0.0000017821,0.02500,1.469
34,mlp.experts.4.down_proj,0.0000027545,0.02500,1.481
34,mlp.experts.6.down_proj,0.0000055955,0.02500,1.499
34,mlp.experts.27.down_proj,0.0000018077,0.02500,0.991
34,mlp.experts.23.down_proj,0.0000021362,0.02500,0.963
34,mlp.experts.19.down_proj,0.0000006091,0.02500,1.139
34,mlp.experts.25.down_proj,0.0000018720,0.02500,1.074
34,mlp.experts.21.down_proj,0.0000039724,0.02500,1.088
34,mlp.experts.31.down_proj,0.0000061148,0.02500,1.165
34,mlp.experts.17.down_proj,0.0000043902,0.02500,1.103
34,mlp.experts.29.down_proj,0.0000016315,0.02500,1.098
34,mlp.experts.18.down_proj,0.0000013746,0.02500,0.973
34,mlp.experts.26.down_proj,0.0000066491,0.02500,1.089
34,mlp.experts.22.down_proj,0.0000033027,0.02500,1.078
34,mlp.experts.30.down_proj,0.0000010839,0.02500,1.204
34,mlp.experts.24.down_proj,0.0000045107,0.02500,1.372
34,mlp.experts.16.down_proj,0.0000061230,0.02500,1.348
34,mlp.experts.28.down_proj,0.0000041407,0.02500,1.368
34,mlp.experts.20.down_proj,0.0000007179,0.02500,1.382
34,mlp.experts.43.down_proj,0.0000022747,0.02500,1.084
34,mlp.experts.35.down_proj,0.0000045895,0.02500,1.035
34,mlp.experts.37.down_proj,0.0000080757,0.02500,0.965
34,mlp.experts.41.down_proj,0.0000028678,0.02500,0.970
34,mlp.experts.39.down_proj,0.0000008465,0.02500,1.125
34,mlp.experts.33.down_proj,0.0000032195,0.02500,0.965
34,mlp.experts.45.down_proj,0.0000021499,0.02500,0.966
34,mlp.experts.47.down_proj,0.0000046351,0.02500,1.115
34,mlp.experts.42.down_proj,0.0000007499,0.02500,0.909
34,mlp.experts.34.down_proj,0.0000022281,0.02500,1.010
34,mlp.experts.46.down_proj,0.0000036598,0.02500,1.087
34,mlp.experts.38.down_proj,0.0000035226,0.02500,1.175
34,mlp.experts.44.down_proj,0.0000021066,0.02500,1.392
34,mlp.experts.40.down_proj,0.0000036976,0.02500,1.415
34,mlp.experts.57.down_proj,0.0000032125,0.02500,1.052
34,mlp.experts.32.down_proj,0.0000029513,0.02500,1.441
34,mlp.experts.36.down_proj,0.0000034958,0.02500,1.433
34,mlp.experts.61.down_proj,0.0000032487,0.02500,1.077
34,mlp.experts.53.down_proj,0.0000057123,0.02500,1.168
34,mlp.experts.59.down_proj,0.0000014976,0.02500,1.233
34,mlp.experts.58.down_proj,0.0000015741,0.02500,0.971
34,mlp.experts.51.down_proj,0.0000018196,0.02500,1.256
34,mlp.experts.55.down_proj,0.0000017436,0.02500,1.253
34,mlp.experts.49.down_proj,0.0000017553,0.02500,1.302
34,mlp.experts.50.down_proj,0.0000069534,0.02500,1.139
34,mlp.experts.63.down_proj,0.0000011000,0.02500,1.254
34,mlp.experts.54.down_proj,0.0000018391,0.02500,1.076
34,mlp.experts.62.down_proj,0.0000012850,0.02500,1.174
34,mlp.experts.60.down_proj,0.0000013295,0.02500,1.029
34,mlp.experts.48.down_proj,0.0000013809,0.02500,1.031
34,mlp.experts.56.down_proj,0.0000028551,0.02500,1.081
34,mlp.experts.74.down_proj,0.0000023287,0.02500,0.916
34,mlp.experts.52.down_proj,0.0000011446,0.02500,1.051
34,mlp.experts.75.down_proj,0.0000009544,0.02500,1.029
34,mlp.experts.71.down_proj,0.0000017858,0.02500,1.015
34,mlp.experts.67.down_proj,0.0000065860,0.02500,1.075
34,mlp.experts.73.down_proj,0.0000039878,0.02500,1.304
34,mlp.experts.69.down_proj,0.0000003550,0.02500,1.280
34,mlp.experts.79.down_proj,0.0000010761,0.02500,1.001
34,mlp.experts.77.down_proj,0.0000016308,0.02500,1.298
34,mlp.experts.66.down_proj,0.0000019837,0.02500,1.160
34,mlp.experts.65.down_proj,0.0000125469,0.02500,1.296
34,mlp.experts.70.down_proj,0.0000020711,0.02500,1.081
34,mlp.experts.78.down_proj,0.0000028486,0.02500,1.053
34,mlp.experts.76.down_proj,0.0000004581,0.02500,0.996
34,mlp.experts.90.down_proj,0.0000016329,0.02500,0.964
34,mlp.experts.72.down_proj,0.0000024981,0.02500,1.024
34,mlp.experts.64.down_proj,0.0000011440,0.02500,1.048
34,mlp.experts.68.down_proj,0.0000018480,0.02500,1.068
34,mlp.experts.87.down_proj,0.0000009079,0.02500,0.967
34,mlp.experts.91.down_proj,0.0000015658,0.02500,1.132
34,mlp.experts.83.down_proj,0.0000021340,0.02500,1.092
34,mlp.experts.95.down_proj,0.0000023640,0.02500,1.101
34,mlp.experts.89.down_proj,0.0000056052,0.02500,1.210
34,mlp.experts.85.down_proj,0.0000022296,0.02500,1.224
34,mlp.experts.93.down_proj,0.0000008074,0.02500,1.232
34,mlp.experts.82.down_proj,0.0000021360,0.02500,1.117
34,mlp.experts.94.down_proj,0.0000020681,0.02500,1.078
34,mlp.experts.86.down_proj,0.0000011021,0.02500,1.085
34,mlp.experts.81.down_proj,0.0000015592,0.02500,1.217
34,mlp.experts.106.down_proj,0.0000019542,0.02500,1.162
34,mlp.experts.103.down_proj,0.0000013161,0.02500,1.030
34,mlp.experts.92.down_proj,0.0000012020,0.02500,1.363
34,mlp.experts.80.down_proj,0.0000017464,0.02500,1.305
34,mlp.experts.88.down_proj,0.0000023991,0.02500,1.321
34,mlp.experts.107.down_proj,0.0000007389,0.02500,1.160
34,mlp.experts.99.down_proj,0.0000005472,0.02500,1.083
34,mlp.experts.84.down_proj,0.0000032290,0.02500,1.309
34,mlp.experts.98.down_proj,0.0000055743,0.02500,0.988
34,mlp.experts.111.down_proj,0.0000009954,0.02500,1.151
34,mlp.experts.110.down_proj,0.0000022037,0.02500,1.042
34,mlp.experts.102.down_proj,0.0000004640,0.02500,1.050
34,mlp.experts.105.down_proj,0.0000010964,0.02500,1.380
34,mlp.experts.101.down_proj,0.0000017652,0.02500,1.336
34,mlp.experts.109.down_proj,0.0000014844,0.02500,1.343
34,mlp.experts.97.down_proj,0.0000051179,0.02500,1.276
34,mlp.experts.119.down_proj,0.0000024935,0.02500,0.883
34,mlp.experts.115.down_proj,0.0000018824,0.02500,0.717
34,mlp.experts.114.down_proj,0.0000018352,0.02500,0.689
34,mlp.experts.118.down_proj,0.0000030287,0.02500,0.642
34,mlp.experts.108.down_proj,0.0000022935,0.02500,1.130
34,mlp.experts.104.down_proj,0.0000009396,0.02500,1.083
34,mlp.experts.96.down_proj,0.0000036061,0.02500,1.103
34,mlp.experts.100.down_proj,0.0000013097,0.02500,1.060
34,mlp.experts.117.down_proj,0.0000017405,0.02500,0.906
34,mlp.experts.113.down_proj,0.0000041880,0.02500,0.815
34,mlp.experts.112.down_proj,0.0000022053,0.02500,0.900
34,mlp.experts.116.down_proj,0.0000012769,0.02500,0.875
35,self_attn.k_proj,0.0000000228,0.02500,1.608
35,self_attn.v_proj,0.0000000378,0.02500,1.777
35,self_attn.q_proj,0.0000001588,0.02500,1.936
35,self_attn.o_proj,0.0000001011,0.02500,3.563
35,mlp.shared_experts.gate_proj,0.0000008796,0.02500,1.256
35,mlp.shared_experts.up_proj,0.0000010041,0.02500,1.424
35,mlp.shared_experts.down_proj,0.0000000675,0.02500,0.394
35,mlp.experts.1.gate_proj,0.0000070784,0.02500,4.075
35,mlp.experts.9.gate_proj,0.0000200884,0.02500,3.833
35,mlp.experts.0.gate_proj,0.0000237984,0.02500,4.202
35,mlp.experts.5.gate_proj,0.0000112131,0.02500,4.274
35,mlp.experts.13.gate_proj,0.0000495793,0.02500,3.989
35,mlp.experts.4.gate_proj,0.0000166206,0.02500,4.327
35,mlp.experts.12.gate_proj,0.0000443265,0.02500,4.175
35,mlp.experts.8.gate_proj,0.0000250809,0.02500,4.774
35,mlp.experts.10.gate_proj,0.0000185786,0.02500,4.533
35,mlp.experts.6.gate_proj,0.0000264614,0.02500,4.882
35,mlp.experts.2.gate_proj,0.0000092192,0.02500,5.026
35,mlp.experts.14.gate_proj,0.0000356458,0.02500,4.761
35,mlp.experts.3.gate_proj,0.0000174040,0.02500,5.532
35,mlp.experts.15.gate_proj,0.0000140658,0.02500,5.263
35,mlp.experts.11.gate_proj,0.0000110012,0.02500,5.334
35,mlp.experts.7.gate_proj,0.0000311665,0.02500,5.743
35,mlp.experts.21.gate_proj,0.0000243538,0.02500,3.240
35,mlp.experts.17.gate_proj,0.0000152963,0.02500,3.590
35,mlp.experts.25.gate_proj,0.0000171195,0.02500,3.496
35,mlp.experts.29.gate_proj,0.0000194412,0.02500,3.638
35,mlp.experts.20.gate_proj,0.0000217323,0.02500,3.904
35,mlp.experts.28.gate_proj,0.0000176149,0.02500,3.856
35,mlp.experts.16.gate_proj,0.0000265946,0.02500,4.245
35,mlp.experts.24.gate_proj,0.0000155816,0.02500,4.042
35,mlp.experts.19.gate_proj,0.0000134683,0.02500,3.494
35,mlp.experts.27.gate_proj,0.0000210628,0.02500,3.453
35,mlp.experts.23.gate_proj,0.0000244728,0.02500,3.501
35,mlp.experts.31.gate_proj,0.0000155824,0.02500,3.650
35,mlp.experts.26.gate_proj,0.0000250640,0.02500,4.942
35,mlp.experts.18.gate_proj,0.0000190828,0.02500,4.960
35,mlp.experts.30.gate_proj,0.0000083452,0.02500,4.984
35,mlp.experts.22.gate_proj,0.0000368378,0.02500,5.313
35,mlp.experts.33.gate_proj,0.0000185694,0.02500,3.360
35,mlp.experts.37.gate_proj,0.0000112313,0.02500,3.673
35,mlp.experts.45.gate_proj,0.0000240220,0.02500,3.385
35,mlp.experts.41.gate_proj,0.0000245675,0.02500,3.931
35,mlp.experts.44.gate_proj,0.0000185229,0.02500,3.306
35,mlp.experts.36.gate_proj,0.0000249220,0.02500,3.714
35,mlp.experts.40.gate_proj,0.0000235993,0.02500,3.435
35,mlp.experts.32.gate_proj,0.0000168512,0.02500,3.900
35,mlp.experts.42.gate_proj,0.0000195938,0.02500,3.422
35,mlp.experts.34.gate_proj,0.0000211358,0.02500,3.490
35,mlp.experts.35.gate_proj,0.0000375318,0.02500,4.505
35,mlp.experts.46.gate_proj,0.0000123564,0.02500,3.452
35,mlp.experts.38.gate_proj,0.0000452884,0.02500,3.402
35,mlp.experts.39.gate_proj,0.0000130545,0.02500,4.544
35,mlp.experts.43.gate_proj,0.0000228909,0.02500,4.656
35,mlp.experts.47.gate_proj,0.0000194368,0.02500,4.725
35,mlp.experts.49.gate_proj,0.0000142374,0.02500,3.023
35,mlp.experts.53.gate_proj,0.0000223808,0.02500,3.157
35,mlp.experts.57.gate_proj,0.0000230951,0.02500,3.433
35,mlp.experts.52.gate_proj,0.0000222891,0.02500,3.199
35,mlp.experts.60.gate_proj,0.0000216892,0.02500,3.574
35,mlp.experts.61.gate_proj,0.0000207406,0.02500,3.922
35,mlp.experts.56.gate_proj,0.0000221510,0.02500,3.550
35,mlp.experts.48.gate_proj,0.0000320846,0.02500,3.518
35,mlp.experts.51.gate_proj,0.0000143235,0.02500,3.699
35,mlp.experts.63.gate_proj,0.0000168189,0.02500,3.455
35,mlp.experts.59.gate_proj,0.0000438748,0.02500,3.732
35,mlp.experts.55.gate_proj,0.0000097347,0.02500,3.790
35,mlp.experts.65.gate_proj,0.0000183848,0.02500,3.571
35,mlp.experts.58.gate_proj,0.0000145317,0.02500,4.380
35,mlp.experts.62.gate_proj,0.0000228822,0.02500,4.326
35,mlp.experts.50.gate_proj,0.0000175593,0.02500,4.391
35,mlp.experts.54.gate_proj,0.0000507975,0.02500,4.479
35,mlp.experts.69.gate_proj,0.0000036251,0.02500,3.770
35,mlp.experts.68.gate_proj,0.0000045055,0.02500,3.359
35,mlp.experts.73.gate_proj,0.0000170333,0.02500,3.549
35,mlp.experts.76.gate_proj,0.0000452732,0.02500,3.517
35,mlp.experts.77.gate_proj,0.0000208222,0.02500,3.906
35,mlp.experts.64.gate_proj,0.0000110079,0.02500,3.718
35,mlp.experts.72.gate_proj,0.0000125248,0.02500,4.022
35,mlp.experts.81.gate_proj,0.0000220499,0.02500,3.553
35,mlp.experts.67.gate_proj,0.0000203331,0.02500,4.089
35,mlp.experts.79.gate_proj,0.0000115435,0.02500,4.020
35,mlp.experts.75.gate_proj,0.0000138566,0.02500,4.030
35,mlp.experts.71.gate_proj,0.0000101724,0.02500,4.033
35,mlp.experts.85.gate_proj,0.0000149839,0.02500,3.633
35,mlp.experts.89.gate_proj,0.0000196340,0.02500,3.588
35,mlp.experts.84.gate_proj,0.0000346369,0.02500,3.800
35,mlp.experts.74.gate_proj,0.0000199252,0.02500,4.731
35,mlp.experts.92.gate_proj,0.0000156559,0.02500,3.615
35,mlp.experts.78.gate_proj,0.0000339360,0.02500,4.577
35,mlp.experts.66.gate_proj,0.0000091931,0.02500,4.588
35,mlp.experts.70.gate_proj,0.0000228048,0.02500,4.571
35,mlp.experts.93.gate_proj,0.0000138950,0.02500,3.696
35,mlp.experts.80.gate_proj,0.0000122833,0.02500,3.322
35,mlp.experts.88.gate_proj,0.0000337758,0.02500,3.940
35,mlp.experts.97.gate_proj,0.0000298957,0.02500,3.104
35,mlp.experts.101.gate_proj,0.0000119719,0.02500,3.386
35,mlp.experts.83.gate_proj,0.0000305424,0.02500,4.055
35,mlp.experts.100.gate_proj,0.0000323935,0.02500,3.121
35,mlp.experts.95.gate_proj,0.0000133501,0.02500,4.120
35,mlp.experts.91.gate_proj,0.0000302207,0.02500,4.072
35,mlp.experts.87.gate_proj,0.0000131431,0.02500,4.080
35,mlp.experts.105.gate_proj,0.0000115766,0.02500,3.667
35,mlp.experts.108.gate_proj,0.0000193725,0.02500,3.718
35,mlp.experts.109.gate_proj,0.0000040624,0.02500,3.440
35,mlp.experts.96.gate_proj,0.0000135242,0.02500,3.777
35,mlp.experts.104.gate_proj,0.0000198717,0.02500,3.332
35,mlp.experts.90.gate_proj,0.0000084006,0.02500,4.918
35,mlp.experts.94.gate_proj,0.0000217014,0.02500,4.920
35,mlp.experts.82.gate_proj,0.0000267394,0.02500,4.970
35,mlp.experts.86.gate_proj,0.0000138513,0.02500,4.901
35,mlp.experts.113.gate_proj,0.0000111124,0.02500,3.999
35,mlp.experts.117.gate_proj,0.0000258390,0.02500,3.629
35,mlp.experts.116.gate_proj,0.0000081330,0.02500,3.703
35,mlp.experts.1.up_proj,0.0000071581,0.02500,3.720
35,mlp.experts.99.gate_proj,0.0000150538,0.02500,4.270
35,mlp.experts.4.up_proj,0.0000167161,0.02500,3.617
35,mlp.experts.111.gate_proj,0.0000295305,0.02500,4.377
35,mlp.experts.103.gate_proj,0.0000217398,0.02500,4.318
35,mlp.experts.5.up_proj,0.0000115168,0.02500,3.698
35,mlp.experts.107.gate_proj,0.0000157161,0.02500,4.518
35,mlp.experts.112.gate_proj,0.0000093354,0.02500,3.489
35,mlp.experts.106.gate_proj,0.0000242563,0.02500,3.428
35,mlp.experts.110.gate_proj,0.0000072501,0.02500,3.459
35,mlp.experts.0.up_proj,0.0000239316,0.02500,3.756
35,mlp.experts.98.gate_proj,0.0000221268,0.02500,3.444
35,mlp.experts.102.gate_proj,0.0000148652,0.02500,3.496
35,mlp.experts.9.up_proj,0.0000205981,0.02500,3.426
35,mlp.experts.13.up_proj,0.0000480398,0.02500,3.719
35,mlp.experts.12.up_proj,0.0000441362,0.02500,3.407
35,mlp.experts.20.up_proj,0.0000217993,0.02500,3.143
35,mlp.experts.21.up_proj,0.0000250719,0.02500,3.319
35,mlp.experts.17.up_proj,0.0000150556,0.02500,3.875
35,mlp.experts.8.up_proj,0.0000240937,0.02500,3.670
35,mlp.experts.115.gate_proj,0.0000087203,0.02500,4.348
35,mlp.experts.7.up_proj,0.0000301683,0.02500,4.457
35,mlp.experts.119.gate_proj,0.0000167107,0.02500,4.581
35,mlp.experts.16.up_proj,0.0000250709,0.02500,3.805
35,mlp.experts.3.up_proj,0.0000174515,0.02500,4.646
35,mlp.experts.6.up_proj,0.0000266081,0.02500,4.074
35,mlp.experts.114.gate_proj,0.0000224208,0.02500,4.102
35,mlp.experts.2.up_proj,0.0000087899,0.02500,4.315
35,mlp.experts.118.gate_proj,0.0000187190,0.02500,4.065
35,mlp.experts.25.up_proj,0.0000165817,0.02500,3.456
35,mlp.experts.29.up_proj,0.0000194416,0.02500,3.401
35,mlp.experts.28.up_proj,0.0000179646,0.02500,3.518
35,mlp.experts.36.up_proj,0.0000257173,0.02500,3.316
35,mlp.experts.33.up_proj,0.0000185358,0.02500,3.341
35,mlp.experts.37.up_proj,0.0000113224,0.02500,3.491
35,mlp.experts.24.up_proj,0.0000156307,0.02500,3.542
35,mlp.experts.32.up_proj,0.0000167924,0.02500,3.449
35,mlp.experts.41.up_proj,0.0000249283,0.02500,3.129
35,mlp.experts.11.up_proj,0.0000113940,0.02500,4.400
35,mlp.experts.23.up_proj,0.0000234428,0.02500,4.366
35,mlp.experts.15.up_proj,0.0000140044,0.02500,4.312
35,mlp.experts.19.up_proj,0.0000128920,0.02500,4.204
35,mlp.experts.45.up_proj,0.0000236292,0.02500,3.112
35,mlp.experts.10.up_proj,0.0000180459,0.02500,4.296
35,mlp.experts.22.up_proj,0.0000367686,0.02500,4.379
35,mlp.experts.44.up_proj,0.0000182566,0.02500,3.317
35,mlp.experts.18.up_proj,0.0000174117,0.02500,4.397
35,mlp.experts.52.up_proj,0.0000222475,0.02500,3.418
35,mlp.experts.14.up_proj,0.0000357141,0.02500,4.558
35,mlp.experts.53.up_proj,0.0000214678,0.02500,3.042
35,mlp.experts.49.up_proj,0.0000139514,0.02500,3.185
35,mlp.experts.40.up_proj,0.0000229341,0.02500,3.542
35,mlp.experts.57.up_proj,0.0000227895,0.02500,3.143
35,mlp.experts.48.up_proj,0.0000329564,0.02500,3.634
35,mlp.experts.27.up_proj,0.0000208441,0.02500,3.436
35,mlp.experts.61.up_proj,0.0000207319,0.02500,3.216
35,mlp.experts.39.up_proj,0.0000131546,0.02500,3.748
35,mlp.experts.31.up_proj,0.0000154860,0.02500,3.738
35,mlp.experts.35.up_proj,0.0000335104,0.02500,3.726
35,mlp.experts.60.up_proj,0.0000210343,0.02500,3.396
35,mlp.experts.69.up_proj,0.0000035712,0.02500,3.131
35,mlp.experts.65.up_proj,0.0000175381,0.02500,3.105
35,mlp.experts.68.up_proj,0.0000044508,0.02500,3.802
35,mlp.experts.38.up_proj,0.0000436328,0.02500,4.663
35,mlp.experts.26.up_proj,0.0000234962,0.02500,4.734
35,mlp.experts.34.up_proj,0.0000211794,0.02500,4.647
35,mlp.experts.30.up_proj,0.0000084498,0.02500,4.571
35,mlp.experts.73.up_proj,0.0000156028,0.02500,3.118
35,mlp.experts.56.up_proj,0.0000223488,0.02500,3.777
35,mlp.experts.64.up_proj,0.0000108300,0.02500,3.457
35,mlp.experts.77.up_proj,0.0000212744,0.02500,3.007
35,mlp.experts.43.up_proj,0.0000237657,0.02500,3.470
35,mlp.experts.55.up_proj,0.0000095416,0.02500,3.362
35,mlp.experts.47.up_proj,0.0000196212,0.02500,3.250
35,mlp.experts.76.up_proj,0.0000445400,0.02500,3.155
35,mlp.experts.85.up_proj,0.0000153185,0.02500,3.045
35,mlp.experts.51.up_proj,0.0000143873,0.02500,3.332
35,mlp.experts.81.up_proj,0.0000218217,0.02500,3.047
35,mlp.experts.84.up_proj,0.0000338651,0.02500,3.226
35,mlp.experts.89.up_proj,0.0000192978,0.02500,3.012
35,mlp.experts.54.up_proj,0.0000498755,0.02500,3.785
35,mlp.experts.42.up_proj,0.0000191445,0.02500,3.830
35,mlp.experts.50.up_proj,0.0000164371,0.02500,3.876
35,mlp.experts.46.up_proj,0.0000123676,0.02500,3.835
35,mlp.experts.93.up_proj,0.0000137306,0.02500,3.141
35,mlp.experts.72.up_proj,0.0000127640,0.02500,3.830
35,mlp.experts.92.up_proj,0.0000148449,0.02500,2.979
35,mlp.experts.80.up_proj,0.0000122914,0.02500,4.002
35,mlp.experts.97.up_proj,0.0000299964,0.02500,3.264
35,mlp.experts.59.up_proj,0.0000448290,0.02500,4.157
35,mlp.experts.101.up_proj,0.0000118663,0.02500,3.428
35,mlp.experts.100.up_proj,0.0000290659,0.02500,3.027
35,mlp.experts.63.up_proj,0.0000164788,0.02500,4.381
35,mlp.experts.71.up_proj,0.0000096063,0.02500,4.426
35,mlp.experts.67.up_proj,0.0000200341,0.02500,4.457
35,mlp.experts.105.up_proj,0.0000110963,0.02500,3.748
35,mlp.experts.70.up_proj,0.0000234779,0.02500,3.690
35,mlp.experts.58.up_proj,0.0000146119,0.02500,3.759
35,mlp.experts.66.up_proj,0.0000092669,0.02500,3.755
35,mlp.experts.109.up_proj,0.0000038549,0.02500,3.469
35,mlp.experts.62.up_proj,0.0000237101,0.02500,3.935
35,mlp.experts.108.up_proj,0.0000194218,0.02500,3.294
35,mlp.experts.88.up_proj,0.0000331986,0.02500,3.826
35,mlp.experts.113.up_proj,0.0000109136,0.02500,3.286
35,mlp.experts.117.up_proj,0.0000263761,0.02500,3.242
35,mlp.experts.96.up_proj,0.0000136103,0.02500,3.806
35,mlp.experts.116.up_proj,0.0000081583,0.02500,3.446
35,mlp.experts.75.up_proj,0.0000140113,0.02500,3.784
35,mlp.experts.79.up_proj,0.0000115161,0.02500,3.519
35,mlp.experts.87.up_proj,0.0000132218,0.02500,3.544
35,mlp.experts.83.up_proj,0.0000297543,0.02500,3.456
35,mlp.experts.104.up_proj,0.0000203689,0.02500,2.200
35,mlp.experts.112.up_proj,0.0000096599,0.02500,1.982
35,mlp.experts.86.up_proj,0.0000133897,0.02500,4.917
35,mlp.experts.91.up_proj,0.0000309483,0.02500,3.115
35,mlp.experts.74.up_proj,0.0000197813,0.02500,5.028
35,mlp.experts.82.up_proj,0.0000268340,0.02500,5.194
35,mlp.experts.103.up_proj,0.0000217707,0.02500,3.415
35,mlp.experts.95.up_proj,0.0000129829,0.02500,3.619
35,mlp.experts.99.up_proj,0.0000150913,0.02500,3.517
35,mlp.experts.78.up_proj,0.0000330272,0.02500,5.925
35,mlp.experts.107.up_proj,0.0000167810,0.02500,3.821
35,mlp.experts.119.up_proj,0.0000162482,0.02500,3.448
35,mlp.experts.115.up_proj,0.0000086827,0.02500,3.289
35,mlp.experts.111.up_proj,0.0000299609,0.02500,3.446
35,mlp.experts.102.up_proj,0.0000145477,0.02500,5.248
35,mlp.experts.90.up_proj,0.0000084286,0.02500,5.289
35,mlp.experts.98.up_proj,0.0000214820,0.02500,5.496
35,mlp.experts.94.up_proj,0.0000214795,0.02500,4.955
35,mlp.experts.118.up_proj,0.0000184906,0.02500,4.225
35,mlp.experts.106.up_proj,0.0000237668,0.02500,3.976
35,mlp.experts.114.up_proj,0.0000229053,0.02500,3.682
35,mlp.experts.110.up_proj,0.0000073079,0.02500,3.317
35,mlp.experts.0.down_proj,0.0000030726,0.02500,1.207
35,mlp.experts.12.down_proj,0.0000095962,0.02500,1.272
35,mlp.experts.8.down_proj,0.0000056032,0.02500,1.306
35,mlp.experts.4.down_proj,0.0000029828,0.02500,1.365
35,mlp.experts.3.down_proj,0.0000017184,0.02500,1.630
35,mlp.experts.11.down_proj,0.0000017289,0.02500,1.636
35,mlp.experts.7.down_proj,0.0000038464,0.02500,1.657
35,mlp.experts.15.down_proj,0.0000023157,0.02500,1.663
35,mlp.experts.1.down_proj,0.0000010189,0.02500,2.173
35,mlp.experts.9.down_proj,0.0000017974,0.02500,2.151
35,mlp.experts.5.down_proj,0.0000015279,0.02500,2.208
35,mlp.experts.13.down_proj,0.0000064488,0.02500,1.984
35,mlp.experts.16.down_proj,0.0000022700,0.02500,1.134
35,mlp.experts.6.down_proj,0.0000039054,0.02500,2.379
35,mlp.experts.14.down_proj,0.0000044000,0.02500,2.374
35,mlp.experts.2.down_proj,0.0000024233,0.02500,2.412
35,mlp.experts.24.down_proj,0.0000021010,0.02500,1.150
35,mlp.experts.10.down_proj,0.0000042393,0.02500,2.461
35,mlp.experts.28.down_proj,0.0000018011,0.02500,1.211
35,mlp.experts.20.down_proj,0.0000045838,0.02500,1.125
35,mlp.experts.27.down_proj,0.0000018431,0.02500,0.952
35,mlp.experts.19.down_proj,0.0000010389,0.02500,1.018
35,mlp.experts.31.down_proj,0.0000014288,0.02500,1.008
35,mlp.experts.23.down_proj,0.0000021473,0.02500,1.020
35,mlp.experts.32.down_proj,0.0000020301,0.02500,0.977
35,mlp.experts.17.down_proj,0.0000017513,0.02500,1.149
35,mlp.experts.21.down_proj,0.0000032210,0.02500,1.115
35,mlp.experts.36.down_proj,0.0000028812,0.02500,0.863
35,mlp.experts.25.down_proj,0.0000014759,0.02500,1.203
35,mlp.experts.29.down_proj,0.0000025491,0.02500,1.143
35,mlp.experts.44.down_proj,0.0000022646,0.02500,0.973
35,mlp.experts.40.down_proj,0.0000025462,0.02500,1.141
35,mlp.experts.30.down_proj,0.0000018241,0.02500,1.289
35,mlp.experts.43.down_proj,0.0000039196,0.02500,1.030
35,mlp.experts.35.down_proj,0.0000045288,0.02500,1.035
35,mlp.experts.22.down_proj,0.0000049533,0.02500,1.327
35,mlp.experts.39.down_proj,0.0000018524,0.02500,1.037
35,mlp.experts.26.down_proj,0.0000022850,0.02500,1.258
35,mlp.experts.18.down_proj,0.0000021563,0.02500,1.345
35,mlp.experts.47.down_proj,0.0000020202,0.02500,1.090
35,mlp.experts.37.down_proj,0.0000012375,0.02500,0.880
35,mlp.experts.33.down_proj,0.0000018779,0.02500,0.884
35,mlp.experts.52.down_proj,0.0000033093,0.02500,0.879
35,mlp.experts.45.down_proj,0.0000026410,0.02500,0.870
35,mlp.experts.41.down_proj,0.0000031542,0.02500,0.908
35,mlp.experts.60.down_proj,0.0000021291,0.02500,0.891
35,mlp.experts.48.down_proj,0.0000053118,0.02500,1.161
35,mlp.experts.51.down_proj,0.0000013565,0.02500,0.957
35,mlp.experts.59.down_proj,0.0000077633,0.02500,0.971
35,mlp.experts.55.down_proj,0.0000010085,0.02500,0.960
35,mlp.experts.46.down_proj,0.0000010800,0.02500,1.007
35,mlp.experts.42.down_proj,0.0000039399,0.02500,1.000
35,mlp.experts.63.down_proj,0.0000023318,0.02500,0.972
35,mlp.experts.56.down_proj,0.0000021416,0.02500,1.157
35,mlp.experts.38.down_proj,0.0000069250,0.02500,1.236
35,mlp.experts.34.down_proj,0.0000026650,0.02500,1.273
35,mlp.experts.53.down_proj,0.0000031198,0.02500,0.880
35,mlp.experts.49.down_proj,0.0000014130,0.02500,0.924
35,mlp.experts.61.down_proj,0.0000022458,0.02500,0.886
35,mlp.experts.57.down_proj,0.0000032038,0.02500,0.908
35,mlp.experts.68.down_proj,0.0000010049,0.02500,0.983
35,mlp.experts.76.down_proj,0.0000056889,0.02500,1.010
35,mlp.experts.64.down_proj,0.0000012831,0.02500,0.978
35,mlp.experts.67.down_proj,0.0000016185,0.02500,0.900
35,mlp.experts.75.down_proj,0.0000014394,0.02500,0.924
35,mlp.experts.71.down_proj,0.0000015489,0.02500,0.914
35,mlp.experts.72.down_proj,0.0000018414,0.02500,0.871
35,mlp.experts.79.down_proj,0.0000016651,0.02500,0.907
35,mlp.experts.69.down_proj,0.0000005327,0.02500,0.876
35,mlp.experts.65.down_proj,0.0000020012,0.02500,0.880
35,mlp.experts.77.down_proj,0.0000034031,0.02500,0.855
35,mlp.experts.73.down_proj,0.0000013685,0.02500,0.849
35,mlp.experts.62.down_proj,0.0000021078,0.02500,1.426
35,mlp.experts.58.down_proj,0.0000020553,0.02500,1.427
35,mlp.experts.92.down_proj,0.0000013193,0.02500,0.868
35,mlp.experts.84.down_proj,0.0000062412,0.02500,1.061
35,mlp.experts.83.down_proj,0.0000043177,0.02500,0.899
35,mlp.experts.91.down_proj,0.0000045154,0.02500,0.891
35,mlp.experts.87.down_proj,0.0000012890,0.02500,0.912
35,mlp.experts.95.down_proj,0.0000013261,0.02500,0.894
35,mlp.experts.54.down_proj,0.0000079261,0.02500,1.633
35,mlp.experts.88.down_proj,0.0000039604,0.02500,0.955
35,mlp.experts.50.down_proj,0.0000017363,0.02500,1.554
35,mlp.experts.80.down_proj,0.0000024441,0.02500,1.130
35,mlp.experts.85.down_proj,0.0000013278,0.02500,0.840
35,mlp.experts.81.down_proj,0.0000022291,0.02500,0.848
35,mlp.experts.93.down_proj,0.0000024064,0.02500,0.854
35,mlp.experts.89.down_proj,0.0000023171,0.02500,0.839
35,mlp.experts.108.down_proj,0.0000020293,0.02500,1.111
35,mlp.experts.99.down_proj,0.0000018742,0.02500,0.957
35,mlp.experts.100.down_proj,0.0000028788,0.02500,1.136
35,mlp.experts.78.down_proj,0.0000062350,0.02500,1.312
35,mlp.experts.74.down_proj,0.0000026013,0.02500,1.269
35,mlp.experts.107.down_proj,0.0000011191,0.02500,0.974
35,mlp.experts.103.down_proj,0.0000021369,0.02500,0.960
35,mlp.experts.111.down_proj,0.0000027696,0.02500,0.956
35,mlp.experts.96.down_proj,0.0000011827,0.02500,0.937
35,mlp.experts.104.down_proj,0.0000032012,0.02500,0.978
35,mlp.experts.101.down_proj,0.0000009997,0.02500,0.846
35,mlp.experts.97.down_proj,0.0000048122,0.02500,0.846
35,mlp.experts.105.down_proj,0.0000013724,0.02500,0.836
35,mlp.experts.109.down_proj,0.0000003188,0.02500,0.861
35,mlp.experts.66.down_proj,0.0000012004,0.02500,1.182
35,mlp.experts.70.down_proj,0.0000031871,0.02500,1.243
35,mlp.experts.116.down_proj,0.0000008741,0.02500,0.639
35,mlp.experts.115.down_proj,0.0000020403,0.02500,0.679
35,mlp.experts.119.down_proj,0.0000012890,0.02500,0.653
35,mlp.experts.112.down_proj,0.0000008550,0.02500,0.607
35,mlp.experts.117.down_proj,0.0000028954,0.02500,0.674
35,mlp.experts.113.down_proj,0.0000010678,0.02500,0.643
35,mlp.experts.94.down_proj,0.0000020425,0.02500,1.243
35,mlp.experts.90.down_proj,0.0000008509,0.02500,1.411
35,mlp.experts.82.down_proj,0.0000037060,0.02500,1.273
35,mlp.experts.86.down_proj,0.0000013162,0.02500,1.351
35,mlp.experts.110.down_proj,0.0000010046,0.02500,1.455
35,mlp.experts.106.down_proj,0.0000027314,0.02500,1.480
35,mlp.experts.98.down_proj,0.0000019171,0.02500,1.292
35,mlp.experts.102.down_proj,0.0000016214,0.02500,1.226
35,mlp.experts.114.down_proj,0.0000049939,0.02500,0.538
35,mlp.experts.118.down_proj,0.0000019158,0.02500,0.518
36,self_attn.q_proj,0.0000002828,0.02500,1.522
36,self_attn.k_proj,0.0000000416,0.02500,1.558
36,self_attn.v_proj,0.0000000812,0.02500,1.681
36,self_attn.o_proj,0.0000001269,0.02500,3.987
36,mlp.shared_experts.gate_proj,0.0000009654,0.02500,1.315
36,mlp.shared_experts.up_proj,0.0000011127,0.02500,1.265
36,mlp.shared_experts.down_proj,0.0000000846,0.02500,0.371
36,mlp.experts.6.gate_proj,0.0000533932,0.02500,3.937
36,mlp.experts.15.gate_proj,0.0000262930,0.02500,3.562
36,mlp.experts.13.gate_proj,0.0000116143,0.02500,3.584
36,mlp.experts.3.gate_proj,0.0000241606,0.02500,4.403
36,mlp.experts.7.gate_proj,0.0000207920,0.02500,4.414
36,mlp.experts.2.gate_proj,0.0000113762,0.02500,4.500
36,mlp.experts.11.gate_proj,0.0000153123,0.02500,3.809
36,mlp.experts.5.gate_proj,0.0000242350,0.02500,4.634
36,mlp.experts.10.gate_proj,0.0000249427,0.02500,3.960
36,mlp.experts.9.gate_proj,0.0000245955,0.02500,4.024
36,mlp.experts.14.gate_proj,0.0000114832,0.02500,4.231
36,mlp.experts.1.gate_proj,0.0000155823,0.02500,4.985
36,mlp.experts.4.gate_proj,0.0000079961,0.02500,5.715
36,mlp.experts.12.gate_proj,0.0000231025,0.02500,5.046
36,mlp.experts.0.gate_proj,0.0000132555,0.02500,5.845
36,mlp.experts.8.gate_proj,0.0000480702,0.02500,5.950
36,mlp.experts.31.gate_proj,0.0000459213,0.02500,3.064
36,mlp.experts.23.gate_proj,0.0000427008,0.02500,3.055
36,mlp.experts.29.gate_proj,0.0000319210,0.02500,3.176
36,mlp.experts.19.gate_proj,0.0000219449,0.02500,3.142
36,mlp.experts.27.gate_proj,0.0000248291,0.02500,3.101
36,mlp.experts.22.gate_proj,0.0000173785,0.02500,4.107
36,mlp.experts.21.gate_proj,0.0000166971,0.02500,3.529
36,mlp.experts.17.gate_proj,0.0000705625,0.02500,3.258
36,mlp.experts.25.gate_proj,0.0000176295,0.02500,3.631
36,mlp.experts.18.gate_proj,0.0000247551,0.02500,4.122
36,mlp.experts.26.gate_proj,0.0000668810,0.02500,4.079
36,mlp.experts.30.gate_proj,0.0000176191,0.02500,4.120
36,mlp.experts.20.gate_proj,0.0000199068,0.02500,4.033
36,mlp.experts.16.gate_proj,0.0000074666,0.02500,3.996
36,mlp.experts.24.gate_proj,0.0000168499,0.02500,4.045
36,mlp.experts.28.gate_proj,0.0000198585,0.02500,4.278
36,mlp.experts.47.gate_proj,0.0000237763,0.02500,2.804
36,mlp.experts.39.gate_proj,0.0000190225,0.02500,2.784
36,mlp.experts.35.gate_proj,0.0000228707,0.02500,2.807
36,mlp.experts.43.gate_proj,0.0000103894,0.02500,2.771
36,mlp.experts.45.gate_proj,0.0000263542,0.02500,3.594
36,mlp.experts.38.gate_proj,0.0000232031,0.02500,3.411
36,mlp.experts.41.gate_proj,0.0000220019,0.02500,3.278
36,mlp.experts.33.gate_proj,0.0000166614,0.02500,3.449
36,mlp.experts.34.gate_proj,0.0000144044,0.02500,3.547
36,mlp.experts.37.gate_proj,0.0000347761,0.02500,4.124
36,mlp.experts.46.gate_proj,0.0000242200,0.02500,3.482
36,mlp.experts.42.gate_proj,0.0000233096,0.02500,3.934
36,mlp.experts.63.gate_proj,0.0000220074,0.02500,3.065
36,mlp.experts.55.gate_proj,0.0000242720,0.02500,3.093
36,mlp.experts.59.gate_proj,0.0000555590,0.02500,3.024
36,mlp.experts.51.gate_proj,0.0000113733,0.02500,3.311
36,mlp.experts.32.gate_proj,0.0000289806,0.02500,4.296
36,mlp.experts.36.gate_proj,0.0000141321,0.02500,4.466
36,mlp.experts.40.gate_proj,0.0000392364,0.02500,4.354
36,mlp.experts.44.gate_proj,0.0000164151,0.02500,4.332
36,mlp.experts.54.gate_proj,0.0000323335,0.02500,4.018
36,mlp.experts.61.gate_proj,0.0000227519,0.02500,4.625
36,mlp.experts.50.gate_proj,0.0000251349,0.02500,3.793
36,mlp.experts.49.gate_proj,0.0000192364,0.02500,4.618
36,mlp.experts.57.gate_proj,0.0000066550,0.02500,4.715
36,mlp.experts.71.gate_proj,0.0000138788,0.02500,3.492
36,mlp.experts.79.gate_proj,0.0000226690,0.02500,3.654
36,mlp.experts.53.gate_proj,0.0000192202,0.02500,4.780
36,mlp.experts.62.gate_proj,0.0000265926,0.02500,4.553
36,mlp.experts.67.gate_proj,0.0000470680,0.02500,3.587
36,mlp.experts.75.gate_proj,0.0000259448,0.02500,3.862
36,mlp.experts.58.gate_proj,0.0000157712,0.02500,4.611
36,mlp.experts.52.gate_proj,0.0000282566,0.02500,3.224
36,mlp.experts.48.gate_proj,0.0000290521,0.02500,3.386
36,mlp.experts.56.gate_proj,0.0000171185,0.02500,3.342
36,mlp.experts.60.gate_proj,0.0000256205,0.02500,3.351
36,mlp.experts.70.gate_proj,0.0000269631,0.02500,4.510
36,mlp.experts.87.gate_proj,0.0000373722,0.02500,3.241
36,mlp.experts.95.gate_proj,0.0000256026,0.02500,3.561
36,mlp.experts.91.gate_proj,0.0000251198,0.02500,3.259
36,mlp.experts.68.gate_proj,0.0000222882,0.02500,3.228
36,mlp.experts.66.gate_proj,0.0000183365,0.02500,4.717
36,mlp.experts.64.gate_proj,0.0000036601,0.02500,3.233
36,mlp.experts.83.gate_proj,0.0000377893,0.02500,3.564
36,mlp.experts.72.gate_proj,0.0000286359,0.02500,3.233
36,mlp.experts.77.gate_proj,0.0000171336,0.02500,5.231
36,mlp.experts.76.gate_proj,0.0000251777,0.02500,3.222
36,mlp.experts.74.gate_proj,0.0000141493,0.02500,4.072
36,mlp.experts.78.gate_proj,0.0000243570,0.02500,4.262
36,mlp.experts.65.gate_proj,0.0000263236,0.02500,5.221
36,mlp.experts.73.gate_proj,0.0000294640,0.02500,5.293
36,mlp.experts.69.gate_proj,0.0000119959,0.02500,5.593
36,mlp.experts.103.gate_proj,0.0000098291,0.02500,3.302
36,mlp.experts.86.gate_proj,0.0000304823,0.02500,3.491
36,mlp.experts.82.gate_proj,0.0000159892,0.02500,3.205
36,mlp.experts.111.gate_proj,0.0000233181,0.02500,3.457
36,mlp.experts.107.gate_proj,0.0000131515,0.02500,3.657
36,mlp.experts.99.gate_proj,0.0000211665,0.02500,3.523
36,mlp.experts.94.gate_proj,0.0000124491,0.02500,3.234
36,mlp.experts.84.gate_proj,0.0000188490,0.02500,4.079
36,mlp.experts.80.gate_proj,0.0000684517,0.02500,4.098
36,mlp.experts.88.gate_proj,0.0000314315,0.02500,4.092
36,mlp.experts.90.gate_proj,0.0000331557,0.02500,3.667
36,mlp.experts.92.gate_proj,0.0000116876,0.02500,4.105
36,mlp.experts.93.gate_proj,0.0000047552,0.02500,5.590
36,mlp.experts.81.gate_proj,0.0000100950,0.02500,5.167
36,mlp.experts.102.gate_proj,0.0000257290,0.02500,3.290
36,mlp.experts.89.gate_proj,0.0000280304,0.02500,5.192
36,mlp.experts.119.gate_proj,0.0000195772,0.02500,3.804
36,mlp.experts.98.gate_proj,0.0000191994,0.02500,3.306
36,mlp.experts.7.up_proj,0.0000192590,0.02500,3.958
36,mlp.experts.106.gate_proj,0.0000420361,0.02500,2.954
36,mlp.experts.85.gate_proj,0.0000077876,0.02500,5.449
36,mlp.experts.3.up_proj,0.0000240477,0.02500,4.081
36,mlp.experts.115.gate_proj,0.0000057673,0.02500,4.036
36,mlp.experts.110.gate_proj,0.0000252634,0.02500,3.935
36,mlp.experts.100.gate_proj,0.0000206314,0.02500,4.095
36,mlp.experts.96.gate_proj,0.0000120655,0.02500,4.122
36,mlp.experts.104.gate_proj,0.0000252607,0.02500,4.123
36,mlp.experts.108.gate_proj,0.0000253571,0.02500,4.065
36,mlp.experts.114.gate_proj,0.0000311250,0.02500,2.903
36,mlp.experts.118.gate_proj,0.0000238627,0.02500,3.391
36,mlp.experts.15.up_proj,0.0000271885,0.02500,3.180
36,mlp.experts.23.up_proj,0.0000394753,0.02500,2.981
36,mlp.experts.109.gate_proj,0.0000284937,0.02500,4.704
36,mlp.experts.19.up_proj,0.0000216226,0.02500,3.033
36,mlp.experts.11.up_proj,0.0000147774,0.02500,2.964
36,mlp.experts.105.gate_proj,0.0000294055,0.02500,4.463
36,mlp.experts.97.gate_proj,0.0000281993,0.02500,4.732
36,mlp.experts.2.up_proj,0.0000108092,0.02500,3.641
36,mlp.experts.6.up_proj,0.0000529575,0.02500,3.766
36,mlp.experts.101.gate_proj,0.0000166299,0.02500,4.341
36,mlp.experts.116.gate_proj,0.0000151944,0.02500,4.200
36,mlp.experts.112.gate_proj,0.0000080712,0.02500,4.190
36,mlp.experts.31.up_proj,0.0000432855,0.02500,2.869
36,mlp.experts.0.up_proj,0.0000119711,0.02500,4.169
36,mlp.experts.14.up_proj,0.0000111066,0.02500,3.181
36,mlp.experts.4.up_proj,0.0000077973,0.02500,4.250
36,mlp.experts.10.up_proj,0.0000251313,0.02500,3.493
36,mlp.experts.39.up_proj,0.0000191275,0.02500,2.894
36,mlp.experts.35.up_proj,0.0000228756,0.02500,2.806
36,mlp.experts.27.up_proj,0.0000254302,0.02500,2.873
36,mlp.experts.18.up_proj,0.0000247660,0.02500,3.016
36,mlp.experts.5.up_proj,0.0000241642,0.02500,4.524
36,mlp.experts.1.up_proj,0.0000152726,0.02500,4.502
36,mlp.experts.22.up_proj,0.0000175621,0.02500,3.635
36,mlp.experts.113.gate_proj,0.0000392062,0.02500,4.616
36,mlp.experts.47.up_proj,0.0000240406,0.02500,2.820
36,mlp.experts.30.up_proj,0.0000175056,0.02500,2.952
36,mlp.experts.12.up_proj,0.0000236562,0.02500,3.783
36,mlp.experts.55.up_proj,0.0000251927,0.02500,3.082
36,mlp.experts.8.up_proj,0.0000475940,0.02500,3.760
36,mlp.experts.20.up_proj,0.0000200697,0.02500,3.637
36,mlp.experts.16.up_proj,0.0000075223,0.02500,3.726
36,mlp.experts.117.gate_proj,0.0000118782,0.02500,4.746
36,mlp.experts.26.up_proj,0.0000649601,0.02500,3.615
36,mlp.experts.51.up_proj,0.0000114414,0.02500,3.129
36,mlp.experts.43.up_proj,0.0000100085,0.02500,3.127
36,mlp.experts.34.up_proj,0.0000147177,0.02500,3.550
36,mlp.experts.38.up_proj,0.0000233919,0.02500,3.270
36,mlp.experts.63.up_proj,0.0000221531,0.02500,3.399
36,mlp.experts.46.up_proj,0.0000235294,0.02500,3.567
36,mlp.experts.71.up_proj,0.0000138668,0.02500,3.271
36,mlp.experts.28.up_proj,0.0000203399,0.02500,3.316
36,mlp.experts.21.up_proj,0.0000167540,0.02500,4.383
36,mlp.experts.17.up_proj,0.0000689385,0.02500,4.355
36,mlp.experts.24.up_proj,0.0000166248,0.02500,3.335
36,mlp.experts.9.up_proj,0.0000244149,0.02500,4.275
36,mlp.experts.32.up_proj,0.0000291706,0.02500,3.364
36,mlp.experts.36.up_proj,0.0000138526,0.02500,3.425
36,mlp.experts.42.up_proj,0.0000228239,0.02500,3.441
36,mlp.experts.59.up_proj,0.0000553310,0.02500,3.453
36,mlp.experts.67.up_proj,0.0000438944,0.02500,3.527
36,mlp.experts.13.up_proj,0.0000119094,0.02500,4.104
36,mlp.experts.50.up_proj,0.0000231526,0.02500,3.298
36,mlp.experts.79.up_proj,0.0000233004,0.02500,3.043
36,mlp.experts.54.up_proj,0.0000310141,0.02500,3.477
36,mlp.experts.87.up_proj,0.0000353582,0.02500,2.945
36,mlp.experts.44.up_proj,0.0000165662,0.02500,3.129
36,mlp.experts.62.up_proj,0.0000254051,0.02500,3.441
36,mlp.experts.40.up_proj,0.0000384470,0.02500,3.100
36,mlp.experts.48.up_proj,0.0000287387,0.02500,3.091
36,mlp.experts.52.up_proj,0.0000246460,0.02500,3.130
36,mlp.experts.58.up_proj,0.0000158460,0.02500,3.539
36,mlp.experts.83.up_proj,0.0000408407,0.02500,3.640
36,mlp.experts.75.up_proj,0.0000255602,0.02500,3.893
36,mlp.experts.33.up_proj,0.0000166397,0.02500,5.024
36,mlp.experts.66.up_proj,0.0000185261,0.02500,3.731
36,mlp.experts.25.up_proj,0.0000169558,0.02500,4.984
36,mlp.experts.37.up_proj,0.0000341755,0.02500,5.262
36,mlp.experts.95.up_proj,0.0000254539,0.02500,3.751
36,mlp.experts.60.up_proj,0.0000247620,0.02500,3.058
36,mlp.experts.29.up_proj,0.0000315340,0.02500,5.079
36,mlp.experts.56.up_proj,0.0000166567,0.02500,3.136
36,mlp.experts.64.up_proj,0.0000034751,0.02500,3.094
36,mlp.experts.68.up_proj,0.0000221156,0.02500,3.102
36,mlp.experts.70.up_proj,0.0000267750,0.02500,4.009
36,mlp.experts.78.up_proj,0.0000233736,0.02500,3.546
36,mlp.experts.103.up_proj,0.0000096879,0.02500,3.927
36,mlp.experts.99.up_proj,0.0000203518,0.02500,3.300
36,mlp.experts.74.up_proj,0.0000137791,0.02500,3.739
36,mlp.experts.91.up_proj,0.0000239262,0.02500,3.536
36,mlp.experts.82.up_proj,0.0000157542,0.02500,3.328
36,mlp.experts.111.up_proj,0.0000225069,0.02500,3.095
36,mlp.experts.76.up_proj,0.0000249923,0.02500,3.025
36,mlp.experts.80.up_proj,0.0000674825,0.02500,3.039
36,mlp.experts.86.up_proj,0.0000299207,0.02500,2.934
36,mlp.experts.72.up_proj,0.0000285790,0.02500,3.208
36,mlp.experts.84.up_proj,0.0000192181,0.02500,3.035
36,mlp.experts.94.up_proj,0.0000118545,0.02500,2.946
36,mlp.experts.119.up_proj,0.0000193727,0.02500,3.156
36,mlp.experts.49.up_proj,0.0000190430,0.02500,5.377
36,mlp.experts.41.up_proj,0.0000211476,0.02500,5.353
36,mlp.experts.115.up_proj,0.0000056285,0.02500,2.990
36,mlp.experts.90.up_proj,0.0000330045,0.02500,2.894
36,mlp.experts.53.up_proj,0.0000193600,0.02500,5.578
36,mlp.experts.107.up_proj,0.0000127824,0.02500,2.828
36,mlp.experts.98.up_proj,0.0000195989,0.02500,2.903
36,mlp.experts.45.up_proj,0.0000264492,0.02500,5.423
36,mlp.experts.102.up_proj,0.0000239573,0.02500,2.961
36,mlp.experts.110.up_proj,0.0000253305,0.02500,2.893
36,mlp.experts.92.up_proj,0.0000118706,0.02500,3.513
36,mlp.experts.100.up_proj,0.0000201580,0.02500,3.542
36,mlp.experts.96.up_proj,0.0000122736,0.02500,3.696
36,mlp.experts.88.up_proj,0.0000317277,0.02500,3.668
36,mlp.experts.106.up_proj,0.0000418641,0.02500,3.135
36,mlp.experts.114.up_proj,0.0000314166,0.02500,2.983
36,mlp.experts.118.up_proj,0.0000240179,0.02500,2.420
36,mlp.experts.65.up_proj,0.0000257608,0.02500,4.699
36,mlp.experts.57.up_proj,0.0000068205,0.02500,4.776
36,mlp.experts.69.up_proj,0.0000122178,0.02500,4.762
36,mlp.experts.61.up_proj,0.0000224313,0.02500,4.426
36,mlp.experts.108.up_proj,0.0000248639,0.02500,4.097
36,mlp.experts.112.up_proj,0.0000078727,0.02500,3.893
36,mlp.experts.116.up_proj,0.0000145747,0.02500,3.963
36,mlp.experts.104.up_proj,0.0000247328,0.02500,3.895
36,mlp.experts.73.up_proj,0.0000284293,0.02500,4.372
36,mlp.experts.81.up_proj,0.0000102018,0.02500,4.581
36,mlp.experts.85.up_proj,0.0000078330,0.02500,4.471
36,mlp.experts.77.up_proj,0.0000168854,0.02500,4.559
36,mlp.experts.89.up_proj,0.0000274867,0.02500,4.980
36,mlp.experts.97.up_proj,0.0000270465,0.02500,5.267
36,mlp.experts.101.up_proj,0.0000157270,0.02500,5.263
36,mlp.experts.93.up_proj,0.0000045436,0.02500,5.369
36,mlp.experts.105.up_proj,0.0000295492,0.02500,5.173
36,mlp.experts.113.up_proj,0.0000398251,0.02500,5.115
36,mlp.experts.117.up_proj,0.0000109807,0.02500,4.838
36,mlp.experts.109.up_proj,0.0000285183,0.02500,4.343
36,mlp.experts.1.down_proj,0.0000019092,0.02500,1.442
36,mlp.experts.5.down_proj,0.0000023323,0.02500,1.487
36,mlp.experts.9.down_proj,0.0000025314,0.02500,1.456
36,mlp.experts.13.down_proj,0.0000021573,0.02500,1.472
36,mlp.experts.10.down_proj,0.0000025081,0.02500,1.725
36,mlp.experts.6.down_proj,0.0000064781,0.02500,1.986
36,mlp.experts.14.down_proj,0.0000015275,0.02500,1.803
36,mlp.experts.2.down_proj,0.0000011736,0.02500,2.065
36,mlp.experts.12.down_proj,0.0000035927,0.02500,2.016
36,mlp.experts.4.down_proj,0.0000010206,0.02500,2.216
36,mlp.experts.0.down_proj,0.0000024534,0.02500,2.241
36,mlp.experts.8.down_proj,0.0000131064,0.02500,2.258
36,mlp.experts.15.down_proj,0.0000031623,0.02500,2.240
36,mlp.experts.11.down_proj,0.0000027553,0.02500,2.243
36,mlp.experts.3.down_proj,0.0000043909,0.02500,2.339
36,mlp.experts.17.down_proj,0.0000140712,0.02500,0.961
36,mlp.experts.21.down_proj,0.0000024479,0.02500,0.959
36,mlp.experts.7.down_proj,0.0000013788,0.02500,2.450
36,mlp.experts.25.down_proj,0.0000017727,0.02500,1.074
36,mlp.experts.29.down_proj,0.0000039514,0.02500,1.169
36,mlp.experts.26.down_proj,0.0000084203,0.02500,0.873
36,mlp.experts.22.down_proj,0.0000021332,0.02500,0.876
36,mlp.experts.30.down_proj,0.0000021677,0.02500,0.884
36,mlp.experts.18.down_proj,0.0000024388,0.02500,0.864
36,mlp.experts.33.down_proj,0.0000024592,0.02500,1.089
36,mlp.experts.28.down_proj,0.0000019544,0.02500,1.401
36,mlp.experts.37.down_proj,0.0000042443,0.02500,1.147
36,mlp.experts.20.down_proj,0.0000022950,0.02500,1.404
36,mlp.experts.16.down_proj,0.0000008528,0.02500,1.429
36,mlp.experts.42.down_proj,0.0000034991,0.02500,0.847
36,mlp.experts.38.down_proj,0.0000054203,0.02500,0.873
36,mlp.experts.46.down_proj,0.0000023742,0.02500,0.834
36,mlp.experts.24.down_proj,0.0000027839,0.02500,1.503
36,mlp.experts.34.down_proj,0.0000031604,0.02500,0.834
36,mlp.experts.41.down_proj,0.0000016841,0.02500,1.181
36,mlp.experts.31.down_proj,0.0000053270,0.02500,1.472
36,mlp.experts.27.down_proj,0.0000042117,0.02500,1.480
36,mlp.experts.45.down_proj,0.0000047757,0.02500,1.129
36,mlp.experts.19.down_proj,0.0000030081,0.02500,1.509
36,mlp.experts.23.down_proj,0.0000061645,0.02500,1.442
36,mlp.experts.49.down_proj,0.0000034154,0.02500,1.120
36,mlp.experts.58.down_proj,0.0000015196,0.02500,0.945
36,mlp.experts.50.down_proj,0.0000030368,0.02500,0.934
36,mlp.experts.62.down_proj,0.0000034370,0.02500,0.935
36,mlp.experts.54.down_proj,0.0000055643,0.02500,0.965
36,mlp.experts.53.down_proj,0.0000030435,0.02500,1.186
36,mlp.experts.61.down_proj,0.0000034518,0.02500,0.962
36,mlp.experts.43.down_proj,0.0000012122,0.02500,1.014
36,mlp.experts.47.down_proj,0.0000028778,0.02500,1.028
36,mlp.experts.57.down_proj,0.0000009849,0.02500,1.102
36,mlp.experts.35.down_proj,0.0000022926,0.02500,1.041
36,mlp.experts.39.down_proj,0.0000021579,0.02500,1.011
36,mlp.experts.36.down_proj,0.0000019280,0.02500,1.392
36,mlp.experts.44.down_proj,0.0000033234,0.02500,1.469
36,mlp.experts.32.down_proj,0.0000033180,0.02500,1.432
36,mlp.experts.40.down_proj,0.0000048110,0.02500,1.557
36,mlp.experts.74.down_proj,0.0000011725,0.02500,0.863
36,mlp.experts.78.down_proj,0.0000025123,0.02500,0.845
36,mlp.experts.70.down_proj,0.0000036164,0.02500,0.856
36,mlp.experts.66.down_proj,0.0000019018,0.02500,0.870
36,mlp.experts.65.down_proj,0.0000049277,0.02500,1.035
36,mlp.experts.63.down_proj,0.0000020157,0.02500,0.898
36,mlp.experts.59.down_proj,0.0000121165,0.02500,0.926
36,mlp.experts.69.down_proj,0.0000017299,0.02500,1.002
36,mlp.experts.55.down_proj,0.0000040604,0.02500,0.891
36,mlp.experts.51.down_proj,0.0000010480,0.02500,0.932
36,mlp.experts.73.down_proj,0.0000079519,0.02500,0.985
36,mlp.experts.77.down_proj,0.0000015123,0.02500,1.069
36,mlp.experts.60.down_proj,0.0000022220,0.02500,1.247
36,mlp.experts.52.down_proj,0.0000027323,0.02500,1.315
36,mlp.experts.48.down_proj,0.0000028379,0.02500,1.259
36,mlp.experts.90.down_proj,0.0000054131,0.02500,0.887
36,mlp.experts.94.down_proj,0.0000030281,0.02500,0.880
36,mlp.experts.82.down_proj,0.0000018985,0.02500,0.874
36,mlp.experts.86.down_proj,0.0000037466,0.02500,0.912
36,mlp.experts.56.down_proj,0.0000015619,0.02500,1.284
36,mlp.experts.79.down_proj,0.0000037895,0.02500,0.992
36,mlp.experts.75.down_proj,0.0000024682,0.02500,1.006
36,mlp.experts.71.down_proj,0.0000025056,0.02500,0.975
36,mlp.experts.67.down_proj,0.0000062644,0.02500,0.974
36,mlp.experts.81.down_proj,0.0000008704,0.02500,1.153
36,mlp.experts.85.down_proj,0.0000027828,0.02500,1.100
36,mlp.experts.93.down_proj,0.0000005947,0.02500,1.057
36,mlp.experts.89.down_proj,0.0000060675,0.02500,1.125
36,mlp.experts.106.down_proj,0.0000085216,0.02500,1.000
36,mlp.experts.110.down_proj,0.0000037898,0.02500,0.984
36,mlp.experts.102.down_proj,0.0000031300,0.02500,0.937
36,mlp.experts.98.down_proj,0.0000022601,0.02500,0.988
36,mlp.experts.76.down_proj,0.0000028610,0.02500,1.348
36,mlp.experts.95.down_proj,0.0000026687,0.02500,1.026
36,mlp.experts.64.down_proj,0.0000003529,0.02500,1.374
36,mlp.experts.91.down_proj,0.0000028986,0.02500,1.001
36,mlp.experts.68.down_proj,0.0000028535,0.02500,1.429
36,mlp.experts.87.down_proj,0.0000032481,0.02500,1.011
36,mlp.experts.83.down_proj,0.0000035793,0.02500,0.988
36,mlp.experts.109.down_proj,0.0000079718,0.02500,0.909
36,mlp.experts.105.down_proj,0.0000027859,0.02500,0.956
36,mlp.experts.101.down_proj,0.0000042162,0.02500,1.094
36,mlp.experts.97.down_proj,0.0000032423,0.02500,1.173
36,mlp.experts.118.down_proj,0.0000029174,0.02500,0.650
36,mlp.experts.114.down_proj,0.0000033361,0.02500,0.638
36,mlp.experts.72.down_proj,0.0000075560,0.02500,1.505
36,mlp.experts.107.down_proj,0.0000009900,0.02500,0.850
36,mlp.experts.111.down_proj,0.0000028645,0.02500,0.864
36,mlp.experts.117.down_proj,0.0000019028,0.02500,0.624
36,mlp.experts.113.down_proj,0.0000054450,0.02500,0.638
36,mlp.experts.99.down_proj,0.0000017387,0.02500,0.837
36,mlp.experts.103.down_proj,0.0000012063,0.02500,0.853
36,mlp.experts.92.down_proj,0.0000008982,0.02500,1.342
36,mlp.experts.80.down_proj,0.0000200054,0.02500,1.317
36,mlp.experts.84.down_proj,0.0000029598,0.02500,1.322
36,mlp.experts.115.down_proj,0.0000007319,0.02500,0.585
36,mlp.experts.119.down_proj,0.0000028333,0.02500,0.593
36,mlp.experts.88.down_proj,0.0000037178,0.02500,1.442
36,mlp.experts.108.down_proj,0.0000022565,0.02500,1.323
36,mlp.experts.96.down_proj,0.0000014613,0.02500,1.337
36,mlp.experts.100.down_proj,0.0000022921,0.02500,1.313
36,mlp.experts.104.down_proj,0.0000024016,0.02500,1.388
36,mlp.experts.112.down_proj,0.0000024736,0.02500,1.050
36,mlp.experts.116.down_proj,0.0000017405,0.02500,1.061
37,self_attn.k_proj,0.0000000382,0.02500,1.576
37,self_attn.v_proj,0.0000000646,0.02500,1.522
37,self_attn.q_proj,0.0000002574,0.02500,1.922
37,self_attn.o_proj,0.0000001506,0.02500,4.166
37,mlp.shared_experts.gate_proj,0.0000009670,0.02500,1.391
37,mlp.shared_experts.up_proj,0.0000011982,0.02500,1.294
37,mlp.shared_experts.down_proj,0.0000001048,0.02500,0.403
37,mlp.experts.15.gate_proj,0.0000192181,0.02500,4.154
37,mlp.experts.3.gate_proj,0.0000201540,0.02500,4.697
37,mlp.experts.11.gate_proj,0.0000155823,0.02500,4.309
37,mlp.experts.7.gate_proj,0.0000187411,0.02500,4.925
37,mlp.experts.8.gate_proj,0.0000270262,0.02500,5.629
37,mlp.experts.5.gate_proj,0.0000197285,0.02500,5.638
37,mlp.experts.4.gate_proj,0.0000387835,0.02500,5.684
37,mlp.experts.0.gate_proj,0.0000186888,0.02500,5.749
37,mlp.experts.9.gate_proj,0.0000118944,0.02500,5.274
37,mlp.experts.12.gate_proj,0.0000157736,0.02500,5.338
37,mlp.experts.13.gate_proj,0.0000204263,0.02500,5.529
37,mlp.experts.1.gate_proj,0.0000104834,0.02500,6.018
37,mlp.experts.6.gate_proj,0.0000512709,0.02500,6.445
37,mlp.experts.10.gate_proj,0.0000260741,0.02500,6.034
37,mlp.experts.14.gate_proj,0.0000172323,0.02500,6.107
37,mlp.experts.2.gate_proj,0.0000310200,0.02500,6.624
37,mlp.experts.27.gate_proj,0.0000195959,0.02500,4.067
37,mlp.experts.19.gate_proj,0.0000148549,0.02500,4.224
37,mlp.experts.31.gate_proj,0.0000721525,0.02500,4.298
37,mlp.experts.23.gate_proj,0.0000090135,0.02500,4.133
37,mlp.experts.21.gate_proj,0.0000119421,0.02500,4.962
37,mlp.experts.25.gate_proj,0.0000272739,0.02500,4.860
37,mlp.experts.29.gate_proj,0.0000181343,0.02500,4.807
37,mlp.experts.17.gate_proj,0.0000190262,0.02500,4.800
37,mlp.experts.24.gate_proj,0.0000202089,0.02500,5.734
37,mlp.experts.20.gate_proj,0.0000227047,0.02500,5.775
37,mlp.experts.26.gate_proj,0.0000260061,0.02500,5.042
37,mlp.experts.16.gate_proj,0.0000140835,0.02500,5.884
37,mlp.experts.28.gate_proj,0.0000176197,0.02500,5.827
37,mlp.experts.22.gate_proj,0.0000206755,0.02500,5.264
37,mlp.experts.18.gate_proj,0.0000257670,0.02500,5.187
37,mlp.experts.30.gate_proj,0.0000176390,0.02500,5.300
37,mlp.experts.43.gate_proj,0.0000181048,0.02500,4.431
37,mlp.experts.35.gate_proj,0.0000244294,0.02500,4.604
37,mlp.experts.47.gate_proj,0.0000168176,0.02500,4.614
37,mlp.experts.39.gate_proj,0.0000158313,0.02500,4.492
37,mlp.experts.37.gate_proj,0.0000132443,0.02500,4.047
37,mlp.experts.41.gate_proj,0.0000171298,0.02500,4.163
37,mlp.experts.40.gate_proj,0.0000223048,0.02500,3.336
37,mlp.experts.45.gate_proj,0.0000111972,0.02500,4.044
37,mlp.experts.36.gate_proj,0.0000035241,0.02500,3.436
37,mlp.experts.33.gate_proj,0.0000412966,0.02500,4.153
37,mlp.experts.32.gate_proj,0.0000192470,0.02500,3.355
37,mlp.experts.44.gate_proj,0.0000272576,0.02500,3.395
37,mlp.experts.42.gate_proj,0.0000225459,0.02500,4.152
37,mlp.experts.34.gate_proj,0.0000252713,0.02500,3.939
37,mlp.experts.46.gate_proj,0.0000169803,0.02500,4.011
37,mlp.experts.38.gate_proj,0.0000180142,0.02500,4.259
37,mlp.experts.52.gate_proj,0.0000192929,0.02500,3.238
37,mlp.experts.61.gate_proj,0.0000218946,0.02500,3.274
37,mlp.experts.56.gate_proj,0.0000112804,0.02500,3.430
37,mlp.experts.53.gate_proj,0.0000299602,0.02500,3.576
37,mlp.experts.48.gate_proj,0.0000204647,0.02500,3.245
37,mlp.experts.57.gate_proj,0.0000169743,0.02500,3.525
37,mlp.experts.60.gate_proj,0.0000259695,0.02500,3.356
37,mlp.experts.49.gate_proj,0.0000063558,0.02500,3.531
37,mlp.experts.59.gate_proj,0.0000186512,0.02500,5.572
37,mlp.experts.51.gate_proj,0.0000242306,0.02500,5.606
37,mlp.experts.55.gate_proj,0.0000060147,0.02500,5.683
37,mlp.experts.63.gate_proj,0.0000483960,0.02500,5.762
37,mlp.experts.50.gate_proj,0.0000176729,0.02500,3.698
37,mlp.experts.58.gate_proj,0.0000532133,0.02500,3.799
37,mlp.experts.54.gate_proj,0.0000113925,0.02500,3.776
37,mlp.experts.62.gate_proj,0.0000119053,0.02500,3.903
37,mlp.experts.77.gate_proj,0.0000280881,0.02500,3.080
37,mlp.experts.73.gate_proj,0.0000370467,0.02500,3.096
37,mlp.experts.69.gate_proj,0.0000376286,0.02500,3.287
37,mlp.experts.65.gate_proj,0.0000224798,0.02500,3.147
37,mlp.experts.64.gate_proj,0.0000250210,0.02500,3.541
37,mlp.experts.68.gate_proj,0.0000228786,0.02500,3.639
37,mlp.experts.72.gate_proj,0.0000283377,0.02500,3.739
37,mlp.experts.76.gate_proj,0.0000079825,0.02500,3.773
37,mlp.experts.75.gate_proj,0.0000446736,0.02500,4.281
37,mlp.experts.67.gate_proj,0.0000227904,0.02500,4.052
37,mlp.experts.79.gate_proj,0.0000134873,0.02500,4.015
37,mlp.experts.66.gate_proj,0.0000253258,0.02500,3.887
37,mlp.experts.71.gate_proj,0.0000320919,0.02500,4.136
37,mlp.experts.70.gate_proj,0.0000221439,0.02500,3.652
37,mlp.experts.74.gate_proj,0.0000413664,0.02500,4.105
37,mlp.experts.78.gate_proj,0.0000219329,0.02500,3.873
37,mlp.experts.93.gate_proj,0.0000238269,0.02500,3.637
37,mlp.experts.89.gate_proj,0.0000198854,0.02500,3.653
37,mlp.experts.85.gate_proj,0.0000227060,0.02500,3.580
37,mlp.experts.80.gate_proj,0.0000061861,0.02500,3.464
37,mlp.experts.81.gate_proj,0.0000244202,0.02500,3.675
37,mlp.experts.84.gate_proj,0.0000546588,0.02500,3.652
37,mlp.experts.88.gate_proj,0.0000390365,0.02500,3.571
37,mlp.experts.92.gate_proj,0.0000224532,0.02500,3.546
37,mlp.experts.82.gate_proj,0.0000333237,0.02500,3.646
37,mlp.experts.86.gate_proj,0.0000176923,0.02500,3.669
37,mlp.experts.94.gate_proj,0.0000141440,0.02500,3.621
37,mlp.experts.91.gate_proj,0.0000171964,0.02500,4.259
37,mlp.experts.90.gate_proj,0.0000176604,0.02500,3.871
37,mlp.experts.83.gate_proj,0.0000372356,0.02500,4.309
37,mlp.experts.95.gate_proj,0.0000185389,0.02500,4.301
37,mlp.experts.87.gate_proj,0.0000150772,0.02500,4.495
37,mlp.experts.109.gate_proj,0.0000241165,0.02500,3.727
37,mlp.experts.101.gate_proj,0.0000163870,0.02500,3.544
37,mlp.experts.105.gate_proj,0.0000141867,0.02500,3.679
37,mlp.experts.96.gate_proj,0.0000241875,0.02500,3.752
37,mlp.experts.97.gate_proj,0.0000241041,0.02500,3.988
37,mlp.experts.104.gate_proj,0.0000209936,0.02500,3.914
37,mlp.experts.108.gate_proj,0.0000253456,0.02500,4.079
37,mlp.experts.100.gate_proj,0.0000231644,0.02500,4.498
37,mlp.experts.98.gate_proj,0.0000219189,0.02500,3.162
37,mlp.experts.110.gate_proj,0.0000250874,0.02500,3.172
37,mlp.experts.102.gate_proj,0.0000286991,0.02500,3.729
37,mlp.experts.106.gate_proj,0.0000422040,0.02500,3.678
37,mlp.experts.117.gate_proj,0.0000213100,0.02500,3.093
37,mlp.experts.107.gate_proj,0.0000498881,0.02500,4.425
37,mlp.experts.112.gate_proj,0.0000367184,0.02500,3.032
37,mlp.experts.111.gate_proj,0.0000303598,0.02500,4.404
37,mlp.experts.1.up_proj,0.0000105681,0.02500,3.351
37,mlp.experts.99.gate_proj,0.0000177103,0.02500,4.646
37,mlp.experts.5.up_proj,0.0000200787,0.02500,3.643
37,mlp.experts.103.gate_proj,0.0000225660,0.02500,4.457
37,mlp.experts.0.up_proj,0.0000180097,0.02500,2.906
37,mlp.experts.116.gate_proj,0.0000572944,0.02500,2.913
37,mlp.experts.4.up_proj,0.0000390831,0.02500,3.130
37,mlp.experts.113.gate_proj,0.0000256082,0.02500,3.842
37,mlp.experts.114.gate_proj,0.0000242556,0.02500,3.351
37,mlp.experts.6.up_proj,0.0000494797,0.02500,3.369
37,mlp.experts.118.gate_proj,0.0000195333,0.02500,3.662
37,mlp.experts.2.up_proj,0.0000302372,0.02500,3.644
37,mlp.experts.13.up_proj,0.0000203769,0.02500,3.453
37,mlp.experts.8.up_proj,0.0000267486,0.02500,3.537
37,mlp.experts.17.up_proj,0.0000179949,0.02500,3.565
37,mlp.experts.21.up_proj,0.0000118462,0.02500,3.589
37,mlp.experts.3.up_proj,0.0000198892,0.02500,4.223
37,mlp.experts.20.up_proj,0.0000229259,0.02500,3.349
37,mlp.experts.7.up_proj,0.0000180890,0.02500,4.269
37,mlp.experts.16.up_proj,0.0000138692,0.02500,4.039
37,mlp.experts.115.gate_proj,0.0000544581,0.02500,4.269
37,mlp.experts.12.up_proj,0.0000150302,0.02500,3.647
37,mlp.experts.119.gate_proj,0.0000244556,0.02500,4.193
37,mlp.experts.9.up_proj,0.0000126005,0.02500,3.588
37,mlp.experts.22.up_proj,0.0000200687,0.02500,3.318
37,mlp.experts.10.up_proj,0.0000251006,0.02500,3.770
37,mlp.experts.14.up_proj,0.0000174415,0.02500,3.837
37,mlp.experts.18.up_proj,0.0000255038,0.02500,4.123
37,mlp.experts.24.up_proj,0.0000186310,0.02500,3.652
37,mlp.experts.29.up_proj,0.0000175905,0.02500,4.478
37,mlp.experts.36.up_proj,0.0000035971,0.02500,3.648
37,mlp.experts.33.up_proj,0.0000383567,0.02500,4.362
37,mlp.experts.32.up_proj,0.0000183255,0.02500,3.658
37,mlp.experts.37.up_proj,0.0000132150,0.02500,4.497
37,mlp.experts.28.up_proj,0.0000182756,0.02500,3.925
37,mlp.experts.19.up_proj,0.0000150259,0.02500,4.433
37,mlp.experts.23.up_proj,0.0000109571,0.02500,4.425
37,mlp.experts.11.up_proj,0.0000146941,0.02500,4.367
37,mlp.experts.15.up_proj,0.0000188765,0.02500,4.496
37,mlp.experts.25.up_proj,0.0000252920,0.02500,4.577
37,mlp.experts.38.up_proj,0.0000188824,0.02500,4.594
37,mlp.experts.26.up_proj,0.0000257102,0.02500,4.703
37,mlp.experts.30.up_proj,0.0000177532,0.02500,4.509
37,mlp.experts.45.up_proj,0.0000112428,0.02500,3.653
37,mlp.experts.34.up_proj,0.0000241129,0.02500,4.509
37,mlp.experts.53.up_proj,0.0000287900,0.02500,3.664
37,mlp.experts.49.up_proj,0.0000065278,0.02500,4.117
37,mlp.experts.40.up_proj,0.0000216257,0.02500,4.930
37,mlp.experts.52.up_proj,0.0000194890,0.02500,4.908
37,mlp.experts.35.up_proj,0.0000246883,0.02500,4.361
37,mlp.experts.41.up_proj,0.0000157795,0.02500,3.617
37,mlp.experts.48.up_proj,0.0000200968,0.02500,4.957
37,mlp.experts.39.up_proj,0.0000137646,0.02500,4.344
37,mlp.experts.27.up_proj,0.0000198991,0.02500,4.340
37,mlp.experts.44.up_proj,0.0000274694,0.02500,4.865
37,mlp.experts.31.up_proj,0.0000709507,0.02500,4.319
37,mlp.experts.54.up_proj,0.0000109069,0.02500,3.781
37,mlp.experts.42.up_proj,0.0000222992,0.02500,3.816
37,mlp.experts.61.up_proj,0.0000220413,0.02500,3.365
37,mlp.experts.46.up_proj,0.0000170702,0.02500,3.880
37,mlp.experts.50.up_proj,0.0000170181,0.02500,3.404
37,mlp.experts.65.up_proj,0.0000218553,0.02500,3.060
37,mlp.experts.69.up_proj,0.0000375587,0.02500,3.646
37,mlp.experts.57.up_proj,0.0000168542,0.02500,3.312
37,mlp.experts.70.up_proj,0.0000212668,0.02500,3.286
37,mlp.experts.56.up_proj,0.0000112290,0.02500,4.687
37,mlp.experts.51.up_proj,0.0000238618,0.02500,4.251
37,mlp.experts.43.up_proj,0.0000173317,0.02500,4.105
37,mlp.experts.55.up_proj,0.0000060644,0.02500,4.293
37,mlp.experts.47.up_proj,0.0000169082,0.02500,4.218
37,mlp.experts.58.up_proj,0.0000538997,0.02500,3.772
37,mlp.experts.68.up_proj,0.0000217137,0.02500,4.899
37,mlp.experts.77.up_proj,0.0000276165,0.02500,3.102
37,mlp.experts.64.up_proj,0.0000250389,0.02500,4.908
37,mlp.experts.60.up_proj,0.0000261757,0.02500,4.726
37,mlp.experts.62.up_proj,0.0000120490,0.02500,3.360
37,mlp.experts.81.up_proj,0.0000240226,0.02500,3.147
37,mlp.experts.66.up_proj,0.0000243702,0.02500,3.535
37,mlp.experts.85.up_proj,0.0000225000,0.02500,3.594
37,mlp.experts.73.up_proj,0.0000346679,0.02500,3.371
37,mlp.experts.86.up_proj,0.0000180981,0.02500,3.540
37,mlp.experts.93.up_proj,0.0000237019,0.02500,3.151
37,mlp.experts.74.up_proj,0.0000418381,0.02500,3.421
37,mlp.experts.78.up_proj,0.0000204578,0.02500,3.294
37,mlp.experts.67.up_proj,0.0000225562,0.02500,4.334
37,mlp.experts.59.up_proj,0.0000184517,0.02500,4.511
37,mlp.experts.71.up_proj,0.0000299384,0.02500,4.377
37,mlp.experts.72.up_proj,0.0000277768,0.02500,5.025
37,mlp.experts.97.up_proj,0.0000237290,0.02500,3.531
37,mlp.experts.82.up_proj,0.0000301915,0.02500,3.634
37,mlp.experts.63.up_proj,0.0000484454,0.02500,4.502
37,mlp.experts.101.up_proj,0.0000165411,0.02500,3.537
37,mlp.experts.80.up_proj,0.0000062249,0.02500,4.937
37,mlp.experts.89.up_proj,0.0000198320,0.02500,3.339
37,mlp.experts.84.up_proj,0.0000523608,0.02500,5.318
37,mlp.experts.76.up_proj,0.0000077326,0.02500,5.255
37,mlp.experts.102.up_proj,0.0000286660,0.02500,3.275
37,mlp.experts.90.up_proj,0.0000170672,0.02500,3.207
37,mlp.experts.109.up_proj,0.0000244906,0.02500,3.506
37,mlp.experts.94.up_proj,0.0000145440,0.02500,3.299
37,mlp.experts.113.up_proj,0.0000253810,0.02500,3.163
37,mlp.experts.98.up_proj,0.0000208814,0.02500,3.098
37,mlp.experts.83.up_proj,0.0000376217,0.02500,4.210
37,mlp.experts.117.up_proj,0.0000214148,0.02500,3.151
37,mlp.experts.75.up_proj,0.0000435409,0.02500,4.195
37,mlp.experts.87.up_proj,0.0000144366,0.02500,4.205
37,mlp.experts.105.up_proj,0.0000148923,0.02500,3.033
37,mlp.experts.79.up_proj,0.0000135653,0.02500,4.069
37,mlp.experts.118.up_proj,0.0000192980,0.02500,2.897
37,mlp.experts.106.up_proj,0.0000401892,0.02500,2.724
37,mlp.experts.110.up_proj,0.0000250263,0.02500,2.613
37,mlp.experts.88.up_proj,0.0000398753,0.02500,5.573
37,mlp.experts.114.up_proj,0.0000243343,0.02500,2.400
37,mlp.experts.96.up_proj,0.0000233016,0.02500,5.242
37,mlp.experts.100.up_proj,0.0000217279,0.02500,5.158
37,mlp.experts.92.up_proj,0.0000222710,0.02500,5.219
37,mlp.experts.99.up_proj,0.0000170817,0.02500,4.111
37,mlp.experts.103.up_proj,0.0000221498,0.02500,4.035
37,mlp.experts.91.up_proj,0.0000170198,0.02500,4.134
37,mlp.experts.95.up_proj,0.0000177693,0.02500,4.173
37,mlp.experts.104.up_proj,0.0000214543,0.02500,4.815
37,mlp.experts.112.up_proj,0.0000365876,0.02500,4.509
37,mlp.experts.116.up_proj,0.0000564649,0.02500,4.513
37,mlp.experts.108.up_proj,0.0000256423,0.02500,4.378
37,mlp.experts.119.up_proj,0.0000242746,0.02500,3.244
37,mlp.experts.115.up_proj,0.0000541690,0.02500,3.478
37,mlp.experts.107.up_proj,0.0000486306,0.02500,3.297
37,mlp.experts.111.up_proj,0.0000306780,0.02500,3.123
37,mlp.experts.10.down_proj,0.0000029080,0.02500,0.908
37,mlp.experts.2.down_proj,0.0000053183,0.02500,0.912
37,mlp.experts.6.down_proj,0.0000118561,0.02500,0.914
37,mlp.experts.14.down_proj,0.0000019853,0.02500,0.956
37,mlp.experts.1.down_proj,0.0000020531,0.02500,0.976
37,mlp.experts.5.down_proj,0.0000029353,0.02500,0.989
37,mlp.experts.13.down_proj,0.0000042601,0.02500,1.029
37,mlp.experts.3.down_proj,0.0000028237,0.02500,1.065
37,mlp.experts.15.down_proj,0.0000026655,0.02500,1.068
37,mlp.experts.11.down_proj,0.0000029477,0.02500,1.091
37,mlp.experts.9.down_proj,0.0000027107,0.02500,1.155
37,mlp.experts.7.down_proj,0.0000024305,0.02500,1.165
37,mlp.experts.0.down_proj,0.0000030955,0.02500,1.712
37,mlp.experts.12.down_proj,0.0000025930,0.02500,1.722
37,mlp.experts.4.down_proj,0.0000066650,0.02500,1.811
37,mlp.experts.8.down_proj,0.0000037304,0.02500,1.834
37,mlp.experts.18.down_proj,0.0000026607,0.02500,0.971
37,mlp.experts.17.down_proj,0.0000035630,0.02500,0.908
37,mlp.experts.22.down_proj,0.0000048063,0.02500,0.972
37,mlp.experts.31.down_proj,0.0000138727,0.02500,0.835
37,mlp.experts.30.down_proj,0.0000039110,0.02500,0.975
37,mlp.experts.21.down_proj,0.0000024509,0.02500,0.965
37,mlp.experts.26.down_proj,0.0000039715,0.02500,1.063
37,mlp.experts.27.down_proj,0.0000028181,0.02500,0.980
37,mlp.experts.19.down_proj,0.0000023884,0.02500,1.011
37,mlp.experts.29.down_proj,0.0000014459,0.02500,1.105
37,mlp.experts.23.down_proj,0.0000012659,0.02500,1.011
37,mlp.experts.25.down_proj,0.0000037621,0.02500,1.074
37,mlp.experts.38.down_proj,0.0000021575,0.02500,0.834
37,mlp.experts.34.down_proj,0.0000039704,0.02500,0.858
37,mlp.experts.46.down_proj,0.0000030657,0.02500,0.829
37,mlp.experts.42.down_proj,0.0000041000,0.02500,0.821
37,mlp.experts.47.down_proj,0.0000026097,0.02500,1.005
37,mlp.experts.33.down_proj,0.0000072666,0.02500,1.052
37,mlp.experts.35.down_proj,0.0000028395,0.02500,0.960
37,mlp.experts.37.down_proj,0.0000013921,0.02500,1.107
37,mlp.experts.43.down_proj,0.0000023327,0.02500,1.012
37,mlp.experts.45.down_proj,0.0000012908,0.02500,0.984
37,mlp.experts.41.down_proj,0.0000015279,0.02500,1.002
37,mlp.experts.39.down_proj,0.0000039380,0.02500,1.087
37,mlp.experts.28.down_proj,0.0000039223,0.02500,1.797
37,mlp.experts.16.down_proj,0.0000015884,0.02500,1.840
37,mlp.experts.54.down_proj,0.0000020477,0.02500,0.853
37,mlp.experts.50.down_proj,0.0000018714,0.02500,0.845
37,mlp.experts.58.down_proj,0.0000178741,0.02500,0.849
37,mlp.experts.20.down_proj,0.0000036376,0.02500,1.860
37,mlp.experts.62.down_proj,0.0000020371,0.02500,0.928
37,mlp.experts.24.down_proj,0.0000018045,0.02500,1.861
37,mlp.experts.63.down_proj,0.0000099444,0.02500,1.011
37,mlp.experts.51.down_proj,0.0000075611,0.02500,0.905
37,mlp.experts.53.down_proj,0.0000049697,0.02500,0.910
37,mlp.experts.61.down_proj,0.0000028012,0.02500,0.930
37,mlp.experts.49.down_proj,0.0000008542,0.02500,1.117
37,mlp.experts.55.down_proj,0.0000008768,0.02500,0.904
37,mlp.experts.59.down_proj,0.0000017503,0.02500,1.119
37,mlp.experts.57.down_proj,0.0000019732,0.02500,1.011
37,mlp.experts.70.down_proj,0.0000028685,0.02500,0.842
37,mlp.experts.66.down_proj,0.0000048125,0.02500,0.845
37,mlp.experts.74.down_proj,0.0000120942,0.02500,0.838
37,mlp.experts.78.down_proj,0.0000030590,0.02500,0.853
37,mlp.experts.67.down_proj,0.0000028622,0.02500,0.941
37,mlp.experts.79.down_proj,0.0000028786,0.02500,1.016
37,mlp.experts.77.down_proj,0.0000035179,0.02500,0.927
37,mlp.experts.71.down_proj,0.0000030751,0.02500,0.874
37,mlp.experts.44.down_proj,0.0000072987,0.02500,1.563
37,mlp.experts.73.down_proj,0.0000042960,0.02500,0.882
37,mlp.experts.69.down_proj,0.0000098371,0.02500,1.156
37,mlp.experts.65.down_proj,0.0000039770,0.02500,1.099
37,mlp.experts.32.down_proj,0.0000023083,0.02500,1.621
37,mlp.experts.86.down_proj,0.0000035364,0.02500,0.842
37,mlp.experts.82.down_proj,0.0000061908,0.02500,0.828
37,mlp.experts.90.down_proj,0.0000020390,0.02500,0.824
37,mlp.experts.75.down_proj,0.0000037990,0.02500,1.147
37,mlp.experts.94.down_proj,0.0000024179,0.02500,0.817
37,mlp.experts.36.down_proj,0.0000006601,0.02500,1.878
37,mlp.experts.40.down_proj,0.0000033339,0.02500,1.891
37,mlp.experts.83.down_proj,0.0000049046,0.02500,1.018
37,mlp.experts.87.down_proj,0.0000039759,0.02500,0.924
37,mlp.experts.93.down_proj,0.0000039706,0.02500,1.000
37,mlp.experts.89.down_proj,0.0000022838,0.02500,0.966
37,mlp.experts.95.down_proj,0.0000031511,0.02500,1.164
37,mlp.experts.85.down_proj,0.0000061680,0.02500,1.009
37,mlp.experts.98.down_proj,0.0000025005,0.02500,0.958
37,mlp.experts.81.down_proj,0.0000023522,0.02500,1.079
37,mlp.experts.106.down_proj,0.0000083627,0.02500,0.961
37,mlp.experts.110.down_proj,0.0000066694,0.02500,0.944
37,mlp.experts.102.down_proj,0.0000052012,0.02500,1.068
37,mlp.experts.91.down_proj,0.0000013593,0.02500,1.056
37,mlp.experts.99.down_proj,0.0000019155,0.02500,0.894
37,mlp.experts.114.down_proj,0.0000070680,0.02500,0.617
37,mlp.experts.60.down_proj,0.0000035622,0.02500,1.787
37,mlp.experts.118.down_proj,0.0000020589,0.02500,0.578
37,mlp.experts.48.down_proj,0.0000023320,0.02500,1.749
37,mlp.experts.109.down_proj,0.0000035668,0.02500,0.980
37,mlp.experts.101.down_proj,0.0000024040,0.02500,0.911
37,mlp.experts.111.down_proj,0.0000059186,0.02500,0.956
37,mlp.experts.103.down_proj,0.0000037120,0.02500,1.107
37,mlp.experts.105.down_proj,0.0000029059,0.02500,1.062
37,mlp.experts.97.down_proj,0.0000025586,0.02500,0.986
37,mlp.experts.107.down_proj,0.0000132162,0.02500,0.844
37,mlp.experts.52.down_proj,0.0000023458,0.02500,1.814
37,mlp.experts.56.down_proj,0.0000011570,0.02500,1.811
37,mlp.experts.115.down_proj,0.0000151603,0.02500,0.701
37,mlp.experts.119.down_proj,0.0000028560,0.02500,0.567
37,mlp.experts.117.down_proj,0.0000021195,0.02500,0.831
37,mlp.experts.113.down_proj,0.0000070239,0.02500,0.727
37,mlp.experts.76.down_proj,0.0000026582,0.02500,1.544
37,mlp.experts.64.down_proj,0.0000021006,0.02500,1.563
37,mlp.experts.68.down_proj,0.0000022310,0.02500,1.636
37,mlp.experts.72.down_proj,0.0000051966,0.02500,1.625
37,mlp.experts.92.down_proj,0.0000028001,0.02500,1.496
37,mlp.experts.80.down_proj,0.0000006621,0.02500,1.530
37,mlp.experts.84.down_proj,0.0000081011,0.02500,1.316
37,mlp.experts.88.down_proj,0.0000053294,0.02500,1.329
37,mlp.experts.108.down_proj,0.0000031880,0.02500,1.205
37,mlp.experts.96.down_proj,0.0000020018,0.02500,1.314
37,mlp.experts.100.down_proj,0.0000026129,0.02500,1.136
37,mlp.experts.104.down_proj,0.0000037625,0.02500,1.124
37,mlp.experts.112.down_proj,0.0000040947,0.02500,0.932
37,mlp.experts.116.down_proj,0.0000109238,0.02500,0.859
38,self_attn.v_proj,0.0000000744,0.02500,1.431
38,self_attn.k_proj,0.0000000425,0.02500,1.558
38,self_attn.q_proj,0.0000002597,0.02500,1.771
38,self_attn.o_proj,0.0000001999,0.02500,3.810
38,mlp.shared_experts.gate_proj,0.0000010440,0.02500,1.344
38,mlp.shared_experts.up_proj,0.0000012608,0.02500,1.539
38,mlp.shared_experts.down_proj,0.0000001210,0.02500,0.397
38,mlp.experts.7.gate_proj,0.0000574172,0.02500,3.695
38,mlp.experts.11.gate_proj,0.0000201403,0.02500,3.741
38,mlp.experts.3.gate_proj,0.0000242707,0.02500,3.810
38,mlp.experts.15.gate_proj,0.0000192859,0.02500,3.688
38,mlp.experts.10.gate_proj,0.0000110646,0.02500,4.603
38,mlp.experts.8.gate_proj,0.0000194028,0.02500,4.618
38,mlp.experts.6.gate_proj,0.0000396101,0.02500,4.689
38,mlp.experts.4.gate_proj,0.0000078352,0.02500,4.765
38,mlp.experts.12.gate_proj,0.0000172496,0.02500,4.420
38,mlp.experts.0.gate_proj,0.0000467762,0.02500,5.010
38,mlp.experts.14.gate_proj,0.0000198326,0.02500,4.817
38,mlp.experts.2.gate_proj,0.0000185413,0.02500,5.274
38,mlp.experts.1.gate_proj,0.0000240665,0.02500,6.123
38,mlp.experts.5.gate_proj,0.0000108007,0.02500,6.205
38,mlp.experts.13.gate_proj,0.0000334916,0.02500,5.848
38,mlp.experts.9.gate_proj,0.0000245765,0.02500,6.580
38,mlp.experts.27.gate_proj,0.0000072504,0.02500,3.814
38,mlp.experts.19.gate_proj,0.0000262529,0.02500,3.820
38,mlp.experts.23.gate_proj,0.0000114715,0.02500,3.997
38,mlp.experts.26.gate_proj,0.0000073252,0.02500,3.318
38,mlp.experts.22.gate_proj,0.0000219256,0.02500,3.296
38,mlp.experts.31.gate_proj,0.0000151677,0.02500,4.112
38,mlp.experts.30.gate_proj,0.0000231354,0.02500,3.219
38,mlp.experts.18.gate_proj,0.0000262587,0.02500,3.198
38,mlp.experts.20.gate_proj,0.0000065099,0.02500,4.585
38,mlp.experts.28.gate_proj,0.0000190444,0.02500,4.700
38,mlp.experts.16.gate_proj,0.0000229189,0.02500,4.680
38,mlp.experts.24.gate_proj,0.0000493710,0.02500,5.152
38,mlp.experts.17.gate_proj,0.0000084888,0.02500,4.233
38,mlp.experts.21.gate_proj,0.0000203793,0.02500,4.246
38,mlp.experts.29.gate_proj,0.0000126712,0.02500,4.335
38,mlp.experts.43.gate_proj,0.0000127030,0.02500,3.090
38,mlp.experts.25.gate_proj,0.0000194299,0.02500,4.313
38,mlp.experts.39.gate_proj,0.0000198333,0.02500,3.283
38,mlp.experts.35.gate_proj,0.0000220960,0.02500,3.415
38,mlp.experts.42.gate_proj,0.0000219763,0.02500,3.769
38,mlp.experts.47.gate_proj,0.0000322773,0.02500,3.736
38,mlp.experts.38.gate_proj,0.0000200728,0.02500,3.916
38,mlp.experts.34.gate_proj,0.0000261793,0.02500,3.959
38,mlp.experts.46.gate_proj,0.0000191032,0.02500,4.304
38,mlp.experts.36.gate_proj,0.0000141465,0.02500,4.746
38,mlp.experts.44.gate_proj,0.0000240202,0.02500,4.616
38,mlp.experts.32.gate_proj,0.0000265376,0.02500,4.506
38,mlp.experts.40.gate_proj,0.0000177173,0.02500,4.553
38,mlp.experts.59.gate_proj,0.0000119573,0.02500,4.116
38,mlp.experts.37.gate_proj,0.0000200742,0.02500,4.323
38,mlp.experts.33.gate_proj,0.0000263357,0.02500,4.465
38,mlp.experts.55.gate_proj,0.0000163668,0.02500,3.934
38,mlp.experts.45.gate_proj,0.0000302169,0.02500,4.394
38,mlp.experts.51.gate_proj,0.0000230489,0.02500,4.125
38,mlp.experts.41.gate_proj,0.0000428165,0.02500,4.357
38,mlp.experts.63.gate_proj,0.0000282240,0.02500,3.778
38,mlp.experts.54.gate_proj,0.0000257812,0.02500,3.771
38,mlp.experts.58.gate_proj,0.0000205683,0.02500,4.208
38,mlp.experts.50.gate_proj,0.0000097010,0.02500,3.973
38,mlp.experts.62.gate_proj,0.0000191218,0.02500,4.124
38,mlp.experts.71.gate_proj,0.0000404116,0.02500,3.382
38,mlp.experts.60.gate_proj,0.0000088809,0.02500,4.165
38,mlp.experts.52.gate_proj,0.0000327818,0.02500,4.320
38,mlp.experts.48.gate_proj,0.0000081193,0.02500,4.299
38,mlp.experts.56.gate_proj,0.0000273053,0.02500,4.329
38,mlp.experts.75.gate_proj,0.0000256743,0.02500,3.927
38,mlp.experts.67.gate_proj,0.0000125326,0.02500,3.633
38,mlp.experts.53.gate_proj,0.0000192249,0.02500,4.332
38,mlp.experts.49.gate_proj,0.0000280535,0.02500,4.399
38,mlp.experts.79.gate_proj,0.0000267540,0.02500,3.569
38,mlp.experts.61.gate_proj,0.0000215538,0.02500,4.347
38,mlp.experts.57.gate_proj,0.0000175161,0.02500,4.400
38,mlp.experts.70.gate_proj,0.0000114490,0.02500,3.953
38,mlp.experts.74.gate_proj,0.0000192314,0.02500,3.941
38,mlp.experts.66.gate_proj,0.0000367604,0.02500,3.671
38,mlp.experts.78.gate_proj,0.0000649904,0.02500,3.208
38,mlp.experts.87.gate_proj,0.0000293087,0.02500,3.389
38,mlp.experts.83.gate_proj,0.0000125787,0.02500,3.222
38,mlp.experts.91.gate_proj,0.0000255772,0.02500,3.920
38,mlp.experts.76.gate_proj,0.0000242520,0.02500,4.454
38,mlp.experts.68.gate_proj,0.0000439258,0.02500,4.406
38,mlp.experts.86.gate_proj,0.0000119226,0.02500,3.285
38,mlp.experts.95.gate_proj,0.0000217259,0.02500,3.751
38,mlp.experts.72.gate_proj,0.0000612656,0.02500,4.401
38,mlp.experts.94.gate_proj,0.0000403471,0.02500,3.135
38,mlp.experts.64.gate_proj,0.0000264774,0.02500,4.776
38,mlp.experts.90.gate_proj,0.0000268147,0.02500,3.586
38,mlp.experts.69.gate_proj,0.0000349659,0.02500,4.720
38,mlp.experts.82.gate_proj,0.0000204756,0.02500,3.855
38,mlp.experts.65.gate_proj,0.0000437231,0.02500,4.734
38,mlp.experts.77.gate_proj,0.0000189702,0.02500,4.817
38,mlp.experts.73.gate_proj,0.0000336997,0.02500,4.897
38,mlp.experts.103.gate_proj,0.0000154365,0.02500,4.084
38,mlp.experts.99.gate_proj,0.0000190865,0.02500,4.035
38,mlp.experts.102.gate_proj,0.0000425816,0.02500,3.337
38,mlp.experts.107.gate_proj,0.0000243250,0.02500,3.815
38,mlp.experts.110.gate_proj,0.0000300679,0.02500,3.579
38,mlp.experts.111.gate_proj,0.0000310650,0.02500,3.896
38,mlp.experts.106.gate_proj,0.0000500194,0.02500,4.046
38,mlp.experts.98.gate_proj,0.0000217436,0.02500,3.833
38,mlp.experts.85.gate_proj,0.0000201599,0.02500,4.058
38,mlp.experts.92.gate_proj,0.0000272448,0.02500,5.285
38,mlp.experts.81.gate_proj,0.0000096460,0.02500,4.100
38,mlp.experts.93.gate_proj,0.0000281679,0.02500,3.959
38,mlp.experts.84.gate_proj,0.0000199354,0.02500,5.376
38,mlp.experts.88.gate_proj,0.0000204346,0.02500,5.367
38,mlp.experts.89.gate_proj,0.0000230661,0.02500,3.940
38,mlp.experts.80.gate_proj,0.0000325108,0.02500,5.320
38,mlp.experts.119.gate_proj,0.0000247925,0.02500,3.457
38,mlp.experts.115.gate_proj,0.0000278872,0.02500,3.507
38,mlp.experts.3.up_proj,0.0000248396,0.02500,3.574
38,mlp.experts.7.up_proj,0.0000551155,0.02500,3.381
38,mlp.experts.118.gate_proj,0.0000160648,0.02500,4.051
38,mlp.experts.6.up_proj,0.0000374363,0.02500,3.884
38,mlp.experts.2.up_proj,0.0000187387,0.02500,3.787
38,mlp.experts.114.gate_proj,0.0000397784,0.02500,3.603
38,mlp.experts.101.gate_proj,0.0000292591,0.02500,3.842
38,mlp.experts.97.gate_proj,0.0000296699,0.02500,3.902
38,mlp.experts.109.gate_proj,0.0000235598,0.02500,3.983
38,mlp.experts.105.gate_proj,0.0000116523,0.02500,3.854
38,mlp.experts.108.gate_proj,0.0000139682,0.02500,4.546
38,mlp.experts.15.up_proj,0.0000194421,0.02500,3.376
38,mlp.experts.100.gate_proj,0.0000459374,0.02500,4.704
38,mlp.experts.11.up_proj,0.0000191427,0.02500,3.394
38,mlp.experts.104.gate_proj,0.0000264484,0.02500,4.668
38,mlp.experts.96.gate_proj,0.0000134863,0.02500,4.630
38,mlp.experts.19.up_proj,0.0000252882,0.02500,3.499
38,mlp.experts.14.up_proj,0.0000195930,0.02500,3.328
38,mlp.experts.23.up_proj,0.0000114978,0.02500,3.369
38,mlp.experts.22.up_proj,0.0000208526,0.02500,3.463
38,mlp.experts.10.up_proj,0.0000113059,0.02500,3.122
38,mlp.experts.117.gate_proj,0.0000232622,0.02500,3.184
38,mlp.experts.113.gate_proj,0.0000100752,0.02500,3.207
38,mlp.experts.18.up_proj,0.0000257841,0.02500,3.941
38,mlp.experts.5.up_proj,0.0000117792,0.02500,3.289
38,mlp.experts.1.up_proj,0.0000240975,0.02500,3.295
38,mlp.experts.31.up_proj,0.0000148762,0.02500,3.316
38,mlp.experts.27.up_proj,0.0000070198,0.02500,3.597
38,mlp.experts.35.up_proj,0.0000218318,0.02500,3.506
38,mlp.experts.39.up_proj,0.0000195344,0.02500,3.401
38,mlp.experts.30.up_proj,0.0000228717,0.02500,3.995
38,mlp.experts.4.up_proj,0.0000077409,0.02500,5.229
38,mlp.experts.116.gate_proj,0.0000265841,0.02500,5.164
38,mlp.experts.38.up_proj,0.0000202303,0.02500,3.938
38,mlp.experts.0.up_proj,0.0000460746,0.02500,5.116
38,mlp.experts.112.gate_proj,0.0000323623,0.02500,5.045
38,mlp.experts.26.up_proj,0.0000073541,0.02500,3.905
38,mlp.experts.13.up_proj,0.0000334129,0.02500,3.501
38,mlp.experts.9.up_proj,0.0000249760,0.02500,3.442
38,mlp.experts.21.up_proj,0.0000209453,0.02500,3.351
38,mlp.experts.17.up_proj,0.0000099780,0.02500,3.426
38,mlp.experts.34.up_proj,0.0000266343,0.02500,4.238
38,mlp.experts.47.up_proj,0.0000322837,0.02500,3.720
38,mlp.experts.43.up_proj,0.0000127616,0.02500,3.241
38,mlp.experts.51.up_proj,0.0000223069,0.02500,3.179
38,mlp.experts.55.up_proj,0.0000159136,0.02500,3.808
38,mlp.experts.46.up_proj,0.0000189786,0.02500,3.739
38,mlp.experts.20.up_proj,0.0000065932,0.02500,3.913
38,mlp.experts.54.up_proj,0.0000249190,0.02500,3.689
38,mlp.experts.12.up_proj,0.0000172470,0.02500,3.911
38,mlp.experts.42.up_proj,0.0000217450,0.02500,3.646
38,mlp.experts.16.up_proj,0.0000231295,0.02500,3.934
38,mlp.experts.8.up_proj,0.0000184719,0.02500,3.928
38,mlp.experts.50.up_proj,0.0000097826,0.02500,3.397
38,mlp.experts.59.up_proj,0.0000113409,0.02500,3.079
38,mlp.experts.29.up_proj,0.0000125534,0.02500,4.628
38,mlp.experts.25.up_proj,0.0000200437,0.02500,4.587
38,mlp.experts.63.up_proj,0.0000296958,0.02500,3.624
38,mlp.experts.37.up_proj,0.0000199894,0.02500,4.658
38,mlp.experts.67.up_proj,0.0000139864,0.02500,3.364
38,mlp.experts.33.up_proj,0.0000262484,0.02500,4.753
38,mlp.experts.62.up_proj,0.0000194359,0.02500,3.072
38,mlp.experts.71.up_proj,0.0000394023,0.02500,3.728
38,mlp.experts.36.up_proj,0.0000148552,0.02500,3.167
38,mlp.experts.70.up_proj,0.0000113983,0.02500,3.148
38,mlp.experts.28.up_proj,0.0000187753,0.02500,3.210
38,mlp.experts.58.up_proj,0.0000196608,0.02500,3.162
38,mlp.experts.32.up_proj,0.0000270048,0.02500,3.264
38,mlp.experts.24.up_proj,0.0000497163,0.02500,3.353
38,mlp.experts.66.up_proj,0.0000374642,0.02500,3.150
38,mlp.experts.75.up_proj,0.0000248613,0.02500,3.616
38,mlp.experts.79.up_proj,0.0000268109,0.02500,3.535
38,mlp.experts.83.up_proj,0.0000155120,0.02500,3.444
38,mlp.experts.45.up_proj,0.0000297096,0.02500,4.429
38,mlp.experts.78.up_proj,0.0000637838,0.02500,3.071
38,mlp.experts.41.up_proj,0.0000418836,0.02500,4.451
38,mlp.experts.53.up_proj,0.0000190371,0.02500,4.341
38,mlp.experts.86.up_proj,0.0000114798,0.02500,3.053
38,mlp.experts.49.up_proj,0.0000287287,0.02500,4.370
38,mlp.experts.74.up_proj,0.0000192484,0.02500,3.056
38,mlp.experts.87.up_proj,0.0000296797,0.02500,3.888
38,mlp.experts.52.up_proj,0.0000328135,0.02500,3.640
38,mlp.experts.44.up_proj,0.0000254385,0.02500,3.613
38,mlp.experts.48.up_proj,0.0000081314,0.02500,3.575
38,mlp.experts.82.up_proj,0.0000201504,0.02500,3.016
38,mlp.experts.40.up_proj,0.0000171117,0.02500,3.587
38,mlp.experts.91.up_proj,0.0000263781,0.02500,4.079
38,mlp.experts.94.up_proj,0.0000410451,0.02500,3.160
38,mlp.experts.95.up_proj,0.0000220397,0.02500,4.006
38,mlp.experts.99.up_proj,0.0000192838,0.02500,3.926
38,mlp.experts.102.up_proj,0.0000426679,0.02500,3.222
38,mlp.experts.90.up_proj,0.0000261074,0.02500,3.319
38,mlp.experts.103.up_proj,0.0000146170,0.02500,3.820
38,mlp.experts.61.up_proj,0.0000218314,0.02500,4.966
38,mlp.experts.98.up_proj,0.0000209173,0.02500,3.444
38,mlp.experts.57.up_proj,0.0000159926,0.02500,4.915
38,mlp.experts.68.up_proj,0.0000446949,0.02500,4.104
38,mlp.experts.69.up_proj,0.0000353090,0.02500,4.959
38,mlp.experts.60.up_proj,0.0000087201,0.02500,4.224
38,mlp.experts.65.up_proj,0.0000446881,0.02500,5.016
38,mlp.experts.64.up_proj,0.0000241578,0.02500,4.455
38,mlp.experts.56.up_proj,0.0000279830,0.02500,4.348
38,mlp.experts.107.up_proj,0.0000239183,0.02500,3.104
38,mlp.experts.115.up_proj,0.0000279031,0.02500,3.229
38,mlp.experts.111.up_proj,0.0000295494,0.02500,3.381
38,mlp.experts.110.up_proj,0.0000302945,0.02500,3.504
38,mlp.experts.118.up_proj,0.0000162373,0.02500,3.717
38,mlp.experts.106.up_proj,0.0000502833,0.02500,3.610
38,mlp.experts.119.up_proj,0.0000249237,0.02500,2.881
38,mlp.experts.114.up_proj,0.0000399682,0.02500,3.083
38,mlp.experts.77.up_proj,0.0000192707,0.02500,3.985
38,mlp.experts.73.up_proj,0.0000315614,0.02500,4.053
38,mlp.experts.85.up_proj,0.0000201665,0.02500,3.985
38,mlp.experts.81.up_proj,0.0000087164,0.02500,3.850
38,mlp.experts.84.up_proj,0.0000193551,0.02500,5.022
38,mlp.experts.76.up_proj,0.0000242934,0.02500,5.058
38,mlp.experts.72.up_proj,0.0000574394,0.02500,4.855
38,mlp.experts.80.up_proj,0.0000331201,0.02500,5.100
38,mlp.experts.93.up_proj,0.0000280201,0.02500,4.576
38,mlp.experts.101.up_proj,0.0000298379,0.02500,4.413
38,mlp.experts.89.up_proj,0.0000247896,0.02500,4.622
38,mlp.experts.97.up_proj,0.0000295805,0.02500,4.540
38,mlp.experts.100.up_proj,0.0000435833,0.02500,4.270
38,mlp.experts.92.up_proj,0.0000271974,0.02500,4.220
38,mlp.experts.88.up_proj,0.0000207987,0.02500,4.170
38,mlp.experts.96.up_proj,0.0000127710,0.02500,4.136
38,mlp.experts.116.up_proj,0.0000268976,0.02500,3.217
38,mlp.experts.108.up_proj,0.0000146389,0.02500,2.885
38,mlp.experts.104.up_proj,0.0000270534,0.02500,2.787
38,mlp.experts.112.up_proj,0.0000321856,0.02500,2.860
38,mlp.experts.109.up_proj,0.0000226307,0.02500,4.881
38,mlp.experts.117.up_proj,0.0000230165,0.02500,4.877
38,mlp.experts.105.up_proj,0.0000119638,0.02500,4.780
38,mlp.experts.113.up_proj,0.0000098760,0.02500,4.514
38,mlp.experts.3.down_proj,0.0000047455,0.02500,1.346
38,mlp.experts.7.down_proj,0.0000100961,0.02500,1.347
38,mlp.experts.11.down_proj,0.0000019280,0.02500,1.318
38,mlp.experts.15.down_proj,0.0000026061,0.02500,1.323
38,mlp.experts.10.down_proj,0.0000011074,0.02500,1.696
38,mlp.experts.6.down_proj,0.0000043156,0.02500,2.060
38,mlp.experts.2.down_proj,0.0000022870,0.02500,2.140
38,mlp.experts.14.down_proj,0.0000020530,0.02500,1.910
38,mlp.experts.12.down_proj,0.0000020383,0.02500,2.087
38,mlp.experts.0.down_proj,0.0000087372,0.02500,2.190
38,mlp.experts.4.down_proj,0.0000007718,0.02500,2.228
38,mlp.experts.19.down_proj,0.0000035407,0.02500,0.882
38,mlp.experts.23.down_proj,0.0000018369,0.02500,0.900
38,mlp.experts.8.down_proj,0.0000028188,0.02500,2.258
38,mlp.experts.27.down_proj,0.0000011105,0.02500,0.901
38,mlp.experts.31.down_proj,0.0000026066,0.02500,0.895
38,mlp.experts.5.down_proj,0.0000013592,0.02500,2.485
38,mlp.experts.9.down_proj,0.0000050789,0.02500,2.542
38,mlp.experts.13.down_proj,0.0000046123,0.02500,2.271
38,mlp.experts.1.down_proj,0.0000020974,0.02500,2.593
38,mlp.experts.26.down_proj,0.0000009340,0.02500,0.912
38,mlp.experts.22.down_proj,0.0000024239,0.02500,0.905
38,mlp.experts.35.down_proj,0.0000030349,0.02500,0.886
38,mlp.experts.39.down_proj,0.0000043444,0.02500,0.873
38,mlp.experts.43.down_proj,0.0000018212,0.02500,0.871
38,mlp.experts.47.down_proj,0.0000037250,0.02500,0.881
38,mlp.experts.18.down_proj,0.0000039801,0.02500,1.179
38,mlp.experts.30.down_proj,0.0000023619,0.02500,1.179
38,mlp.experts.16.down_proj,0.0000035632,0.02500,1.493
38,mlp.experts.28.down_proj,0.0000016826,0.02500,1.500
38,mlp.experts.20.down_proj,0.0000014178,0.02500,1.504
38,mlp.experts.42.down_proj,0.0000035113,0.02500,0.869
38,mlp.experts.24.down_proj,0.0000098685,0.02500,1.579
38,mlp.experts.38.down_proj,0.0000023074,0.02500,0.877
38,mlp.experts.55.down_proj,0.0000027433,0.02500,0.899
38,mlp.experts.51.down_proj,0.0000037524,0.02500,0.936
38,mlp.experts.25.down_proj,0.0000035868,0.02500,1.529
38,mlp.experts.29.down_proj,0.0000010609,0.02500,1.518
38,mlp.experts.59.down_proj,0.0000018117,0.02500,0.921
38,mlp.experts.21.down_proj,0.0000034605,0.02500,1.612
38,mlp.experts.63.down_proj,0.0000058582,0.02500,0.920
38,mlp.experts.17.down_proj,0.0000013135,0.02500,1.566
38,mlp.experts.34.down_proj,0.0000047615,0.02500,1.078
38,mlp.experts.46.down_proj,0.0000021620,0.02500,1.144
38,mlp.experts.54.down_proj,0.0000023446,0.02500,0.953
38,mlp.experts.58.down_proj,0.0000020587,0.02500,1.124
38,mlp.experts.44.down_proj,0.0000027709,0.02500,1.378
38,mlp.experts.41.down_proj,0.0000054204,0.02500,0.994
38,mlp.experts.32.down_proj,0.0000045944,0.02500,1.401
38,mlp.experts.45.down_proj,0.0000046594,0.02500,1.004
38,mlp.experts.37.down_proj,0.0000035264,0.02500,0.979
38,mlp.experts.36.down_proj,0.0000040268,0.02500,1.398
38,mlp.experts.33.down_proj,0.0000041797,0.02500,0.983
38,mlp.experts.67.down_proj,0.0000018870,0.02500,1.106
38,mlp.experts.71.down_proj,0.0000084201,0.02500,1.157
38,mlp.experts.40.down_proj,0.0000015759,0.02500,1.444
38,mlp.experts.75.down_proj,0.0000035518,0.02500,1.198
38,mlp.experts.79.down_proj,0.0000062548,0.02500,1.234
38,mlp.experts.50.down_proj,0.0000010489,0.02500,1.141
38,mlp.experts.62.down_proj,0.0000027944,0.02500,1.177
38,mlp.experts.70.down_proj,0.0000020302,0.02500,1.077
38,mlp.experts.61.down_proj,0.0000030573,0.02500,0.910
38,mlp.experts.53.down_proj,0.0000027241,0.02500,0.915
38,mlp.experts.57.down_proj,0.0000021385,0.02500,0.959
38,mlp.experts.49.down_proj,0.0000039916,0.02500,0.916
38,mlp.experts.74.down_proj,0.0000035762,0.02500,1.132
38,mlp.experts.87.down_proj,0.0000040569,0.02500,1.034
38,mlp.experts.83.down_proj,0.0000018019,0.02500,1.077
38,mlp.experts.48.down_proj,0.0000022049,0.02500,1.281
38,mlp.experts.52.down_proj,0.0000060280,0.02500,1.250
38,mlp.experts.60.down_proj,0.0000025620,0.02500,1.360
38,mlp.experts.91.down_proj,0.0000041960,0.02500,1.174
38,mlp.experts.56.down_proj,0.0000032789,0.02500,1.251
38,mlp.experts.95.down_proj,0.0000024903,0.02500,1.180
38,mlp.experts.66.down_proj,0.0000041396,0.02500,1.080
38,mlp.experts.78.down_proj,0.0000219162,0.02500,1.078
38,mlp.experts.86.down_proj,0.0000010582,0.02500,1.043
38,mlp.experts.90.down_proj,0.0000036318,0.02500,0.992
38,mlp.experts.103.down_proj,0.0000023553,0.02500,0.897
38,mlp.experts.99.down_proj,0.0000050442,0.02500,0.901
38,mlp.experts.77.down_proj,0.0000022602,0.02500,1.171
38,mlp.experts.65.down_proj,0.0000082106,0.02500,1.154
38,mlp.experts.69.down_proj,0.0000080190,0.02500,1.218
38,mlp.experts.73.down_proj,0.0000046487,0.02500,1.290
38,mlp.experts.107.down_proj,0.0000026389,0.02500,1.057
38,mlp.experts.64.down_proj,0.0000027820,0.02500,1.259
38,mlp.experts.111.down_proj,0.0000049876,0.02500,1.112
38,mlp.experts.68.down_proj,0.0000094281,0.02500,1.274
38,mlp.experts.76.down_proj,0.0000029836,0.02500,1.231
38,mlp.experts.82.down_proj,0.0000024502,0.02500,1.075
38,mlp.experts.94.down_proj,0.0000095982,0.02500,1.029
38,mlp.experts.72.down_proj,0.0000098424,0.02500,1.258
38,mlp.experts.115.down_proj,0.0000067472,0.02500,0.763
38,mlp.experts.102.down_proj,0.0000056570,0.02500,1.033
38,mlp.experts.119.down_proj,0.0000032190,0.02500,0.852
38,mlp.experts.106.down_proj,0.0000134829,0.02500,1.105
38,mlp.experts.98.down_proj,0.0000045696,0.02500,0.905
38,mlp.experts.93.down_proj,0.0000041162,0.02500,1.439
38,mlp.experts.85.down_proj,0.0000020020,0.02500,1.446
38,mlp.experts.81.down_proj,0.0000007929,0.02500,1.486
38,mlp.experts.89.down_proj,0.0000053532,0.02500,1.459
38,mlp.experts.110.down_proj,0.0000088884,0.02500,1.027
38,mlp.experts.92.down_proj,0.0000032235,0.02500,1.246
38,mlp.experts.118.down_proj,0.0000019337,0.02500,0.954
38,mlp.experts.84.down_proj,0.0000021525,0.02500,1.259
38,mlp.experts.80.down_proj,0.0000037084,0.02500,1.351
38,mlp.experts.88.down_proj,0.0000023688,0.02500,1.263
38,mlp.experts.114.down_proj,0.0000065145,0.02500,0.579
38,mlp.experts.109.down_proj,0.0000027611,0.02500,1.363
38,mlp.experts.101.down_proj,0.0000033366,0.02500,1.365
38,mlp.experts.97.down_proj,0.0000035047,0.02500,1.368
38,mlp.experts.105.down_proj,0.0000021032,0.02500,1.357
38,mlp.experts.100.down_proj,0.0000063622,0.02500,1.248
38,mlp.experts.108.down_proj,0.0000042469,0.02500,1.300
38,mlp.experts.96.down_proj,0.0000023925,0.02500,1.320
38,mlp.experts.104.down_proj,0.0000055788,0.02500,1.328
38,mlp.experts.117.down_proj,0.0000038372,0.02500,0.917
38,mlp.experts.113.down_proj,0.0000016412,0.02500,0.883
38,mlp.experts.116.down_proj,0.0000068549,0.02500,0.891
38,mlp.experts.112.down_proj,0.0000049786,0.02500,0.833
39,self_attn.v_proj,0.0000001283,0.02500,1.362
39,self_attn.k_proj,0.0000000689,0.02500,1.467
39,self_attn.q_proj,0.0000004272,0.02500,1.504
39,self_attn.o_proj,0.0000002624,0.02500,3.754
39,mlp.shared_experts.gate_proj,0.0000010087,0.02500,1.373
39,mlp.shared_experts.up_proj,0.0000013083,0.02500,1.342
39,mlp.shared_experts.down_proj,0.0000001540,0.02500,0.394
39,mlp.experts.0.gate_proj,0.0000292377,0.02500,4.345
39,mlp.experts.4.gate_proj,0.0000295557,0.02500,4.404
39,mlp.experts.8.gate_proj,0.0000264265,0.02500,4.561
39,mlp.experts.9.gate_proj,0.0000302309,0.02500,4.906
39,mlp.experts.12.gate_proj,0.0000207336,0.02500,3.735
39,mlp.experts.5.gate_proj,0.0000189744,0.02500,5.024
39,mlp.experts.1.gate_proj,0.0000221943,0.02500,5.071
39,mlp.experts.13.gate_proj,0.0000059829,0.02500,3.968
39,mlp.experts.10.gate_proj,0.0000327157,0.02500,6.323
39,mlp.experts.14.gate_proj,0.0000175350,0.02500,5.090
39,mlp.experts.2.gate_proj,0.0000318051,0.02500,6.447
39,mlp.experts.6.gate_proj,0.0000272600,0.02500,6.516
39,mlp.experts.7.gate_proj,0.0000432980,0.02500,6.717
39,mlp.experts.11.gate_proj,0.0000059929,0.02500,6.802
39,mlp.experts.3.gate_proj,0.0000305737,0.02500,6.880
39,mlp.experts.15.gate_proj,0.0000198661,0.02500,5.832
39,mlp.experts.16.gate_proj,0.0000437909,0.02500,3.498
39,mlp.experts.20.gate_proj,0.0000080426,0.02500,3.524
39,mlp.experts.24.gate_proj,0.0000274129,0.02500,3.570
39,mlp.experts.25.gate_proj,0.0000277248,0.02500,3.543
39,mlp.experts.28.gate_proj,0.0000368993,0.02500,3.548
39,mlp.experts.21.gate_proj,0.0000300279,0.02500,3.522
39,mlp.experts.17.gate_proj,0.0000162797,0.02500,3.979
39,mlp.experts.29.gate_proj,0.0000233856,0.02500,3.912
39,mlp.experts.27.gate_proj,0.0000263971,0.02500,3.874
39,mlp.experts.30.gate_proj,0.0000330328,0.02500,4.373
39,mlp.experts.23.gate_proj,0.0000162481,0.02500,4.031
39,mlp.experts.26.gate_proj,0.0000370769,0.02500,4.456
39,mlp.experts.32.gate_proj,0.0000179318,0.02500,2.998
39,mlp.experts.19.gate_proj,0.0000046154,0.02500,3.988
39,mlp.experts.22.gate_proj,0.0000273150,0.02500,4.426
39,mlp.experts.31.gate_proj,0.0000466901,0.02500,3.895
39,mlp.experts.18.gate_proj,0.0000201251,0.02500,4.555
39,mlp.experts.36.gate_proj,0.0000226214,0.02500,3.652
39,mlp.experts.40.gate_proj,0.0000258016,0.02500,3.527
39,mlp.experts.41.gate_proj,0.0000262024,0.02500,3.409
39,mlp.experts.44.gate_proj,0.0000256415,0.02500,3.491
39,mlp.experts.37.gate_proj,0.0000477473,0.02500,3.701
39,mlp.experts.45.gate_proj,0.0000041378,0.02500,3.487
39,mlp.experts.33.gate_proj,0.0000244661,0.02500,3.607
39,mlp.experts.48.gate_proj,0.0000348442,0.02500,3.293
39,mlp.experts.39.gate_proj,0.0000316974,0.02500,3.633
39,mlp.experts.35.gate_proj,0.0000327811,0.02500,3.697
39,mlp.experts.43.gate_proj,0.0000128942,0.02500,3.934
39,mlp.experts.47.gate_proj,0.0000375962,0.02500,3.829
39,mlp.experts.46.gate_proj,0.0000324665,0.02500,4.114
39,mlp.experts.52.gate_proj,0.0000214465,0.02500,3.265
39,mlp.experts.34.gate_proj,0.0000193831,0.02500,3.904
39,mlp.experts.56.gate_proj,0.0000931622,0.02500,3.271
39,mlp.experts.38.gate_proj,0.0000235490,0.02500,4.050
39,mlp.experts.42.gate_proj,0.0000376891,0.02500,4.216
39,mlp.experts.53.gate_proj,0.0000300856,0.02500,3.149
39,mlp.experts.57.gate_proj,0.0000245290,0.02500,3.670
39,mlp.experts.60.gate_proj,0.0000396994,0.02500,3.839
39,mlp.experts.49.gate_proj,0.0000711501,0.02500,3.562
39,mlp.experts.61.gate_proj,0.0000114456,0.02500,3.904
39,mlp.experts.64.gate_proj,0.0000331088,0.02500,3.660
39,mlp.experts.62.gate_proj,0.0000240571,0.02500,3.157
39,mlp.experts.58.gate_proj,0.0000169199,0.02500,3.094
39,mlp.experts.54.gate_proj,0.0000316191,0.02500,3.098
39,mlp.experts.50.gate_proj,0.0000268325,0.02500,3.282
39,mlp.experts.68.gate_proj,0.0000087252,0.02500,3.664
39,mlp.experts.72.gate_proj,0.0000389271,0.02500,3.779
39,mlp.experts.55.gate_proj,0.0000226151,0.02500,4.336
39,mlp.experts.51.gate_proj,0.0000123627,0.02500,4.343
39,mlp.experts.59.gate_proj,0.0000071312,0.02500,4.402
39,mlp.experts.63.gate_proj,0.0000455501,0.02500,4.387
39,mlp.experts.73.gate_proj,0.0000143928,0.02500,3.664
39,mlp.experts.69.gate_proj,0.0000328238,0.02500,3.961
39,mlp.experts.76.gate_proj,0.0000362595,0.02500,3.766
39,mlp.experts.65.gate_proj,0.0000132188,0.02500,3.950
39,mlp.experts.77.gate_proj,0.0000309877,0.02500,3.939
39,mlp.experts.80.gate_proj,0.0000384402,0.02500,3.495
39,mlp.experts.84.gate_proj,0.0000235648,0.02500,3.594
39,mlp.experts.78.gate_proj,0.0000755278,0.02500,4.249
39,mlp.experts.88.gate_proj,0.0000178399,0.02500,3.538
39,mlp.experts.70.gate_proj,0.0000289063,0.02500,4.232
39,mlp.experts.74.gate_proj,0.0000403754,0.02500,4.290
39,mlp.experts.66.gate_proj,0.0000437380,0.02500,4.262
39,mlp.experts.85.gate_proj,0.0000210399,0.02500,3.122
39,mlp.experts.89.gate_proj,0.0000523841,0.02500,3.669
39,mlp.experts.92.gate_proj,0.0000090754,0.02500,3.527
39,mlp.experts.71.gate_proj,0.0000112290,0.02500,4.641
39,mlp.experts.67.gate_proj,0.0000265459,0.02500,4.651
39,mlp.experts.75.gate_proj,0.0000230000,0.02500,4.619
39,mlp.experts.93.gate_proj,0.0000332054,0.02500,3.195
39,mlp.experts.79.gate_proj,0.0000422059,0.02500,4.533
39,mlp.experts.81.gate_proj,0.0000165265,0.02500,3.613
39,mlp.experts.96.gate_proj,0.0000191398,0.02500,3.668
39,mlp.experts.94.gate_proj,0.0000152112,0.02500,3.271
39,mlp.experts.100.gate_proj,0.0000373895,0.02500,3.500
39,mlp.experts.82.gate_proj,0.0000201102,0.02500,3.161
39,mlp.experts.86.gate_proj,0.0000163213,0.02500,3.481
39,mlp.experts.90.gate_proj,0.0000264781,0.02500,3.441
39,mlp.experts.104.gate_proj,0.0000179771,0.02500,3.643
39,mlp.experts.101.gate_proj,0.0000373206,0.02500,3.489
39,mlp.experts.108.gate_proj,0.0000157121,0.02500,3.425
39,mlp.experts.105.gate_proj,0.0000289880,0.02500,3.950
39,mlp.experts.109.gate_proj,0.0000307237,0.02500,3.554
39,mlp.experts.97.gate_proj,0.0000315470,0.02500,3.789
39,mlp.experts.87.gate_proj,0.0000161444,0.02500,4.396
39,mlp.experts.91.gate_proj,0.0000194027,0.02500,4.173
39,mlp.experts.83.gate_proj,0.0000346899,0.02500,4.356
39,mlp.experts.95.gate_proj,0.0000296852,0.02500,4.348
39,mlp.experts.112.gate_proj,0.0000205938,0.02500,3.155
39,mlp.experts.116.gate_proj,0.0000420908,0.02500,3.106
39,mlp.experts.110.gate_proj,0.0000201395,0.02500,3.312
39,mlp.experts.98.gate_proj,0.0000134346,0.02500,3.274
39,mlp.experts.0.up_proj,0.0000293173,0.02500,3.011
39,mlp.experts.102.gate_proj,0.0000250380,0.02500,3.233
39,mlp.experts.106.gate_proj,0.0000365423,0.02500,3.262
39,mlp.experts.117.gate_proj,0.0000280616,0.02500,3.455
39,mlp.experts.4.up_proj,0.0000302386,0.02500,3.049
39,mlp.experts.1.up_proj,0.0000223452,0.02500,3.611
39,mlp.experts.5.up_proj,0.0000195276,0.02500,3.536
39,mlp.experts.8.up_proj,0.0000270570,0.02500,3.054
39,mlp.experts.113.gate_proj,0.0000268066,0.02500,3.629
39,mlp.experts.12.up_proj,0.0000210773,0.02500,2.990
39,mlp.experts.107.gate_proj,0.0000391997,0.02500,3.929
39,mlp.experts.103.gate_proj,0.0000379739,0.02500,4.044
39,mlp.experts.99.gate_proj,0.0000134938,0.02500,3.972
39,mlp.experts.16.up_proj,0.0000437350,0.02500,3.003
39,mlp.experts.111.gate_proj,0.0000210502,0.02500,3.916
39,mlp.experts.20.up_proj,0.0000080912,0.02500,3.067
39,mlp.experts.114.gate_proj,0.0000156087,0.02500,3.910
39,mlp.experts.6.up_proj,0.0000270869,0.02500,4.003
39,mlp.experts.13.up_proj,0.0000067128,0.02500,3.669
39,mlp.experts.118.gate_proj,0.0000302869,0.02500,4.117
39,mlp.experts.2.up_proj,0.0000310819,0.02500,4.143
39,mlp.experts.17.up_proj,0.0000161591,0.02500,3.263
39,mlp.experts.21.up_proj,0.0000286732,0.02500,3.620
39,mlp.experts.9.up_proj,0.0000306568,0.02500,3.584
39,mlp.experts.24.up_proj,0.0000275831,0.02500,3.993
39,mlp.experts.119.gate_proj,0.0000243099,0.02500,3.700
39,mlp.experts.3.up_proj,0.0000306464,0.02500,3.903
39,mlp.experts.7.up_proj,0.0000414955,0.02500,3.787
39,mlp.experts.115.gate_proj,0.0000288154,0.02500,3.931
39,mlp.experts.28.up_proj,0.0000375270,0.02500,4.279
39,mlp.experts.29.up_proj,0.0000231747,0.02500,2.984
39,mlp.experts.32.up_proj,0.0000180791,0.02500,4.476
39,mlp.experts.10.up_proj,0.0000329074,0.02500,4.311
39,mlp.experts.36.up_proj,0.0000219271,0.02500,4.630
39,mlp.experts.22.up_proj,0.0000262085,0.02500,4.532
39,mlp.experts.33.up_proj,0.0000239742,0.02500,3.809
39,mlp.experts.18.up_proj,0.0000207870,0.02500,4.318
39,mlp.experts.14.up_proj,0.0000184772,0.02500,4.632
39,mlp.experts.37.up_proj,0.0000486469,0.02500,3.468
39,mlp.experts.25.up_proj,0.0000277418,0.02500,3.101
39,mlp.experts.40.up_proj,0.0000247345,0.02500,4.055
39,mlp.experts.45.up_proj,0.0000041203,0.02500,3.623
39,mlp.experts.44.up_proj,0.0000258776,0.02500,3.861
39,mlp.experts.48.up_proj,0.0000355211,0.02500,3.612
39,mlp.experts.15.up_proj,0.0000188624,0.02500,5.021
39,mlp.experts.49.up_proj,0.0000699802,0.02500,3.194
39,mlp.experts.52.up_proj,0.0000220005,0.02500,3.460
39,mlp.experts.11.up_proj,0.0000060786,0.02500,5.075
39,mlp.experts.19.up_proj,0.0000041967,0.02500,5.268
39,mlp.experts.53.up_proj,0.0000303729,0.02500,3.216
39,mlp.experts.23.up_proj,0.0000157798,0.02500,5.381
39,mlp.experts.41.up_proj,0.0000260406,0.02500,3.710
39,mlp.experts.26.up_proj,0.0000369409,0.02500,4.490
39,mlp.experts.38.up_proj,0.0000236479,0.02500,4.497
39,mlp.experts.34.up_proj,0.0000193432,0.02500,4.500
39,mlp.experts.30.up_proj,0.0000337872,0.02500,4.582
39,mlp.experts.56.up_proj,0.0000891246,0.02500,3.370
39,mlp.experts.61.up_proj,0.0000112667,0.02500,3.473
39,mlp.experts.60.up_proj,0.0000398759,0.02500,3.569
39,mlp.experts.64.up_proj,0.0000339859,0.02500,3.478
39,mlp.experts.68.up_proj,0.0000085996,0.02500,3.097
39,mlp.experts.65.up_proj,0.0000142636,0.02500,3.323
39,mlp.experts.69.up_proj,0.0000328865,0.02500,3.160
39,mlp.experts.57.up_proj,0.0000248416,0.02500,3.220
39,mlp.experts.31.up_proj,0.0000476626,0.02500,4.762
39,mlp.experts.35.up_proj,0.0000319419,0.02500,4.467
39,mlp.experts.27.up_proj,0.0000254282,0.02500,4.640
39,mlp.experts.39.up_proj,0.0000312128,0.02500,4.481
39,mlp.experts.72.up_proj,0.0000380119,0.02500,3.448
39,mlp.experts.42.up_proj,0.0000351287,0.02500,4.493
39,mlp.experts.77.up_proj,0.0000306971,0.02500,3.120
39,mlp.experts.54.up_proj,0.0000329006,0.02500,4.498
39,mlp.experts.50.up_proj,0.0000261050,0.02500,4.521
39,mlp.experts.46.up_proj,0.0000329884,0.02500,4.465
39,mlp.experts.80.up_proj,0.0000385681,0.02500,3.485
39,mlp.experts.81.up_proj,0.0000167983,0.02500,3.102
39,mlp.experts.76.up_proj,0.0000353502,0.02500,3.765
39,mlp.experts.85.up_proj,0.0000211810,0.02500,3.136
39,mlp.experts.84.up_proj,0.0000230629,0.02500,3.671
39,mlp.experts.73.up_proj,0.0000141163,0.02500,3.035
39,mlp.experts.47.up_proj,0.0000352627,0.02500,3.538
39,mlp.experts.55.up_proj,0.0000219403,0.02500,3.447
39,mlp.experts.43.up_proj,0.0000129443,0.02500,3.577
39,mlp.experts.51.up_proj,0.0000127843,0.02500,3.929
39,mlp.experts.93.up_proj,0.0000325185,0.02500,3.275
39,mlp.experts.88.up_proj,0.0000176253,0.02500,4.138
39,mlp.experts.97.up_proj,0.0000317315,0.02500,3.461
39,mlp.experts.101.up_proj,0.0000373358,0.02500,3.540
39,mlp.experts.58.up_proj,0.0000162262,0.02500,4.919
39,mlp.experts.89.up_proj,0.0000516783,0.02500,3.498
39,mlp.experts.66.up_proj,0.0000443450,0.02500,4.901
39,mlp.experts.70.up_proj,0.0000283449,0.02500,5.266
39,mlp.experts.96.up_proj,0.0000180270,0.02500,4.953
39,mlp.experts.62.up_proj,0.0000224280,0.02500,5.106
39,mlp.experts.92.up_proj,0.0000090752,0.02500,5.081
39,mlp.experts.100.up_proj,0.0000378074,0.02500,4.872
39,mlp.experts.109.up_proj,0.0000300627,0.02500,3.553
39,mlp.experts.63.up_proj,0.0000448011,0.02500,4.321
39,mlp.experts.59.up_proj,0.0000070533,0.02500,4.310
39,mlp.experts.71.up_proj,0.0000109055,0.02500,4.518
39,mlp.experts.67.up_proj,0.0000266627,0.02500,4.287
39,mlp.experts.113.up_proj,0.0000273302,0.02500,3.354
39,mlp.experts.117.up_proj,0.0000274146,0.02500,3.384
39,mlp.experts.105.up_proj,0.0000294192,0.02500,3.200
39,mlp.experts.104.up_proj,0.0000179653,0.02500,5.066
39,mlp.experts.74.up_proj,0.0000401977,0.02500,4.769
39,mlp.experts.112.up_proj,0.0000205786,0.02500,4.062
39,mlp.experts.82.up_proj,0.0000192209,0.02500,4.525
39,mlp.experts.86.up_proj,0.0000163413,0.02500,4.449
39,mlp.experts.78.up_proj,0.0000711083,0.02500,4.357
39,mlp.experts.116.up_proj,0.0000403562,0.02500,3.997
39,mlp.experts.108.up_proj,0.0000164220,0.02500,4.155
39,mlp.experts.75.up_proj,0.0000232492,0.02500,3.838
39,mlp.experts.83.up_proj,0.0000327083,0.02500,4.064
39,mlp.experts.79.up_proj,0.0000432962,0.02500,4.521
39,mlp.experts.87.up_proj,0.0000145190,0.02500,4.459
39,mlp.experts.90.up_proj,0.0000268272,0.02500,3.409
39,mlp.experts.98.up_proj,0.0000132846,0.02500,3.552
39,mlp.experts.102.up_proj,0.0000254375,0.02500,3.537
39,mlp.experts.94.up_proj,0.0000152108,0.02500,3.669
39,mlp.experts.91.up_proj,0.0000197456,0.02500,3.523
39,mlp.experts.95.up_proj,0.0000292946,0.02500,3.634
39,mlp.experts.99.up_proj,0.0000137103,0.02500,3.741
39,mlp.experts.103.up_proj,0.0000361844,0.02500,3.727
39,mlp.experts.107.up_proj,0.0000399264,0.02500,2.940
39,mlp.experts.111.up_proj,0.0000215139,0.02500,2.766
39,mlp.experts.106.up_proj,0.0000343451,0.02500,5.136
39,mlp.experts.119.up_proj,0.0000241483,0.02500,2.622
39,mlp.experts.115.up_proj,0.0000287194,0.02500,3.052
39,mlp.experts.118.up_proj,0.0000298065,0.02500,5.186
39,mlp.experts.114.up_proj,0.0000155181,0.02500,5.387
39,mlp.experts.110.up_proj,0.0000202612,0.02500,5.079
39,mlp.experts.0.down_proj,0.0000032925,0.02500,1.274
39,mlp.experts.8.down_proj,0.0000039037,0.02500,1.354
39,mlp.experts.4.down_proj,0.0000049675,0.02500,1.478
39,mlp.experts.12.down_proj,0.0000018950,0.02500,1.433
39,mlp.experts.16.down_proj,0.0000132835,0.02500,1.052
39,mlp.experts.5.down_proj,0.0000038040,0.02500,2.371
39,mlp.experts.1.down_proj,0.0000029187,0.02500,2.406
39,mlp.experts.13.down_proj,0.0000014059,0.02500,2.218
39,mlp.experts.24.down_proj,0.0000035222,0.02500,1.067
39,mlp.experts.9.down_proj,0.0000029175,0.02500,2.425
39,mlp.experts.6.down_proj,0.0000035203,0.02500,2.454
39,mlp.experts.14.down_proj,0.0000056995,0.02500,2.227
39,mlp.experts.2.down_proj,0.0000035116,0.02500,2.523
39,mlp.experts.10.down_proj,0.0000051995,0.02500,2.542
39,mlp.experts.28.down_proj,0.0000052948,0.02500,0.919
39,mlp.experts.20.down_proj,0.0000026512,0.02500,1.120
39,mlp.experts.15.down_proj,0.0000018710,0.02500,2.674
39,mlp.experts.7.down_proj,0.0000138471,0.02500,2.896
39,mlp.experts.3.down_proj,0.0000076749,0.02500,2.921
39,mlp.experts.11.down_proj,0.0000027253,0.02500,2.704
39,mlp.experts.21.down_proj,0.0000035465,0.02500,0.887
39,mlp.experts.17.down_proj,0.0000014736,0.02500,0.895
39,mlp.experts.29.down_proj,0.0000029040,0.02500,0.895
39,mlp.experts.25.down_proj,0.0000033311,0.02500,0.962
39,mlp.experts.40.down_proj,0.0000042458,0.02500,0.966
39,mlp.experts.32.down_proj,0.0000020368,0.02500,1.181
39,mlp.experts.44.down_proj,0.0000037729,0.02500,0.992
39,mlp.experts.36.down_proj,0.0000030015,0.02500,1.060
39,mlp.experts.22.down_proj,0.0000063296,0.02500,1.280
39,mlp.experts.30.down_proj,0.0000059321,0.02500,1.281
39,mlp.experts.18.down_proj,0.0000032009,0.02500,1.292
39,mlp.experts.26.down_proj,0.0000054772,0.02500,1.386
39,mlp.experts.23.down_proj,0.0000017847,0.02500,1.175
39,mlp.experts.31.down_proj,0.0000178844,0.02500,1.181
39,mlp.experts.27.down_proj,0.0000024113,0.02500,1.204
39,mlp.experts.19.down_proj,0.0000005645,0.02500,1.212
39,mlp.experts.37.down_proj,0.0000121454,0.02500,0.885
39,mlp.experts.45.down_proj,0.0000006743,0.02500,0.869
39,mlp.experts.33.down_proj,0.0000030673,0.02500,0.899
39,mlp.experts.41.down_proj,0.0000039880,0.02500,0.865
39,mlp.experts.56.down_proj,0.0000217621,0.02500,1.042
39,mlp.experts.48.down_proj,0.0000047531,0.02500,1.064
39,mlp.experts.60.down_proj,0.0000070524,0.02500,1.109
39,mlp.experts.52.down_proj,0.0000037054,0.02500,0.998
39,mlp.experts.38.down_proj,0.0000023018,0.02500,1.278
39,mlp.experts.46.down_proj,0.0000050785,0.02500,1.360
39,mlp.experts.34.down_proj,0.0000019403,0.02500,1.326
39,mlp.experts.53.down_proj,0.0000044659,0.02500,1.052
39,mlp.experts.42.down_proj,0.0000029522,0.02500,1.273
39,mlp.experts.49.down_proj,0.0000138126,0.02500,1.065
39,mlp.experts.57.down_proj,0.0000029495,0.02500,1.097
39,mlp.experts.61.down_proj,0.0000011201,0.02500,1.190
39,mlp.experts.47.down_proj,0.0000032499,0.02500,1.304
39,mlp.experts.39.down_proj,0.0000028734,0.02500,1.312
39,mlp.experts.43.down_proj,0.0000025164,0.02500,1.281
39,mlp.experts.35.down_proj,0.0000036385,0.02500,1.297
39,mlp.experts.64.down_proj,0.0000050207,0.02500,0.948
39,mlp.experts.68.down_proj,0.0000024782,0.02500,0.976
39,mlp.experts.72.down_proj,0.0000083793,0.02500,1.203
39,mlp.experts.76.down_proj,0.0000052966,0.02500,1.185
39,mlp.experts.54.down_proj,0.0000050613,0.02500,0.933
39,mlp.experts.62.down_proj,0.0000032640,0.02500,0.909
39,mlp.experts.50.down_proj,0.0000046123,0.02500,0.909
39,mlp.experts.58.down_proj,0.0000039118,0.02500,0.921
39,mlp.experts.65.down_proj,0.0000014431,0.02500,0.969
39,mlp.experts.77.down_proj,0.0000035086,0.02500,0.923
39,mlp.experts.69.down_proj,0.0000054541,0.02500,1.158
39,mlp.experts.73.down_proj,0.0000013290,0.02500,1.053
39,mlp.experts.80.down_proj,0.0000042608,0.02500,0.993
39,mlp.experts.55.down_proj,0.0000025142,0.02500,1.200
39,mlp.experts.63.down_proj,0.0000073476,0.02500,1.206
39,mlp.experts.51.down_proj,0.0000037465,0.02500,1.197
39,mlp.experts.59.down_proj,0.0000012716,0.02500,1.230
39,mlp.experts.88.down_proj,0.0000024351,0.02500,1.026
39,mlp.experts.84.down_proj,0.0000035804,0.02500,1.114
39,mlp.experts.70.down_proj,0.0000025273,0.02500,0.944
39,mlp.experts.92.down_proj,0.0000009417,0.02500,1.070
39,mlp.experts.78.down_proj,0.0000115462,0.02500,0.924
39,mlp.experts.66.down_proj,0.0000094106,0.02500,0.929
39,mlp.experts.74.down_proj,0.0000067130,0.02500,0.958
39,mlp.experts.81.down_proj,0.0000026516,0.02500,0.866
39,mlp.experts.85.down_proj,0.0000026333,0.02500,0.932
39,mlp.experts.93.down_proj,0.0000041277,0.02500,1.123
39,mlp.experts.89.down_proj,0.0000121724,0.02500,1.086
39,mlp.experts.96.down_proj,0.0000031095,0.02500,1.167
39,mlp.experts.104.down_proj,0.0000023729,0.02500,1.022
39,mlp.experts.100.down_proj,0.0000060449,0.02500,1.053
39,mlp.experts.71.down_proj,0.0000023843,0.02500,1.221
39,mlp.experts.67.down_proj,0.0000038533,0.02500,1.208
39,mlp.experts.75.down_proj,0.0000026191,0.02500,1.335
39,mlp.experts.79.down_proj,0.0000051275,0.02500,1.394
39,mlp.experts.86.down_proj,0.0000016267,0.02500,1.147
39,mlp.experts.94.down_proj,0.0000025995,0.02500,1.130
39,mlp.experts.108.down_proj,0.0000037533,0.02500,1.166
39,mlp.experts.97.down_proj,0.0000048972,0.02500,0.988
39,mlp.experts.82.down_proj,0.0000018712,0.02500,1.135
39,mlp.experts.101.down_proj,0.0000063058,0.02500,0.990
39,mlp.experts.90.down_proj,0.0000030544,0.02500,1.301
39,mlp.experts.109.down_proj,0.0000040257,0.02500,1.049
39,mlp.experts.105.down_proj,0.0000063990,0.02500,1.071
39,mlp.experts.112.down_proj,0.0000019427,0.02500,0.921
39,mlp.experts.116.down_proj,0.0000045482,0.02500,0.883
39,mlp.experts.113.down_proj,0.0000042359,0.02500,0.776
39,mlp.experts.117.down_proj,0.0000048167,0.02500,0.694
39,mlp.experts.83.down_proj,0.0000038282,0.02500,1.206
39,mlp.experts.87.down_proj,0.0000035245,0.02500,1.245
39,mlp.experts.95.down_proj,0.0000025218,0.02500,1.213
39,mlp.experts.91.down_proj,0.0000033946,0.02500,1.303
39,mlp.experts.110.down_proj,0.0000019571,0.02500,1.242
39,mlp.experts.102.down_proj,0.0000031103,0.02500,1.291
39,mlp.experts.98.down_proj,0.0000013159,0.02500,1.245
39,mlp.experts.106.down_proj,0.0000066222,0.02500,1.275
39,mlp.experts.118.down_proj,0.0000054369,0.02500,0.734
39,mlp.experts.114.down_proj,0.0000037100,0.02500,0.717
39,mlp.experts.99.down_proj,0.0000014708,0.02500,1.186
39,mlp.experts.103.down_proj,0.0000054900,0.02500,1.194
39,mlp.experts.111.down_proj,0.0000034391,0.02500,1.230
39,mlp.experts.107.down_proj,0.0000053244,0.02500,1.382
39,mlp.experts.115.down_proj,0.0000034326,0.02500,0.795
39,mlp.experts.119.down_proj,0.0000024175,0.02500,0.787
40,self_attn.v_proj,0.0000000885,0.02500,1.554
40,self_attn.k_proj,0.0000000489,0.02500,1.705
40,self_attn.q_proj,0.0000003174,0.02500,1.725
40,self_attn.o_proj,0.0000002732,0.02500,4.026
40,mlp.shared_experts.gate_proj,0.0000010309,0.02500,1.277
40,mlp.shared_experts.up_proj,0.0000013495,0.02500,1.276
40,mlp.shared_experts.down_proj,0.0000001694,0.02500,0.408
40,mlp.experts.13.gate_proj,0.0000328799,0.02500,3.017
40,mlp.experts.5.gate_proj,0.0000328164,0.02500,4.235
40,mlp.experts.1.gate_proj,0.0000220072,0.02500,4.237
40,mlp.experts.9.gate_proj,0.0000266465,0.02500,4.375
40,mlp.experts.15.gate_proj,0.0000059765,0.02500,4.147
40,mlp.experts.11.gate_proj,0.0000161162,0.02500,5.519
40,mlp.experts.7.gate_proj,0.0000243682,0.02500,5.585
40,mlp.experts.3.gate_proj,0.0000316062,0.02500,5.788
40,mlp.experts.6.gate_proj,0.0000112606,0.02500,5.871
40,mlp.experts.14.gate_proj,0.0000218575,0.02500,4.872
40,mlp.experts.10.gate_proj,0.0000672408,0.02500,6.084
40,mlp.experts.2.gate_proj,0.0000207205,0.02500,6.166
40,mlp.experts.4.gate_proj,0.0000488390,0.02500,6.659
40,mlp.experts.0.gate_proj,0.0000146976,0.02500,6.778
40,mlp.experts.8.gate_proj,0.0000162167,0.02500,6.778
40,mlp.experts.12.gate_proj,0.0000152698,0.02500,6.872
40,mlp.experts.29.gate_proj,0.0000578998,0.02500,2.932
40,mlp.experts.17.gate_proj,0.0000249152,0.02500,2.924
40,mlp.experts.21.gate_proj,0.0000100411,0.02500,2.990
40,mlp.experts.25.gate_proj,0.0000192921,0.02500,2.932
40,mlp.experts.31.gate_proj,0.0000311228,0.02500,3.739
40,mlp.experts.23.gate_proj,0.0000152575,0.02500,3.550
40,mlp.experts.19.gate_proj,0.0000377059,0.02500,3.505
40,mlp.experts.27.gate_proj,0.0000399317,0.02500,3.835
40,mlp.experts.45.gate_proj,0.0000211285,0.02500,2.905
40,mlp.experts.37.gate_proj,0.0000390962,0.02500,2.863
40,mlp.experts.33.gate_proj,0.0000248195,0.02500,2.940
40,mlp.experts.41.gate_proj,0.0000346510,0.02500,2.944
40,mlp.experts.22.gate_proj,0.0000227379,0.02500,4.750
40,mlp.experts.30.gate_proj,0.0000206873,0.02500,4.635
40,mlp.experts.18.gate_proj,0.0000224983,0.02500,4.617
40,mlp.experts.26.gate_proj,0.0000306016,0.02500,4.828
40,mlp.experts.24.gate_proj,0.0000343033,0.02500,4.951
40,mlp.experts.20.gate_proj,0.0000128033,0.02500,5.141
40,mlp.experts.16.gate_proj,0.0000224326,0.02500,5.115
40,mlp.experts.28.gate_proj,0.0000263733,0.02500,5.108
40,mlp.experts.47.gate_proj,0.0000245506,0.02500,3.450
40,mlp.experts.39.gate_proj,0.0000311266,0.02500,3.432
40,mlp.experts.43.gate_proj,0.0000321262,0.02500,3.308
40,mlp.experts.35.gate_proj,0.0000116189,0.02500,3.629
40,mlp.experts.53.gate_proj,0.0000211882,0.02500,3.467
40,mlp.experts.61.gate_proj,0.0000204965,0.02500,3.618
40,mlp.experts.57.gate_proj,0.0000310840,0.02500,3.615
40,mlp.experts.49.gate_proj,0.0000215080,0.02500,3.980
40,mlp.experts.38.gate_proj,0.0000213714,0.02500,4.177
40,mlp.experts.46.gate_proj,0.0000136153,0.02500,4.240
40,mlp.experts.34.gate_proj,0.0000286710,0.02500,4.233
40,mlp.experts.42.gate_proj,0.0000760405,0.02500,4.291
40,mlp.experts.63.gate_proj,0.0000387469,0.02500,2.924
40,mlp.experts.40.gate_proj,0.0000243609,0.02500,3.710
40,mlp.experts.36.gate_proj,0.0000088398,0.02500,3.783
40,mlp.experts.59.gate_proj,0.0000314471,0.02500,2.948
40,mlp.experts.32.gate_proj,0.0000281202,0.02500,3.746
40,mlp.experts.44.gate_proj,0.0000325321,0.02500,4.036
40,mlp.experts.55.gate_proj,0.0000293629,0.02500,3.642
40,mlp.experts.51.gate_proj,0.0000252379,0.02500,3.848
40,mlp.experts.69.gate_proj,0.0000081614,0.02500,3.323
40,mlp.experts.77.gate_proj,0.0000187510,0.02500,3.349
40,mlp.experts.73.gate_proj,0.0000342868,0.02500,3.653
40,mlp.experts.65.gate_proj,0.0000128836,0.02500,3.602
40,mlp.experts.75.gate_proj,0.0000131815,0.02500,2.901
40,mlp.experts.54.gate_proj,0.0000275479,0.02500,4.249
40,mlp.experts.79.gate_proj,0.0000182569,0.02500,3.754
40,mlp.experts.50.gate_proj,0.0000262247,0.02500,4.206
40,mlp.experts.62.gate_proj,0.0000250236,0.02500,4.344
40,mlp.experts.58.gate_proj,0.0000245901,0.02500,4.240
40,mlp.experts.71.gate_proj,0.0000457032,0.02500,3.509
40,mlp.experts.67.gate_proj,0.0000220846,0.02500,3.501
40,mlp.experts.56.gate_proj,0.0000327596,0.02500,5.025
40,mlp.experts.93.gate_proj,0.0000300127,0.02500,3.642
40,mlp.experts.48.gate_proj,0.0000402954,0.02500,4.986
40,mlp.experts.52.gate_proj,0.0000119146,0.02500,5.096
40,mlp.experts.85.gate_proj,0.0000260873,0.02500,3.822
40,mlp.experts.60.gate_proj,0.0000121400,0.02500,5.088
40,mlp.experts.89.gate_proj,0.0000259847,0.02500,3.777
40,mlp.experts.81.gate_proj,0.0000111746,0.02500,3.789
40,mlp.experts.91.gate_proj,0.0000204936,0.02500,3.540
40,mlp.experts.95.gate_proj,0.0000285872,0.02500,3.227
40,mlp.experts.87.gate_proj,0.0000254707,0.02500,3.233
40,mlp.experts.83.gate_proj,0.0000430577,0.02500,3.797
40,mlp.experts.70.gate_proj,0.0000457299,0.02500,5.086
40,mlp.experts.109.gate_proj,0.0000257829,0.02500,3.547
40,mlp.experts.101.gate_proj,0.0000355515,0.02500,3.673
40,mlp.experts.78.gate_proj,0.0000453781,0.02500,5.235
40,mlp.experts.66.gate_proj,0.0000290451,0.02500,5.376
40,mlp.experts.74.gate_proj,0.0000256001,0.02500,5.245
40,mlp.experts.105.gate_proj,0.0000337507,0.02500,3.665
40,mlp.experts.72.gate_proj,0.0000184427,0.02500,4.621
40,mlp.experts.97.gate_proj,0.0000182833,0.02500,3.667
40,mlp.experts.64.gate_proj,0.0000321606,0.02500,4.655
40,mlp.experts.68.gate_proj,0.0000147452,0.02500,4.760
40,mlp.experts.107.gate_proj,0.0000259933,0.02500,3.489
40,mlp.experts.111.gate_proj,0.0000052049,0.02500,3.349
40,mlp.experts.76.gate_proj,0.0000383352,0.02500,4.977
40,mlp.experts.103.gate_proj,0.0000188992,0.02500,3.478
40,mlp.experts.99.gate_proj,0.0000606264,0.02500,3.320
40,mlp.experts.5.up_proj,0.0000328593,0.02500,4.054
40,mlp.experts.86.gate_proj,0.0000265438,0.02500,4.190
40,mlp.experts.82.gate_proj,0.0000214973,0.02500,3.976
40,mlp.experts.90.gate_proj,0.0000141243,0.02500,4.004
40,mlp.experts.94.gate_proj,0.0000242240,0.02500,4.259
40,mlp.experts.117.gate_proj,0.0000219212,0.02500,4.438
40,mlp.experts.3.up_proj,0.0000326698,0.02500,3.463
40,mlp.experts.1.up_proj,0.0000208830,0.02500,4.256
40,mlp.experts.113.gate_proj,0.0000155904,0.02500,4.286
40,mlp.experts.7.up_proj,0.0000254520,0.02500,3.775
40,mlp.experts.88.gate_proj,0.0000148332,0.02500,4.626
40,mlp.experts.80.gate_proj,0.0000154378,0.02500,4.560
40,mlp.experts.84.gate_proj,0.0000510682,0.02500,4.543
40,mlp.experts.119.gate_proj,0.0000283215,0.02500,3.822
40,mlp.experts.92.gate_proj,0.0000350092,0.02500,4.248
40,mlp.experts.115.gate_proj,0.0000263340,0.02500,3.378
40,mlp.experts.102.gate_proj,0.0000498967,0.02500,3.651
40,mlp.experts.21.up_proj,0.0000101531,0.02500,3.859
40,mlp.experts.106.gate_proj,0.0000216202,0.02500,3.591
40,mlp.experts.13.up_proj,0.0000317381,0.02500,3.520
40,mlp.experts.19.up_proj,0.0000384540,0.02500,3.328
40,mlp.experts.98.gate_proj,0.0000067403,0.02500,3.873
40,mlp.experts.17.up_proj,0.0000244780,0.02500,3.497
40,mlp.experts.110.gate_proj,0.0000331705,0.02500,3.976
40,mlp.experts.23.up_proj,0.0000154860,0.02500,3.376
40,mlp.experts.104.gate_proj,0.0000807973,0.02500,3.175
40,mlp.experts.9.up_proj,0.0000261062,0.02500,3.487
40,mlp.experts.96.gate_proj,0.0000409427,0.02500,3.242
40,mlp.experts.100.gate_proj,0.0000286749,0.02500,3.183
40,mlp.experts.108.gate_proj,0.0000235952,0.02500,3.151
40,mlp.experts.15.up_proj,0.0000058232,0.02500,3.439
40,mlp.experts.11.up_proj,0.0000161359,0.02500,3.549
40,mlp.experts.118.gate_proj,0.0000110577,0.02500,3.027
40,mlp.experts.35.up_proj,0.0000117184,0.02500,3.171
40,mlp.experts.0.up_proj,0.0000141561,0.02500,2.869
40,mlp.experts.2.up_proj,0.0000201185,0.02500,3.493
40,mlp.experts.6.up_proj,0.0000114120,0.02500,3.145
40,mlp.experts.116.gate_proj,0.0000158751,0.02500,2.769
40,mlp.experts.37.up_proj,0.0000376794,0.02500,3.916
40,mlp.experts.114.gate_proj,0.0000097934,0.02500,3.550
40,mlp.experts.112.gate_proj,0.0000180234,0.02500,2.944
40,mlp.experts.4.up_proj,0.0000472377,0.02500,2.907
40,mlp.experts.29.up_proj,0.0000563318,0.02500,4.081
40,mlp.experts.39.up_proj,0.0000308998,0.02500,3.809
40,mlp.experts.33.up_proj,0.0000244072,0.02500,4.367
40,mlp.experts.31.up_proj,0.0000314489,0.02500,3.422
40,mlp.experts.25.up_proj,0.0000186261,0.02500,4.408
40,mlp.experts.27.up_proj,0.0000390515,0.02500,3.567
40,mlp.experts.51.up_proj,0.0000236421,0.02500,3.347
40,mlp.experts.16.up_proj,0.0000226714,0.02500,3.109
40,mlp.experts.14.up_proj,0.0000223033,0.02500,3.939
40,mlp.experts.12.up_proj,0.0000156178,0.02500,3.164
40,mlp.experts.10.up_proj,0.0000654093,0.02500,3.157
40,mlp.experts.8.up_proj,0.0000157917,0.02500,3.253
40,mlp.experts.22.up_proj,0.0000232608,0.02500,3.413
40,mlp.experts.20.up_proj,0.0000125877,0.02500,3.102
40,mlp.experts.18.up_proj,0.0000229857,0.02500,3.735
40,mlp.experts.55.up_proj,0.0000294343,0.02500,3.343
40,mlp.experts.53.up_proj,0.0000211284,0.02500,4.519
40,mlp.experts.47.up_proj,0.0000237717,0.02500,3.523
40,mlp.experts.45.up_proj,0.0000214939,0.02500,4.450
40,mlp.experts.49.up_proj,0.0000218860,0.02500,4.218
40,mlp.experts.43.up_proj,0.0000329161,0.02500,3.575
40,mlp.experts.41.up_proj,0.0000351611,0.02500,4.157
40,mlp.experts.32.up_proj,0.0000274473,0.02500,2.867
40,mlp.experts.28.up_proj,0.0000271761,0.02500,2.910
40,mlp.experts.24.up_proj,0.0000333619,0.02500,2.927
40,mlp.experts.67.up_proj,0.0000217294,0.02500,3.409
40,mlp.experts.36.up_proj,0.0000088778,0.02500,2.852
40,mlp.experts.30.up_proj,0.0000219209,0.02500,3.414
40,mlp.experts.26.up_proj,0.0000309115,0.02500,3.442
40,mlp.experts.34.up_proj,0.0000287684,0.02500,3.184
40,mlp.experts.38.up_proj,0.0000218948,0.02500,3.524
40,mlp.experts.71.up_proj,0.0000462985,0.02500,3.723
40,mlp.experts.63.up_proj,0.0000389668,0.02500,3.053
40,mlp.experts.69.up_proj,0.0000081792,0.02500,3.535
40,mlp.experts.61.up_proj,0.0000216138,0.02500,3.584
40,mlp.experts.48.up_proj,0.0000380780,0.02500,2.952
40,mlp.experts.59.up_proj,0.0000320660,0.02500,3.259
40,mlp.experts.44.up_proj,0.0000326907,0.02500,3.044
40,mlp.experts.40.up_proj,0.0000244844,0.02500,2.998
40,mlp.experts.57.up_proj,0.0000315137,0.02500,3.780
40,mlp.experts.52.up_proj,0.0000116504,0.02500,2.989
40,mlp.experts.65.up_proj,0.0000125903,0.02500,4.041
40,mlp.experts.83.up_proj,0.0000419552,0.02500,3.460
40,mlp.experts.42.up_proj,0.0000761139,0.02500,3.585
40,mlp.experts.50.up_proj,0.0000259931,0.02500,3.589
40,mlp.experts.46.up_proj,0.0000133572,0.02500,4.109
40,mlp.experts.54.up_proj,0.0000265188,0.02500,3.738
40,mlp.experts.79.up_proj,0.0000176382,0.02500,3.386
40,mlp.experts.87.up_proj,0.0000251975,0.02500,3.471
40,mlp.experts.64.up_proj,0.0000320688,0.02500,2.884
40,mlp.experts.60.up_proj,0.0000119378,0.02500,2.917
40,mlp.experts.75.up_proj,0.0000132221,0.02500,3.313
40,mlp.experts.56.up_proj,0.0000334496,0.02500,2.907
40,mlp.experts.68.up_proj,0.0000149127,0.02500,2.902
40,mlp.experts.85.up_proj,0.0000261422,0.02500,4.277
40,mlp.experts.77.up_proj,0.0000186637,0.02500,4.464
40,mlp.experts.99.up_proj,0.0000565891,0.02500,3.504
40,mlp.experts.73.up_proj,0.0000345803,0.02500,4.298
40,mlp.experts.81.up_proj,0.0000108705,0.02500,4.229
40,mlp.experts.66.up_proj,0.0000277022,0.02500,3.338
40,mlp.experts.58.up_proj,0.0000252785,0.02500,3.459
40,mlp.experts.62.up_proj,0.0000250959,0.02500,3.273
40,mlp.experts.70.up_proj,0.0000450542,0.02500,3.603
40,mlp.experts.103.up_proj,0.0000190118,0.02500,3.108
40,mlp.experts.80.up_proj,0.0000148486,0.02500,2.971
40,mlp.experts.95.up_proj,0.0000285514,0.02500,3.825
40,mlp.experts.76.up_proj,0.0000390605,0.02500,2.953
40,mlp.experts.72.up_proj,0.0000183564,0.02500,3.039
40,mlp.experts.84.up_proj,0.0000527028,0.02500,2.982
40,mlp.experts.91.up_proj,0.0000204490,0.02500,3.523
40,mlp.experts.115.up_proj,0.0000259718,0.02500,3.060
40,mlp.experts.101.up_proj,0.0000356530,0.02500,4.335
40,mlp.experts.82.up_proj,0.0000210922,0.02500,3.372
40,mlp.experts.119.up_proj,0.0000296726,0.02500,3.065
40,mlp.experts.74.up_proj,0.0000251634,0.02500,3.716
40,mlp.experts.78.up_proj,0.0000454084,0.02500,3.721
40,mlp.experts.93.up_proj,0.0000296672,0.02500,4.552
40,mlp.experts.96.up_proj,0.0000412061,0.02500,3.187
40,mlp.experts.86.up_proj,0.0000253376,0.02500,3.605
40,mlp.experts.111.up_proj,0.0000051471,0.02500,2.949
40,mlp.experts.97.up_proj,0.0000183270,0.02500,4.354
40,mlp.experts.89.up_proj,0.0000267950,0.02500,4.441
40,mlp.experts.92.up_proj,0.0000358267,0.02500,3.164
40,mlp.experts.100.up_proj,0.0000288777,0.02500,2.989
40,mlp.experts.107.up_proj,0.0000261604,0.02500,2.676
40,mlp.experts.88.up_proj,0.0000149373,0.02500,3.125
40,mlp.experts.112.up_proj,0.0000179824,0.02500,2.851
40,mlp.experts.116.up_proj,0.0000163348,0.02500,2.818
40,mlp.experts.104.up_proj,0.0000806478,0.02500,2.765
40,mlp.experts.108.up_proj,0.0000238006,0.02500,2.953
40,mlp.experts.117.up_proj,0.0000218080,0.02500,4.405
40,mlp.experts.94.up_proj,0.0000236162,0.02500,3.763
40,mlp.experts.90.up_proj,0.0000137995,0.02500,3.970
40,mlp.experts.98.up_proj,0.0000098926,0.02500,4.516
40,mlp.experts.102.up_proj,0.0000484961,0.02500,3.929
40,mlp.experts.109.up_proj,0.0000260657,0.02500,4.324
40,mlp.experts.113.up_proj,0.0000153802,0.02500,4.204
40,mlp.experts.105.up_proj,0.0000338833,0.02500,4.170
40,mlp.experts.110.up_proj,0.0000316890,0.02500,3.575
40,mlp.experts.106.up_proj,0.0000210563,0.02500,3.540
40,mlp.experts.118.up_proj,0.0000109336,0.02500,3.379
40,mlp.experts.114.up_proj,0.0000097998,0.02500,3.653
40,mlp.experts.8.down_proj,0.0000026827,0.02500,2.008
40,mlp.experts.12.down_proj,0.0000016277,0.02500,1.781
40,mlp.experts.0.down_proj,0.0000024438,0.02500,2.133
40,mlp.experts.5.down_proj,0.0000039348,0.02500,2.162
40,mlp.experts.1.down_proj,0.0000023610,0.02500,2.191
40,mlp.experts.4.down_proj,0.0000064885,0.02500,2.191
40,mlp.experts.9.down_proj,0.0000035418,0.02500,2.215
40,mlp.experts.13.down_proj,0.0000103381,0.02500,2.225
40,mlp.experts.3.down_proj,0.0000038260,0.02500,2.471
40,mlp.experts.15.down_proj,0.0000008094,0.02500,2.020
40,mlp.experts.11.down_proj,0.0000021100,0.02500,2.481
40,mlp.experts.7.down_proj,0.0000045376,0.02500,2.513
40,mlp.experts.10.down_proj,0.0000137504,0.02500,2.580
40,mlp.experts.14.down_proj,0.0000032979,0.02500,2.580
40,mlp.experts.2.down_proj,0.0000039588,0.02500,2.609
40,mlp.experts.6.down_proj,0.0000019183,0.02500,2.614
40,mlp.experts.31.down_proj,0.0000126475,0.02500,1.089
40,mlp.experts.19.down_proj,0.0000072257,0.02500,1.089
40,mlp.experts.27.down_proj,0.0000066814,0.02500,1.096
40,mlp.experts.23.down_proj,0.0000029267,0.02500,1.104
40,mlp.experts.26.down_proj,0.0000041927,0.02500,1.087
40,mlp.experts.30.down_proj,0.0000049604,0.02500,1.120
40,mlp.experts.18.down_proj,0.0000043633,0.02500,1.113
40,mlp.experts.22.down_proj,0.0000028781,0.02500,1.135
40,mlp.experts.25.down_proj,0.0000021861,0.02500,1.638
40,mlp.experts.21.down_proj,0.0000041795,0.02500,1.742
40,mlp.experts.29.down_proj,0.0000131899,0.02500,1.722
40,mlp.experts.17.down_proj,0.0000029286,0.02500,1.758
40,mlp.experts.24.down_proj,0.0000054685,0.02500,2.074
40,mlp.experts.16.down_proj,0.0000053221,0.02500,2.053
40,mlp.experts.28.down_proj,0.0000051803,0.02500,2.116
40,mlp.experts.20.down_proj,0.0000036541,0.02500,2.049
40,mlp.experts.35.down_proj,0.0000017971,0.02500,1.250
40,mlp.experts.43.down_proj,0.0000051293,0.02500,1.251
40,mlp.experts.47.down_proj,0.0000032559,0.02500,1.297
40,mlp.experts.42.down_proj,0.0000093192,0.02500,1.243
40,mlp.experts.39.down_proj,0.0000048133,0.02500,1.325
40,mlp.experts.46.down_proj,0.0000026771,0.02500,1.248
40,mlp.experts.38.down_proj,0.0000034644,0.02500,1.257
40,mlp.experts.34.down_proj,0.0000032901,0.02500,1.287
40,mlp.experts.40.down_proj,0.0000025241,0.02500,1.266
40,mlp.experts.36.down_proj,0.0000018854,0.02500,1.113
40,mlp.experts.32.down_proj,0.0000039613,0.02500,1.194
40,mlp.experts.44.down_proj,0.0000084313,0.02500,1.227
40,mlp.experts.41.down_proj,0.0000069282,0.02500,1.743
40,mlp.experts.37.down_proj,0.0000061015,0.02500,1.741
40,mlp.experts.33.down_proj,0.0000033137,0.02500,1.777
40,mlp.experts.45.down_proj,0.0000035442,0.02500,1.778
40,mlp.experts.58.down_proj,0.0000036778,0.02500,0.950
40,mlp.experts.62.down_proj,0.0000041739,0.02500,0.932
40,mlp.experts.54.down_proj,0.0000027839,0.02500,0.973
40,mlp.experts.50.down_proj,0.0000043764,0.02500,0.985
40,mlp.experts.48.down_proj,0.0000067990,0.02500,1.178
40,mlp.experts.52.down_proj,0.0000021021,0.02500,1.410
40,mlp.experts.56.down_proj,0.0000036562,0.02500,1.411
40,mlp.experts.51.down_proj,0.0000040007,0.02500,1.956
40,mlp.experts.63.down_proj,0.0000097372,0.02500,1.910
40,mlp.experts.59.down_proj,0.0000058585,0.02500,1.960
40,mlp.experts.74.down_proj,0.0000060683,0.02500,0.949
40,mlp.experts.60.down_proj,0.0000012420,0.02500,1.372
40,mlp.experts.78.down_proj,0.0000074389,0.02500,0.980
40,mlp.experts.55.down_proj,0.0000045676,0.02500,1.937
40,mlp.experts.70.down_proj,0.0000070276,0.02500,0.949
40,mlp.experts.66.down_proj,0.0000036160,0.02500,0.995
40,mlp.experts.57.down_proj,0.0000056465,0.02500,2.045
40,mlp.experts.49.down_proj,0.0000027688,0.02500,1.968
40,mlp.experts.61.down_proj,0.0000050197,0.02500,1.991
40,mlp.experts.53.down_proj,0.0000023664,0.02500,2.062
40,mlp.experts.64.down_proj,0.0000028391,0.02500,1.161
40,mlp.experts.75.down_proj,0.0000026465,0.02500,1.135
40,mlp.experts.79.down_proj,0.0000026412,0.02500,1.184
40,mlp.experts.68.down_proj,0.0000018904,0.02500,1.199
40,mlp.experts.72.down_proj,0.0000028131,0.02500,1.203
40,mlp.experts.67.down_proj,0.0000027088,0.02500,1.216
40,mlp.experts.76.down_proj,0.0000080353,0.02500,1.216
40,mlp.experts.71.down_proj,0.0000066584,0.02500,1.173
40,mlp.experts.94.down_proj,0.0000023988,0.02500,1.484
40,mlp.experts.90.down_proj,0.0000026570,0.02500,1.579
40,mlp.experts.82.down_proj,0.0000027695,0.02500,1.517
40,mlp.experts.86.down_proj,0.0000018610,0.02500,1.609
40,mlp.experts.91.down_proj,0.0000025889,0.02500,0.988
40,mlp.experts.95.down_proj,0.0000045309,0.02500,1.044
40,mlp.experts.83.down_proj,0.0000044096,0.02500,1.078
40,mlp.experts.80.down_proj,0.0000016901,0.02500,1.264
40,mlp.experts.84.down_proj,0.0000180668,0.02500,1.238
40,mlp.experts.87.down_proj,0.0000027159,0.02500,1.195
40,mlp.experts.88.down_proj,0.0000023746,0.02500,1.287
40,mlp.experts.92.down_proj,0.0000066097,0.02500,1.261
40,mlp.experts.73.down_proj,0.0000063080,0.02500,1.740
40,mlp.experts.65.down_proj,0.0000020276,0.02500,1.742
40,mlp.experts.77.down_proj,0.0000029463,0.02500,1.733
40,mlp.experts.69.down_proj,0.0000028372,0.02500,1.751
40,mlp.experts.107.down_proj,0.0000044409,0.02500,1.384
40,mlp.experts.111.down_proj,0.0000006791,0.02500,1.336
40,mlp.experts.99.down_proj,0.0000144485,0.02500,1.306
40,mlp.experts.96.down_proj,0.0000149228,0.02500,1.226
40,mlp.experts.100.down_proj,0.0000038123,0.02500,1.187
40,mlp.experts.103.down_proj,0.0000045448,0.02500,1.189
40,mlp.experts.104.down_proj,0.0000185641,0.02500,1.214
40,mlp.experts.108.down_proj,0.0000039778,0.02500,1.182
40,mlp.experts.110.down_proj,0.0000046685,0.02500,2.127
40,mlp.experts.106.down_proj,0.0000024139,0.02500,2.159
40,mlp.experts.98.down_proj,0.0000012992,0.02500,2.076
40,mlp.experts.102.down_proj,0.0000136680,0.02500,2.066
40,mlp.experts.89.down_proj,0.0000094148,0.02500,1.371
40,mlp.experts.93.down_proj,0.0000039087,0.02500,1.304
40,mlp.experts.85.down_proj,0.0000028258,0.02500,1.318
40,mlp.experts.81.down_proj,0.0000009967,0.02500,1.426
40,mlp.experts.112.down_proj,0.0000017341,0.02500,0.733
40,mlp.experts.115.down_proj,0.0000024462,0.02500,0.755
40,mlp.experts.119.down_proj,0.0000050772,0.02500,0.688
40,mlp.experts.116.down_proj,0.0000045048,0.02500,0.757
40,mlp.experts.114.down_proj,0.0000014556,0.02500,0.836
40,mlp.experts.118.down_proj,0.0000012464,0.02500,0.829
40,mlp.experts.109.down_proj,0.0000029951,0.02500,0.902
40,mlp.experts.101.down_proj,0.0000064854,0.02500,0.867
40,mlp.experts.105.down_proj,0.0000056960,0.02500,0.913
40,mlp.experts.97.down_proj,0.0000021229,0.02500,0.876
40,mlp.experts.117.down_proj,0.0000029116,0.02500,0.844
40,mlp.experts.113.down_proj,0.0000043378,0.02500,0.811
41,self_attn.v_proj,0.0000001355,0.02500,1.664
41,self_attn.k_proj,0.0000000537,0.02500,2.079
41,self_attn.q_proj,0.0000003534,0.02500,2.265
41,self_attn.o_proj,0.0000002168,0.02500,4.051
41,mlp.shared_experts.gate_proj,0.0000010487,0.02500,1.306
41,mlp.shared_experts.up_proj,0.0000013360,0.02500,1.314
41,mlp.shared_experts.down_proj,0.0000001774,0.02500,0.392
41,mlp.experts.7.gate_proj,0.0000319241,0.02500,4.234
41,mlp.experts.11.gate_proj,0.0000177705,0.02500,4.645
41,mlp.experts.15.gate_proj,0.0000131163,0.02500,3.980
41,mlp.experts.6.gate_proj,0.0000168761,0.02500,4.805
41,mlp.experts.2.gate_proj,0.0000205358,0.02500,4.893
41,mlp.experts.10.gate_proj,0.0000290445,0.02500,4.788
41,mlp.experts.3.gate_proj,0.0000216956,0.02500,5.003
41,mlp.experts.14.gate_proj,0.0000113984,0.02500,4.293
41,mlp.experts.4.gate_proj,0.0000320515,0.02500,6.123
41,mlp.experts.0.gate_proj,0.0000083915,0.02500,6.258
41,mlp.experts.8.gate_proj,0.0000261442,0.02500,6.233
41,mlp.experts.12.gate_proj,0.0000164384,0.02500,6.382
41,mlp.experts.9.gate_proj,0.0000145880,0.02500,6.774
41,mlp.experts.13.gate_proj,0.0000333645,0.02500,6.957
41,mlp.experts.1.gate_proj,0.0000442991,0.02500,7.024
41,mlp.experts.5.gate_proj,0.0000186767,0.02500,6.915
41,mlp.experts.23.gate_proj,0.0000334315,0.02500,3.338
41,mlp.experts.22.gate_proj,0.0000256354,0.02500,3.340
41,mlp.experts.26.gate_proj,0.0000322886,0.02500,3.337
41,mlp.experts.30.gate_proj,0.0000228772,0.02500,3.294
41,mlp.experts.18.gate_proj,0.0000519686,0.02500,3.409
41,mlp.experts.31.gate_proj,0.0000218119,0.02500,3.630
41,mlp.experts.27.gate_proj,0.0000280929,0.02500,3.753
41,mlp.experts.19.gate_proj,0.0000089085,0.02500,3.664
41,mlp.experts.20.gate_proj,0.0000308536,0.02500,3.299
41,mlp.experts.24.gate_proj,0.0000227949,0.02500,3.279
41,mlp.experts.16.gate_proj,0.0000133741,0.02500,3.453
41,mlp.experts.28.gate_proj,0.0000311044,0.02500,3.338
41,mlp.experts.38.gate_proj,0.0000186326,0.02500,3.186
41,mlp.experts.34.gate_proj,0.0000427409,0.02500,3.133
41,mlp.experts.42.gate_proj,0.0000419688,0.02500,3.203
41,mlp.experts.46.gate_proj,0.0000429468,0.02500,3.332
41,mlp.experts.39.gate_proj,0.0000683864,0.02500,3.937
41,mlp.experts.21.gate_proj,0.0000341354,0.02500,5.016
41,mlp.experts.25.gate_proj,0.0000316538,0.02500,5.210
41,mlp.experts.29.gate_proj,0.0000352641,0.02500,5.254
41,mlp.experts.47.gate_proj,0.0000170632,0.02500,3.826
41,mlp.experts.43.gate_proj,0.0000164555,0.02500,3.956
41,mlp.experts.17.gate_proj,0.0000548743,0.02500,5.450
41,mlp.experts.35.gate_proj,0.0000325498,0.02500,3.893
41,mlp.experts.36.gate_proj,0.0000427343,0.02500,3.017
41,mlp.experts.40.gate_proj,0.0000197060,0.02500,2.987
41,mlp.experts.32.gate_proj,0.0000403652,0.02500,3.003
41,mlp.experts.44.gate_proj,0.0000349412,0.02500,2.994
41,mlp.experts.54.gate_proj,0.0000234137,0.02500,3.554
41,mlp.experts.50.gate_proj,0.0000200405,0.02500,3.521
41,mlp.experts.55.gate_proj,0.0000269433,0.02500,3.212
41,mlp.experts.58.gate_proj,0.0000283130,0.02500,3.642
41,mlp.experts.62.gate_proj,0.0000269582,0.02500,3.601
41,mlp.experts.63.gate_proj,0.0000511680,0.02500,3.406
41,mlp.experts.52.gate_proj,0.0000135219,0.02500,3.173
41,mlp.experts.56.gate_proj,0.0000230194,0.02500,3.231
41,mlp.experts.48.gate_proj,0.0000194191,0.02500,3.190
41,mlp.experts.60.gate_proj,0.0000600136,0.02500,3.202
41,mlp.experts.59.gate_proj,0.0000122923,0.02500,3.733
41,mlp.experts.51.gate_proj,0.0000173314,0.02500,3.576
41,mlp.experts.37.gate_proj,0.0000364045,0.02500,4.965
41,mlp.experts.41.gate_proj,0.0000349000,0.02500,5.138
41,mlp.experts.45.gate_proj,0.0000065056,0.02500,5.159
41,mlp.experts.33.gate_proj,0.0000319846,0.02500,4.985
41,mlp.experts.71.gate_proj,0.0000337462,0.02500,3.426
41,mlp.experts.70.gate_proj,0.0000185708,0.02500,4.117
41,mlp.experts.66.gate_proj,0.0000443258,0.02500,4.244
41,mlp.experts.79.gate_proj,0.0000326944,0.02500,3.624
41,mlp.experts.74.gate_proj,0.0000130506,0.02500,4.264
41,mlp.experts.68.gate_proj,0.0000534721,0.02500,3.652
41,mlp.experts.78.gate_proj,0.0000190981,0.02500,4.218
41,mlp.experts.72.gate_proj,0.0000243265,0.02500,3.637
41,mlp.experts.76.gate_proj,0.0000367976,0.02500,3.606
41,mlp.experts.64.gate_proj,0.0000597759,0.02500,3.913
41,mlp.experts.75.gate_proj,0.0000117794,0.02500,3.836
41,mlp.experts.67.gate_proj,0.0000286538,0.02500,3.951
41,mlp.experts.53.gate_proj,0.0000186151,0.02500,3.847
41,mlp.experts.57.gate_proj,0.0000141064,0.02500,3.807
41,mlp.experts.61.gate_proj,0.0000112189,0.02500,3.801
41,mlp.experts.49.gate_proj,0.0000130535,0.02500,3.783
41,mlp.experts.87.gate_proj,0.0000160294,0.02500,3.286
41,mlp.experts.95.gate_proj,0.0000276441,0.02500,3.212
41,mlp.experts.84.gate_proj,0.0000384313,0.02500,3.424
41,mlp.experts.91.gate_proj,0.0000225332,0.02500,3.119
41,mlp.experts.88.gate_proj,0.0000276876,0.02500,3.600
41,mlp.experts.83.gate_proj,0.0000349489,0.02500,3.069
41,mlp.experts.80.gate_proj,0.0000079061,0.02500,3.607
41,mlp.experts.92.gate_proj,0.0000189688,0.02500,3.782
41,mlp.experts.86.gate_proj,0.0000197539,0.02500,4.520
41,mlp.experts.82.gate_proj,0.0000122676,0.02500,4.614
41,mlp.experts.90.gate_proj,0.0000341486,0.02500,4.609
41,mlp.experts.94.gate_proj,0.0000305347,0.02500,4.608
41,mlp.experts.103.gate_proj,0.0000217137,0.02500,3.180
41,mlp.experts.69.gate_proj,0.0000288154,0.02500,4.015
41,mlp.experts.73.gate_proj,0.0000253304,0.02500,4.070
41,mlp.experts.65.gate_proj,0.0000156286,0.02500,4.076
41,mlp.experts.77.gate_proj,0.0000139384,0.02500,4.465
41,mlp.experts.111.gate_proj,0.0000216273,0.02500,3.294
41,mlp.experts.107.gate_proj,0.0000243427,0.02500,3.291
41,mlp.experts.99.gate_proj,0.0000221068,0.02500,3.417
41,mlp.experts.100.gate_proj,0.0000220762,0.02500,3.946
41,mlp.experts.96.gate_proj,0.0000227991,0.02500,3.561
41,mlp.experts.104.gate_proj,0.0000259128,0.02500,3.887
41,mlp.experts.108.gate_proj,0.0000299182,0.02500,3.729
41,mlp.experts.102.gate_proj,0.0000259701,0.02500,4.266
41,mlp.experts.98.gate_proj,0.0000787052,0.02500,4.264
41,mlp.experts.106.gate_proj,0.0000311296,0.02500,4.238
41,mlp.experts.110.gate_proj,0.0000239513,0.02500,4.270
41,mlp.experts.119.gate_proj,0.0000525554,0.02500,3.727
41,mlp.experts.7.up_proj,0.0000324451,0.02500,3.971
41,mlp.experts.3.up_proj,0.0000219406,0.02500,3.811
41,mlp.experts.85.gate_proj,0.0000238704,0.02500,5.341
41,mlp.experts.116.gate_proj,0.0000257015,0.02500,3.514
41,mlp.experts.81.gate_proj,0.0000180773,0.02500,5.027
41,mlp.experts.115.gate_proj,0.0000170463,0.02500,3.775
41,mlp.experts.89.gate_proj,0.0000126098,0.02500,5.340
41,mlp.experts.112.gate_proj,0.0000526126,0.02500,3.622
41,mlp.experts.4.up_proj,0.0000318866,0.02500,3.593
41,mlp.experts.0.up_proj,0.0000080148,0.02500,3.778
41,mlp.experts.93.gate_proj,0.0000187248,0.02500,5.267
41,mlp.experts.118.gate_proj,0.0000325677,0.02500,4.410
41,mlp.experts.114.gate_proj,0.0000276962,0.02500,4.242
41,mlp.experts.15.up_proj,0.0000125728,0.02500,3.723
41,mlp.experts.2.up_proj,0.0000209364,0.02500,4.252
41,mlp.experts.6.up_proj,0.0000168592,0.02500,4.202
41,mlp.experts.23.up_proj,0.0000318877,0.02500,3.530
41,mlp.experts.19.up_proj,0.0000088294,0.02500,3.568
41,mlp.experts.11.up_proj,0.0000178562,0.02500,3.546
41,mlp.experts.16.up_proj,0.0000131391,0.02500,3.416
41,mlp.experts.8.up_proj,0.0000261292,0.02500,3.649
41,mlp.experts.12.up_proj,0.0000161890,0.02500,4.059
41,mlp.experts.20.up_proj,0.0000307862,0.02500,3.742
41,mlp.experts.101.gate_proj,0.0000260324,0.02500,4.804
41,mlp.experts.105.gate_proj,0.0000228806,0.02500,4.742
41,mlp.experts.97.gate_proj,0.0000319848,0.02500,5.028
41,mlp.experts.109.gate_proj,0.0000429882,0.02500,4.795
41,mlp.experts.10.up_proj,0.0000287909,0.02500,3.496
41,mlp.experts.14.up_proj,0.0000113782,0.02500,3.616
41,mlp.experts.22.up_proj,0.0000247884,0.02500,3.505
41,mlp.experts.18.up_proj,0.0000520404,0.02500,3.600
41,mlp.experts.31.up_proj,0.0000217868,0.02500,3.975
41,mlp.experts.39.up_proj,0.0000671066,0.02500,3.598
41,mlp.experts.35.up_proj,0.0000311298,0.02500,3.729
41,mlp.experts.32.up_proj,0.0000396203,0.02500,3.295
41,mlp.experts.27.up_proj,0.0000288338,0.02500,3.611
41,mlp.experts.24.up_proj,0.0000218355,0.02500,3.366
41,mlp.experts.28.up_proj,0.0000309379,0.02500,3.352
41,mlp.experts.36.up_proj,0.0000430105,0.02500,3.459
41,mlp.experts.30.up_proj,0.0000225990,0.02500,3.878
41,mlp.experts.26.up_proj,0.0000321921,0.02500,4.057
41,mlp.experts.117.gate_proj,0.0000180477,0.02500,4.870
41,mlp.experts.38.up_proj,0.0000187031,0.02500,3.984
41,mlp.experts.34.up_proj,0.0000383542,0.02500,3.991
41,mlp.experts.113.gate_proj,0.0000074113,0.02500,4.669
41,mlp.experts.1.up_proj,0.0000437836,0.02500,4.836
41,mlp.experts.47.up_proj,0.0000152273,0.02500,3.822
41,mlp.experts.55.up_proj,0.0000269216,0.02500,3.376
41,mlp.experts.5.up_proj,0.0000178991,0.02500,4.902
41,mlp.experts.51.up_proj,0.0000172396,0.02500,3.224
41,mlp.experts.44.up_proj,0.0000343974,0.02500,3.131
41,mlp.experts.43.up_proj,0.0000162873,0.02500,3.363
41,mlp.experts.48.up_proj,0.0000193053,0.02500,3.439
41,mlp.experts.52.up_proj,0.0000137272,0.02500,3.235
41,mlp.experts.40.up_proj,0.0000183817,0.02500,3.637
41,mlp.experts.63.up_proj,0.0000507335,0.02500,3.444
41,mlp.experts.46.up_proj,0.0000420840,0.02500,3.948
41,mlp.experts.42.up_proj,0.0000409347,0.02500,3.835
41,mlp.experts.54.up_proj,0.0000264358,0.02500,3.836
41,mlp.experts.50.up_proj,0.0000196453,0.02500,3.898
41,mlp.experts.67.up_proj,0.0000281956,0.02500,3.373
41,mlp.experts.71.up_proj,0.0000310394,0.02500,3.973
41,mlp.experts.59.up_proj,0.0000121820,0.02500,3.622
41,mlp.experts.60.up_proj,0.0000605461,0.02500,3.674
41,mlp.experts.64.up_proj,0.0000560095,0.02500,3.752
41,mlp.experts.56.up_proj,0.0000228120,0.02500,3.583
41,mlp.experts.68.up_proj,0.0000526043,0.02500,3.791
41,mlp.experts.13.up_proj,0.0000326843,0.02500,5.043
41,mlp.experts.9.up_proj,0.0000142870,0.02500,5.031
41,mlp.experts.17.up_proj,0.0000550993,0.02500,5.422
41,mlp.experts.21.up_proj,0.0000341951,0.02500,5.277
41,mlp.experts.62.up_proj,0.0000268479,0.02500,3.334
41,mlp.experts.58.up_proj,0.0000275988,0.02500,3.347
41,mlp.experts.70.up_proj,0.0000185473,0.02500,3.294
41,mlp.experts.83.up_proj,0.0000341401,0.02500,3.152
41,mlp.experts.66.up_proj,0.0000446452,0.02500,3.306
41,mlp.experts.87.up_proj,0.0000156689,0.02500,3.038
41,mlp.experts.79.up_proj,0.0000313468,0.02500,3.809
41,mlp.experts.75.up_proj,0.0000118256,0.02500,3.435
41,mlp.experts.84.up_proj,0.0000354946,0.02500,3.003
41,mlp.experts.72.up_proj,0.0000233834,0.02500,3.303
41,mlp.experts.76.up_proj,0.0000360791,0.02500,3.763
41,mlp.experts.80.up_proj,0.0000075538,0.02500,3.670
41,mlp.experts.29.up_proj,0.0000353153,0.02500,5.122
41,mlp.experts.78.up_proj,0.0000189682,0.02500,3.234
41,mlp.experts.25.up_proj,0.0000317388,0.02500,5.186
41,mlp.experts.74.up_proj,0.0000130168,0.02500,3.215
41,mlp.experts.103.up_proj,0.0000216963,0.02500,3.040
41,mlp.experts.86.up_proj,0.0000188183,0.02500,3.292
41,mlp.experts.82.up_proj,0.0000123104,0.02500,3.307
41,mlp.experts.95.up_proj,0.0000267768,0.02500,3.147
41,mlp.experts.33.up_proj,0.0000316948,0.02500,5.259
41,mlp.experts.99.up_proj,0.0000209683,0.02500,3.573
41,mlp.experts.37.up_proj,0.0000368112,0.02500,5.185
41,mlp.experts.100.up_proj,0.0000215636,0.02500,3.425
41,mlp.experts.96.up_proj,0.0000224840,0.02500,3.139
41,mlp.experts.92.up_proj,0.0000186132,0.02500,3.370
41,mlp.experts.91.up_proj,0.0000221158,0.02500,3.823
41,mlp.experts.88.up_proj,0.0000280138,0.02500,3.770
41,mlp.experts.94.up_proj,0.0000308629,0.02500,3.293
41,mlp.experts.119.up_proj,0.0000512810,0.02500,3.263
41,mlp.experts.90.up_proj,0.0000331621,0.02500,3.348
41,mlp.experts.115.up_proj,0.0000165210,0.02500,2.875
41,mlp.experts.102.up_proj,0.0000266591,0.02500,3.289
41,mlp.experts.98.up_proj,0.0000727432,0.02500,3.305
41,mlp.experts.111.up_proj,0.0000214769,0.02500,3.462
41,mlp.experts.107.up_proj,0.0000240059,0.02500,2.691
41,mlp.experts.112.up_proj,0.0000509037,0.02500,3.071
41,mlp.experts.108.up_proj,0.0000291631,0.02500,2.981
41,mlp.experts.116.up_proj,0.0000257396,0.02500,3.436
41,mlp.experts.104.up_proj,0.0000259074,0.02500,3.135
41,mlp.experts.45.up_proj,0.0000065187,0.02500,5.056
41,mlp.experts.41.up_proj,0.0000338536,0.02500,5.142
41,mlp.experts.49.up_proj,0.0000129062,0.02500,5.082
41,mlp.experts.53.up_proj,0.0000185198,0.02500,4.864
41,mlp.experts.106.up_proj,0.0000313427,0.02500,4.112
41,mlp.experts.110.up_proj,0.0000243474,0.02500,4.404
41,mlp.experts.118.up_proj,0.0000323662,0.02500,4.287
41,mlp.experts.114.up_proj,0.0000276958,0.02500,4.226
41,mlp.experts.61.up_proj,0.0000112269,0.02500,3.966
41,mlp.experts.57.up_proj,0.0000141252,0.02500,4.050
41,mlp.experts.69.up_proj,0.0000282817,0.02500,3.781
41,mlp.experts.65.up_proj,0.0000157707,0.02500,4.037
41,mlp.experts.73.up_proj,0.0000252936,0.02500,3.554
41,mlp.experts.77.up_proj,0.0000139611,0.02500,4.154
41,mlp.experts.85.up_proj,0.0000236974,0.02500,4.044
41,mlp.experts.81.up_proj,0.0000178114,0.02500,4.022
41,mlp.experts.89.up_proj,0.0000122179,0.02500,3.490
41,mlp.experts.93.up_proj,0.0000184840,0.02500,3.662
41,mlp.experts.101.up_proj,0.0000257533,0.02500,3.488
41,mlp.experts.97.up_proj,0.0000321475,0.02500,3.852
41,mlp.experts.105.up_proj,0.0000218383,0.02500,4.433
41,mlp.experts.109.up_proj,0.0000428322,0.02500,4.050
41,mlp.experts.117.up_proj,0.0000179836,0.02500,3.982
41,mlp.experts.113.up_proj,0.0000074331,0.02500,3.650
41,mlp.experts.7.down_proj,0.0000049033,0.02500,1.362
41,mlp.experts.11.down_proj,0.0000053367,0.02500,1.408
41,mlp.experts.15.down_proj,0.0000016245,0.02500,1.487
41,mlp.experts.3.down_proj,0.0000039468,0.02500,1.502
41,mlp.experts.2.down_proj,0.0000036502,0.02500,1.764
41,mlp.experts.9.down_proj,0.0000016450,0.02500,1.769
41,mlp.experts.10.down_proj,0.0000030220,0.02500,1.789
41,mlp.experts.13.down_proj,0.0000044412,0.02500,1.792
41,mlp.experts.1.down_proj,0.0000076048,0.02500,1.795
41,mlp.experts.6.down_proj,0.0000017093,0.02500,1.813
41,mlp.experts.14.down_proj,0.0000013329,0.02500,1.837
41,mlp.experts.5.down_proj,0.0000035641,0.02500,1.875
41,mlp.experts.4.down_proj,0.0000051035,0.02500,1.907
41,mlp.experts.12.down_proj,0.0000016506,0.02500,1.971
41,mlp.experts.8.down_proj,0.0000039494,0.02500,2.078
41,mlp.experts.0.down_proj,0.0000009479,0.02500,2.176
41,mlp.experts.27.down_proj,0.0000064938,0.02500,0.925
41,mlp.experts.31.down_proj,0.0000039001,0.02500,0.874
41,mlp.experts.23.down_proj,0.0000052875,0.02500,1.058
41,mlp.experts.19.down_proj,0.0000011806,0.02500,1.106
41,mlp.experts.20.down_proj,0.0000044301,0.02500,1.001
41,mlp.experts.28.down_proj,0.0000036263,0.02500,0.956
41,mlp.experts.25.down_proj,0.0000037843,0.02500,1.341
41,mlp.experts.18.down_proj,0.0000099049,0.02500,1.352
41,mlp.experts.24.down_proj,0.0000029713,0.02500,1.029
41,mlp.experts.22.down_proj,0.0000044440,0.02500,1.319
41,mlp.experts.26.down_proj,0.0000031810,0.02500,1.344
41,mlp.experts.17.down_proj,0.0000132124,0.02500,1.340
41,mlp.experts.30.down_proj,0.0000019671,0.02500,1.306
41,mlp.experts.29.down_proj,0.0000036814,0.02500,1.421
41,mlp.experts.16.down_proj,0.0000039606,0.02500,1.052
41,mlp.experts.21.down_proj,0.0000050861,0.02500,1.384
41,mlp.experts.43.down_proj,0.0000014753,0.02500,0.942
41,mlp.experts.39.down_proj,0.0000124538,0.02500,0.954
41,mlp.experts.47.down_proj,0.0000054447,0.02500,1.076
41,mlp.experts.35.down_proj,0.0000089641,0.02500,1.093
41,mlp.experts.36.down_proj,0.0000082269,0.02500,0.999
41,mlp.experts.44.down_proj,0.0000052387,0.02500,1.058
41,mlp.experts.33.down_proj,0.0000055134,0.02500,0.945
41,mlp.experts.41.down_proj,0.0000053697,0.02500,0.984
41,mlp.experts.32.down_proj,0.0000082506,0.02500,0.914
41,mlp.experts.40.down_proj,0.0000019759,0.02500,1.018
41,mlp.experts.34.down_proj,0.0000036491,0.02500,1.042
41,mlp.experts.42.down_proj,0.0000112162,0.02500,1.032
41,mlp.experts.46.down_proj,0.0000059012,0.02500,1.026
41,mlp.experts.45.down_proj,0.0000008724,0.02500,0.966
41,mlp.experts.37.down_proj,0.0000088764,0.02500,0.945
41,mlp.experts.38.down_proj,0.0000033489,0.02500,1.109
41,mlp.experts.55.down_proj,0.0000052254,0.02500,0.864
41,mlp.experts.63.down_proj,0.0000079208,0.02500,0.878
41,mlp.experts.59.down_proj,0.0000028933,0.02500,1.098
41,mlp.experts.51.down_proj,0.0000020666,0.02500,1.165
41,mlp.experts.52.down_proj,0.0000032602,0.02500,1.203
41,mlp.experts.49.down_proj,0.0000013760,0.02500,1.030
41,mlp.experts.50.down_proj,0.0000016921,0.02500,0.957
41,mlp.experts.71.down_proj,0.0000048790,0.02500,0.881
41,mlp.experts.60.down_proj,0.0000114378,0.02500,1.137
41,mlp.experts.58.down_proj,0.0000047702,0.02500,0.978
41,mlp.experts.62.down_proj,0.0000041500,0.02500,0.986
41,mlp.experts.61.down_proj,0.0000017024,0.02500,1.012
41,mlp.experts.57.down_proj,0.0000018173,0.02500,1.101
41,mlp.experts.56.down_proj,0.0000030484,0.02500,1.057
41,mlp.experts.54.down_proj,0.0000030308,0.02500,0.965
41,mlp.experts.79.down_proj,0.0000030111,0.02500,0.895
41,mlp.experts.53.down_proj,0.0000023915,0.02500,1.064
41,mlp.experts.48.down_proj,0.0000022722,0.02500,1.192
41,mlp.experts.75.down_proj,0.0000009394,0.02500,1.170
41,mlp.experts.67.down_proj,0.0000047035,0.02500,1.043
41,mlp.experts.65.down_proj,0.0000021248,0.02500,0.878
41,mlp.experts.76.down_proj,0.0000133183,0.02500,0.892
41,mlp.experts.77.down_proj,0.0000025104,0.02500,0.858
41,mlp.experts.73.down_proj,0.0000033381,0.02500,0.878
41,mlp.experts.66.down_proj,0.0000075913,0.02500,1.012
41,mlp.experts.69.down_proj,0.0000024703,0.02500,0.872
41,mlp.experts.74.down_proj,0.0000013017,0.02500,1.006
41,mlp.experts.78.down_proj,0.0000020077,0.02500,0.997
41,mlp.experts.72.down_proj,0.0000018643,0.02500,0.964
41,mlp.experts.87.down_proj,0.0000037446,0.02500,1.042
41,mlp.experts.70.down_proj,0.0000020963,0.02500,1.012
41,mlp.experts.95.down_proj,0.0000029614,0.02500,1.017
41,mlp.experts.68.down_proj,0.0000104372,0.02500,1.129
41,mlp.experts.64.down_proj,0.0000150972,0.02500,1.129
41,mlp.experts.91.down_proj,0.0000022412,0.02500,1.336
41,mlp.experts.81.down_proj,0.0000044491,0.02500,0.942
41,mlp.experts.89.down_proj,0.0000021537,0.02500,0.920
41,mlp.experts.93.down_proj,0.0000019864,0.02500,0.969
41,mlp.experts.85.down_proj,0.0000022354,0.02500,0.921
41,mlp.experts.92.down_proj,0.0000017815,0.02500,1.046
41,mlp.experts.83.down_proj,0.0000042066,0.02500,1.240
41,mlp.experts.90.down_proj,0.0000051151,0.02500,1.169
41,mlp.experts.94.down_proj,0.0000043778,0.02500,1.165
41,mlp.experts.82.down_proj,0.0000021141,0.02500,1.209
41,mlp.experts.84.down_proj,0.0000032356,0.02500,1.152
41,mlp.experts.88.down_proj,0.0000055590,0.02500,1.231
41,mlp.experts.103.down_proj,0.0000028992,0.02500,1.246
41,mlp.experts.86.down_proj,0.0000019208,0.02500,1.202
41,mlp.experts.111.down_proj,0.0000030866,0.02500,1.270
41,mlp.experts.80.down_proj,0.0000008278,0.02500,1.084
41,mlp.experts.107.down_proj,0.0000074200,0.02500,0.855
41,mlp.experts.97.down_proj,0.0000043351,0.02500,0.810
41,mlp.experts.105.down_proj,0.0000046776,0.02500,0.816
41,mlp.experts.109.down_proj,0.0000060609,0.02500,0.819
41,mlp.experts.101.down_proj,0.0000033103,0.02500,0.805
41,mlp.experts.99.down_proj,0.0000029857,0.02500,0.806
41,mlp.experts.108.down_proj,0.0000037806,0.02500,0.991
41,mlp.experts.119.down_proj,0.0000074950,0.02500,0.775
41,mlp.experts.106.down_proj,0.0000034049,0.02500,0.923
41,mlp.experts.110.down_proj,0.0000034198,0.02500,0.925
41,mlp.experts.98.down_proj,0.0000121128,0.02500,0.908
41,mlp.experts.100.down_proj,0.0000028473,0.02500,0.907
41,mlp.experts.102.down_proj,0.0000021061,0.02500,0.902
41,mlp.experts.113.down_proj,0.0000021712,0.02500,0.664
41,mlp.experts.104.down_proj,0.0000030050,0.02500,1.026
41,mlp.experts.117.down_proj,0.0000019589,0.02500,0.608
41,mlp.experts.96.down_proj,0.0000048446,0.02500,0.955
41,mlp.experts.115.down_proj,0.0000015583,0.02500,0.557
41,mlp.experts.114.down_proj,0.0000025803,0.02500,0.633
41,mlp.experts.116.down_proj,0.0000033806,0.02500,0.588
41,mlp.experts.118.down_proj,0.0000059643,0.02500,0.623
41,mlp.experts.112.down_proj,0.0000116127,0.02500,0.506
42,self_attn.v_proj,0.0000001172,0.02500,1.674
42,self_attn.k_proj,0.0000000547,0.02500,2.201
42,self_attn.q_proj,0.0000004011,0.02500,2.906
42,self_attn.o_proj,0.0000003294,0.02500,3.583
42,mlp.shared_experts.gate_proj,0.0000011359,0.02500,13.153
42,mlp.shared_experts.up_proj,0.0000013368,0.02500,1.385
42,mlp.shared_experts.down_proj,0.0000001478,0.02500,0.399
42,mlp.experts.12.gate_proj,0.0000187077,0.02500,5.373
42,mlp.experts.8.gate_proj,0.0000784130,0.02500,4.506
42,mlp.experts.4.gate_proj,0.0000707207,0.02500,5.769
42,mlp.experts.0.gate_proj,0.0000322722,0.02500,5.836
42,mlp.experts.5.gate_proj,0.0000375924,0.02500,6.120
42,mlp.experts.13.gate_proj,0.0000188359,0.02500,4.710
42,mlp.experts.11.gate_proj,0.0000358500,0.02500,5.695
42,mlp.experts.3.gate_proj,0.0000389135,0.02500,6.262
42,mlp.experts.15.gate_proj,0.0000244547,0.02500,5.751
42,mlp.experts.1.gate_proj,0.0000340899,0.02500,6.408
42,mlp.experts.9.gate_proj,0.0000237788,0.02500,6.510
42,mlp.experts.7.gate_proj,0.0000255862,0.02500,6.511
42,mlp.experts.6.gate_proj,0.0000295465,0.02500,6.819
42,mlp.experts.10.gate_proj,0.0000402590,0.02500,6.333
42,mlp.experts.2.gate_proj,0.0000195033,0.02500,6.954
42,mlp.experts.14.gate_proj,0.0000184232,0.02500,5.920
42,mlp.experts.28.gate_proj,0.0000209502,0.02500,3.935
42,mlp.experts.29.gate_proj,0.0000125284,0.02500,3.201
42,mlp.experts.20.gate_proj,0.0000089648,0.02500,3.783
42,mlp.experts.16.gate_proj,0.0000047932,0.02500,3.807
42,mlp.experts.24.gate_proj,0.0000189961,0.02500,4.126
42,mlp.experts.21.gate_proj,0.0000077701,0.02500,3.705
42,mlp.experts.25.gate_proj,0.0000080220,0.02500,3.644
42,mlp.experts.17.gate_proj,0.0000194093,0.02500,3.841
42,mlp.experts.31.gate_proj,0.0000175529,0.02500,3.997
42,mlp.experts.27.gate_proj,0.0000276348,0.02500,4.171
42,mlp.experts.19.gate_proj,0.0000300960,0.02500,4.236
42,mlp.experts.23.gate_proj,0.0000182323,0.02500,4.332
42,mlp.experts.26.gate_proj,0.0000262551,0.02500,4.286
42,mlp.experts.30.gate_proj,0.0000352003,0.02500,4.206
42,mlp.experts.22.gate_proj,0.0000594208,0.02500,4.532
42,mlp.experts.18.gate_proj,0.0000231333,0.02500,4.495
42,mlp.experts.44.gate_proj,0.0000298940,0.02500,3.483
42,mlp.experts.32.gate_proj,0.0000492046,0.02500,3.247
42,mlp.experts.45.gate_proj,0.0000261437,0.02500,3.646
42,mlp.experts.36.gate_proj,0.0000184468,0.02500,3.527
42,mlp.experts.40.gate_proj,0.0000384880,0.02500,3.397
42,mlp.experts.41.gate_proj,0.0000450002,0.02500,3.089
42,mlp.experts.37.gate_proj,0.0000296547,0.02500,3.946
42,mlp.experts.33.gate_proj,0.0000197616,0.02500,3.580
42,mlp.experts.47.gate_proj,0.0000222757,0.02500,4.524
42,mlp.experts.35.gate_proj,0.0000263158,0.02500,4.451
42,mlp.experts.43.gate_proj,0.0000244377,0.02500,4.628
42,mlp.experts.42.gate_proj,0.0000343720,0.02500,4.187
42,mlp.experts.46.gate_proj,0.0000210090,0.02500,4.237
42,mlp.experts.39.gate_proj,0.0000305487,0.02500,4.626
42,mlp.experts.38.gate_proj,0.0000189671,0.02500,4.183
42,mlp.experts.60.gate_proj,0.0000199550,0.02500,2.880
42,mlp.experts.48.gate_proj,0.0000163757,0.02500,2.862
42,mlp.experts.34.gate_proj,0.0000199757,0.02500,4.362
42,mlp.experts.52.gate_proj,0.0000174542,0.02500,2.895
42,mlp.experts.56.gate_proj,0.0000225929,0.02500,2.910
42,mlp.experts.61.gate_proj,0.0000575841,0.02500,3.789
42,mlp.experts.57.gate_proj,0.0000206790,0.02500,3.954
42,mlp.experts.49.gate_proj,0.0000161530,0.02500,3.524
42,mlp.experts.53.gate_proj,0.0000294714,0.02500,3.743
42,mlp.experts.76.gate_proj,0.0000265623,0.02500,3.245
42,mlp.experts.64.gate_proj,0.0000388058,0.02500,3.256
42,mlp.experts.58.gate_proj,0.0000478209,0.02500,3.817
42,mlp.experts.54.gate_proj,0.0000182377,0.02500,3.846
42,mlp.experts.62.gate_proj,0.0000156742,0.02500,3.983
42,mlp.experts.68.gate_proj,0.0000238004,0.02500,3.538
42,mlp.experts.50.gate_proj,0.0000182578,0.02500,3.793
42,mlp.experts.72.gate_proj,0.0000573857,0.02500,3.576
42,mlp.experts.63.gate_proj,0.0000213082,0.02500,5.518
42,mlp.experts.51.gate_proj,0.0000275458,0.02500,5.455
42,mlp.experts.77.gate_proj,0.0000153267,0.02500,3.851
42,mlp.experts.59.gate_proj,0.0000393650,0.02500,5.677
42,mlp.experts.73.gate_proj,0.0000274585,0.02500,3.709
42,mlp.experts.55.gate_proj,0.0000233423,0.02500,5.471
42,mlp.experts.65.gate_proj,0.0000103072,0.02500,3.857
42,mlp.experts.69.gate_proj,0.0000535496,0.02500,3.835
42,mlp.experts.92.gate_proj,0.0000454801,0.02500,3.488
42,mlp.experts.80.gate_proj,0.0000205664,0.02500,3.416
42,mlp.experts.74.gate_proj,0.0000326029,0.02500,3.376
42,mlp.experts.70.gate_proj,0.0000096524,0.02500,3.427
42,mlp.experts.78.gate_proj,0.0000318667,0.02500,3.466
42,mlp.experts.88.gate_proj,0.0000285642,0.02500,3.304
42,mlp.experts.66.gate_proj,0.0000260336,0.02500,3.400
42,mlp.experts.84.gate_proj,0.0000265574,0.02500,3.577
42,mlp.experts.93.gate_proj,0.0000399514,0.02500,3.275
42,mlp.experts.81.gate_proj,0.0000390397,0.02500,3.225
42,mlp.experts.89.gate_proj,0.0000214862,0.02500,3.719
42,mlp.experts.85.gate_proj,0.0000265796,0.02500,3.421
42,mlp.experts.79.gate_proj,0.0000184161,0.02500,4.970
42,mlp.experts.96.gate_proj,0.0000380243,0.02500,2.961
42,mlp.experts.67.gate_proj,0.0000090758,0.02500,5.057
42,mlp.experts.108.gate_proj,0.0000257753,0.02500,3.086
42,mlp.experts.75.gate_proj,0.0000348055,0.02500,5.022
42,mlp.experts.104.gate_proj,0.0000241283,0.02500,3.023
42,mlp.experts.90.gate_proj,0.0000344954,0.02500,3.705
42,mlp.experts.100.gate_proj,0.0000390831,0.02500,3.146
42,mlp.experts.71.gate_proj,0.0000550369,0.02500,5.391
42,mlp.experts.86.gate_proj,0.0000217420,0.02500,3.837
42,mlp.experts.94.gate_proj,0.0000108748,0.02500,3.745
42,mlp.experts.82.gate_proj,0.0000192527,0.02500,3.854
42,mlp.experts.109.gate_proj,0.0000480967,0.02500,3.783
42,mlp.experts.97.gate_proj,0.0000056316,0.02500,3.498
42,mlp.experts.101.gate_proj,0.0000429547,0.02500,3.526
42,mlp.experts.112.gate_proj,0.0000172394,0.02500,3.123
42,mlp.experts.105.gate_proj,0.0000487208,0.02500,3.942
42,mlp.experts.4.up_proj,0.0000688207,0.02500,3.082
42,mlp.experts.0.up_proj,0.0000324815,0.02500,3.083
42,mlp.experts.116.gate_proj,0.0000283930,0.02500,3.017
42,mlp.experts.106.gate_proj,0.0000519329,0.02500,3.387
42,mlp.experts.102.gate_proj,0.0000460414,0.02500,3.203
42,mlp.experts.110.gate_proj,0.0000255867,0.02500,3.236
42,mlp.experts.98.gate_proj,0.0000407186,0.02500,3.173
42,mlp.experts.95.gate_proj,0.0000281515,0.02500,5.122
42,mlp.experts.83.gate_proj,0.0000517207,0.02500,5.200
42,mlp.experts.91.gate_proj,0.0000479083,0.02500,5.056
42,mlp.experts.5.up_proj,0.0000369011,0.02500,3.539
42,mlp.experts.113.gate_proj,0.0000346092,0.02500,3.323
42,mlp.experts.8.up_proj,0.0000758099,0.02500,2.913
42,mlp.experts.87.gate_proj,0.0000211711,0.02500,5.169
42,mlp.experts.20.up_proj,0.0000089335,0.02500,2.965
42,mlp.experts.117.gate_proj,0.0000177275,0.02500,3.491
42,mlp.experts.16.up_proj,0.0000047955,0.02500,3.041
42,mlp.experts.1.up_proj,0.0000340292,0.02500,3.639
42,mlp.experts.12.up_proj,0.0000179188,0.02500,3.191
42,mlp.experts.2.up_proj,0.0000193209,0.02500,3.387
42,mlp.experts.118.gate_proj,0.0000289945,0.02500,3.193
42,mlp.experts.6.up_proj,0.0000288134,0.02500,3.200
42,mlp.experts.114.gate_proj,0.0000446877,0.02500,3.323
42,mlp.experts.9.up_proj,0.0000232721,0.02500,3.197
42,mlp.experts.21.up_proj,0.0000075379,0.02500,3.305
42,mlp.experts.24.up_proj,0.0000182187,0.02500,3.116
42,mlp.experts.36.up_proj,0.0000188385,0.02500,3.138
42,mlp.experts.111.gate_proj,0.0000360840,0.02500,4.418
42,mlp.experts.99.gate_proj,0.0000254468,0.02500,4.372
42,mlp.experts.107.gate_proj,0.0000298404,0.02500,4.358
42,mlp.experts.32.up_proj,0.0000493045,0.02500,3.094
42,mlp.experts.13.up_proj,0.0000186166,0.02500,3.577
42,mlp.experts.28.up_proj,0.0000207092,0.02500,3.139
42,mlp.experts.17.up_proj,0.0000189433,0.02500,3.438
42,mlp.experts.103.gate_proj,0.0000257129,0.02500,4.502
42,mlp.experts.14.up_proj,0.0000177431,0.02500,3.200
42,mlp.experts.18.up_proj,0.0000214618,0.02500,3.271
42,mlp.experts.22.up_proj,0.0000580190,0.02500,3.272
42,mlp.experts.10.up_proj,0.0000389149,0.02500,3.225
42,mlp.experts.40.up_proj,0.0000356921,0.02500,3.129
42,mlp.experts.52.up_proj,0.0000166925,0.02500,3.054
42,mlp.experts.25.up_proj,0.0000078687,0.02500,3.552
42,mlp.experts.48.up_proj,0.0000158928,0.02500,2.982
42,mlp.experts.37.up_proj,0.0000301382,0.02500,3.654
42,mlp.experts.44.up_proj,0.0000299283,0.02500,2.952
42,mlp.experts.29.up_proj,0.0000122661,0.02500,3.531
42,mlp.experts.33.up_proj,0.0000195364,0.02500,3.495
42,mlp.experts.34.up_proj,0.0000197171,0.02500,3.165
42,mlp.experts.30.up_proj,0.0000351899,0.02500,3.210
42,mlp.experts.38.up_proj,0.0000187464,0.02500,3.197
42,mlp.experts.26.up_proj,0.0000249061,0.02500,3.247
42,mlp.experts.7.up_proj,0.0000255371,0.02500,4.993
42,mlp.experts.115.gate_proj,0.0000608448,0.02500,4.910
42,mlp.experts.3.up_proj,0.0000392954,0.02500,5.000
42,mlp.experts.56.up_proj,0.0000213962,0.02500,2.990
42,mlp.experts.68.up_proj,0.0000239943,0.02500,3.058
42,mlp.experts.64.up_proj,0.0000379033,0.02500,3.064
42,mlp.experts.119.gate_proj,0.0000306288,0.02500,5.268
42,mlp.experts.60.up_proj,0.0000182285,0.02500,3.034
42,mlp.experts.41.up_proj,0.0000441247,0.02500,4.214
42,mlp.experts.53.up_proj,0.0000286847,0.02500,4.320
42,mlp.experts.45.up_proj,0.0000252033,0.02500,4.145
42,mlp.experts.50.up_proj,0.0000177942,0.02500,3.640
42,mlp.experts.46.up_proj,0.0000210334,0.02500,3.691
42,mlp.experts.49.up_proj,0.0000161932,0.02500,4.032
42,mlp.experts.54.up_proj,0.0000176745,0.02500,3.711
42,mlp.experts.42.up_proj,0.0000335775,0.02500,3.681
42,mlp.experts.72.up_proj,0.0000565966,0.02500,2.865
42,mlp.experts.84.up_proj,0.0000266213,0.02500,2.911
42,mlp.experts.80.up_proj,0.0000202175,0.02500,2.987
42,mlp.experts.76.up_proj,0.0000263970,0.02500,3.012
42,mlp.experts.23.up_proj,0.0000175613,0.02500,4.851
42,mlp.experts.11.up_proj,0.0000354221,0.02500,4.806
42,mlp.experts.19.up_proj,0.0000294204,0.02500,4.733
42,mlp.experts.57.up_proj,0.0000202929,0.02500,3.307
42,mlp.experts.15.up_proj,0.0000243689,0.02500,4.541
42,mlp.experts.69.up_proj,0.0000530449,0.02500,3.689
42,mlp.experts.61.up_proj,0.0000564098,0.02500,3.421
42,mlp.experts.88.up_proj,0.0000280240,0.02500,3.026
42,mlp.experts.65.up_proj,0.0000100047,0.02500,3.497
42,mlp.experts.100.up_proj,0.0000391675,0.02500,3.088
42,mlp.experts.96.up_proj,0.0000364493,0.02500,2.931
42,mlp.experts.92.up_proj,0.0000459246,0.02500,3.025
42,mlp.experts.66.up_proj,0.0000261000,0.02500,4.598
42,mlp.experts.62.up_proj,0.0000149392,0.02500,4.598
42,mlp.experts.70.up_proj,0.0000091172,0.02500,4.669
42,mlp.experts.58.up_proj,0.0000476388,0.02500,4.626
42,mlp.experts.39.up_proj,0.0000305555,0.02500,4.395
42,mlp.experts.27.up_proj,0.0000272682,0.02500,4.419
42,mlp.experts.73.up_proj,0.0000266820,0.02500,3.717
42,mlp.experts.35.up_proj,0.0000260412,0.02500,4.382
42,mlp.experts.85.up_proj,0.0000254410,0.02500,3.284
42,mlp.experts.77.up_proj,0.0000151327,0.02500,3.410
42,mlp.experts.81.up_proj,0.0000388834,0.02500,3.405
42,mlp.experts.104.up_proj,0.0000239349,0.02500,3.553
42,mlp.experts.116.up_proj,0.0000288252,0.02500,3.460
42,mlp.experts.31.up_proj,0.0000171821,0.02500,4.562
42,mlp.experts.112.up_proj,0.0000172441,0.02500,3.431
42,mlp.experts.108.up_proj,0.0000249999,0.02500,3.151
42,mlp.experts.82.up_proj,0.0000191061,0.02500,5.006
42,mlp.experts.78.up_proj,0.0000305730,0.02500,4.968
42,mlp.experts.89.up_proj,0.0000212513,0.02500,3.473
42,mlp.experts.101.up_proj,0.0000414772,0.02500,3.406
42,mlp.experts.86.up_proj,0.0000214655,0.02500,5.007
42,mlp.experts.74.up_proj,0.0000305803,0.02500,5.018
42,mlp.experts.97.up_proj,0.0000051888,0.02500,3.215
42,mlp.experts.55.up_proj,0.0000235438,0.02500,4.220
42,mlp.experts.51.up_proj,0.0000259654,0.02500,4.249
42,mlp.experts.93.up_proj,0.0000386701,0.02500,3.698
42,mlp.experts.43.up_proj,0.0000233484,0.02500,4.455
42,mlp.experts.47.up_proj,0.0000216724,0.02500,4.202
42,mlp.experts.117.up_proj,0.0000171325,0.02500,3.456
42,mlp.experts.105.up_proj,0.0000480376,0.02500,3.743
42,mlp.experts.113.up_proj,0.0000344883,0.02500,3.227
42,mlp.experts.109.up_proj,0.0000484567,0.02500,3.043
42,mlp.experts.98.up_proj,0.0000410035,0.02500,4.283
42,mlp.experts.94.up_proj,0.0000108048,0.02500,4.295
42,mlp.experts.102.up_proj,0.0000468396,0.02500,4.175
42,mlp.experts.90.up_proj,0.0000326827,0.02500,4.137
42,mlp.experts.71.up_proj,0.0000537139,0.02500,4.013
42,mlp.experts.67.up_proj,0.0000091992,0.02500,4.164
42,mlp.experts.59.up_proj,0.0000391260,0.02500,4.116
42,mlp.experts.63.up_proj,0.0000209027,0.02500,4.020
42,mlp.experts.114.up_proj,0.0000437176,0.02500,3.046
42,mlp.experts.110.up_proj,0.0000249333,0.02500,3.002
42,mlp.experts.106.up_proj,0.0000520681,0.02500,2.856
42,mlp.experts.118.up_proj,0.0000290429,0.02500,3.029
42,mlp.experts.87.up_proj,0.0000210516,0.02500,4.415
42,mlp.experts.75.up_proj,0.0000338633,0.02500,4.194
42,mlp.experts.83.up_proj,0.0000500842,0.02500,4.741
42,mlp.experts.79.up_proj,0.0000183073,0.02500,4.281
42,mlp.experts.103.up_proj,0.0000254025,0.02500,4.340
42,mlp.experts.91.up_proj,0.0000478940,0.02500,4.457
42,mlp.experts.99.up_proj,0.0000263260,0.02500,4.493
42,mlp.experts.95.up_proj,0.0000272692,0.02500,4.199
42,mlp.experts.119.up_proj,0.0000295512,0.02500,4.715
42,mlp.experts.107.up_proj,0.0000293887,0.02500,4.585
42,mlp.experts.111.up_proj,0.0000358984,0.02500,4.347
42,mlp.experts.115.up_proj,0.0000608071,0.02500,4.635
42,mlp.experts.8.down_proj,0.0000136235,0.02500,1.309
42,mlp.experts.12.down_proj,0.0000014503,0.02500,1.315
42,mlp.experts.4.down_proj,0.0000198770,0.02500,1.337
42,mlp.experts.0.down_proj,0.0000047222,0.02500,1.387
42,mlp.experts.11.down_proj,0.0000049667,0.02500,1.783
42,mlp.experts.15.down_proj,0.0000032250,0.02500,1.804
42,mlp.experts.3.down_proj,0.0000052372,0.02500,1.820
42,mlp.experts.7.down_proj,0.0000027697,0.02500,1.856
42,mlp.experts.6.down_proj,0.0000045079,0.02500,2.023
42,mlp.experts.14.down_proj,0.0000030003,0.02500,2.047
42,mlp.experts.10.down_proj,0.0000090651,0.02500,2.078
42,mlp.experts.2.down_proj,0.0000019656,0.02500,2.081
42,mlp.experts.20.down_proj,0.0000018621,0.02500,0.944
42,mlp.experts.16.down_proj,0.0000008852,0.02500,0.936
42,mlp.experts.28.down_proj,0.0000025407,0.02500,1.030
42,mlp.experts.5.down_proj,0.0000067219,0.02500,2.362
42,mlp.experts.1.down_proj,0.0000038466,0.02500,2.395
42,mlp.experts.24.down_proj,0.0000042396,0.02500,1.152
42,mlp.experts.9.down_proj,0.0000025072,0.02500,2.486
42,mlp.experts.13.down_proj,0.0000028625,0.02500,2.489
42,mlp.experts.36.down_proj,0.0000017835,0.02500,0.857
42,mlp.experts.31.down_proj,0.0000020970,0.02500,1.346
42,mlp.experts.19.down_proj,0.0000032023,0.02500,1.359
42,mlp.experts.27.down_proj,0.0000042108,0.02500,1.401
42,mlp.experts.23.down_proj,0.0000014414,0.02500,1.358
42,mlp.experts.32.down_proj,0.0000073378,0.02500,0.893
42,mlp.experts.22.down_proj,0.0000054162,0.02500,1.238
42,mlp.experts.26.down_proj,0.0000029513,0.02500,1.228
42,mlp.experts.18.down_proj,0.0000023037,0.02500,1.254
42,mlp.experts.44.down_proj,0.0000062972,0.02500,1.081
42,mlp.experts.30.down_proj,0.0000036584,0.02500,1.417
42,mlp.experts.17.down_proj,0.0000038547,0.02500,1.073
42,mlp.experts.21.down_proj,0.0000032070,0.02500,1.150
42,mlp.experts.29.down_proj,0.0000008443,0.02500,1.061
42,mlp.experts.40.down_proj,0.0000023389,0.02500,1.115
42,mlp.experts.25.down_proj,0.0000021808,0.02500,1.108
42,mlp.experts.52.down_proj,0.0000017441,0.02500,1.049
42,mlp.experts.48.down_proj,0.0000016047,0.02500,1.027
42,mlp.experts.47.down_proj,0.0000025340,0.02500,1.247
42,mlp.experts.60.down_proj,0.0000016355,0.02500,0.978
42,mlp.experts.45.down_proj,0.0000028096,0.02500,0.870
42,mlp.experts.37.down_proj,0.0000043914,0.02500,0.920
42,mlp.experts.35.down_proj,0.0000023139,0.02500,1.268
42,mlp.experts.43.down_proj,0.0000023603,0.02500,1.265
42,mlp.experts.39.down_proj,0.0000056395,0.02500,1.237
42,mlp.experts.38.down_proj,0.0000024367,0.02500,1.204
42,mlp.experts.42.down_proj,0.0000034597,0.02500,1.209
42,mlp.experts.34.down_proj,0.0000017613,0.02500,1.189
42,mlp.experts.56.down_proj,0.0000020933,0.02500,0.955
42,mlp.experts.33.down_proj,0.0000020302,0.02500,1.151
42,mlp.experts.46.down_proj,0.0000036327,0.02500,1.187
42,mlp.experts.41.down_proj,0.0000043867,0.02500,1.105
42,mlp.experts.68.down_proj,0.0000030887,0.02500,1.054
42,mlp.experts.64.down_proj,0.0000030563,0.02500,1.029
42,mlp.experts.61.down_proj,0.0000069624,0.02500,0.942
42,mlp.experts.76.down_proj,0.0000057845,0.02500,1.008
42,mlp.experts.53.down_proj,0.0000025045,0.02500,1.082
42,mlp.experts.72.down_proj,0.0000122872,0.02500,1.094
42,mlp.experts.57.down_proj,0.0000019449,0.02500,1.009
42,mlp.experts.50.down_proj,0.0000021660,0.02500,1.207
42,mlp.experts.58.down_proj,0.0000065695,0.02500,1.228
42,mlp.experts.54.down_proj,0.0000014358,0.02500,1.316
42,mlp.experts.49.down_proj,0.0000031824,0.02500,1.178
42,mlp.experts.63.down_proj,0.0000020295,0.02500,1.411
42,mlp.experts.62.down_proj,0.0000017783,0.02500,1.224
42,mlp.experts.51.down_proj,0.0000031520,0.02500,1.456
42,mlp.experts.55.down_proj,0.0000038761,0.02500,1.456
42,mlp.experts.59.down_proj,0.0000050557,0.02500,1.503
42,mlp.experts.84.down_proj,0.0000023931,0.02500,1.040
42,mlp.experts.80.down_proj,0.0000025852,0.02500,1.175
42,mlp.experts.77.down_proj,0.0000021090,0.02500,1.145
42,mlp.experts.92.down_proj,0.0000069895,0.02500,1.210
42,mlp.experts.69.down_proj,0.0000054433,0.02500,1.299
42,mlp.experts.88.down_proj,0.0000028251,0.02500,1.272
42,mlp.experts.73.down_proj,0.0000037811,0.02500,1.246
42,mlp.experts.65.down_proj,0.0000012119,0.02500,1.216
42,mlp.experts.74.down_proj,0.0000056400,0.02500,1.486
42,mlp.experts.70.down_proj,0.0000008818,0.02500,1.465
42,mlp.experts.66.down_proj,0.0000040202,0.02500,1.539
42,mlp.experts.78.down_proj,0.0000048625,0.02500,1.488
42,mlp.experts.79.down_proj,0.0000022846,0.02500,1.566
42,mlp.experts.67.down_proj,0.0000022013,0.02500,1.484
42,mlp.experts.71.down_proj,0.0000112316,0.02500,1.521
42,mlp.experts.75.down_proj,0.0000028759,0.02500,1.482
42,mlp.experts.93.down_proj,0.0000056181,0.02500,1.157
42,mlp.experts.100.down_proj,0.0000054497,0.02500,1.448
42,mlp.experts.96.down_proj,0.0000071142,0.02500,1.301
42,mlp.experts.85.down_proj,0.0000028214,0.02500,1.053
42,mlp.experts.108.down_proj,0.0000045346,0.02500,1.413
42,mlp.experts.81.down_proj,0.0000052694,0.02500,1.101
42,mlp.experts.104.down_proj,0.0000038249,0.02500,1.248
42,mlp.experts.89.down_proj,0.0000057559,0.02500,1.206
42,mlp.experts.83.down_proj,0.0000075097,0.02500,0.986
42,mlp.experts.95.down_proj,0.0000023627,0.02500,1.013
42,mlp.experts.87.down_proj,0.0000021938,0.02500,0.979
42,mlp.experts.91.down_proj,0.0000155388,0.02500,0.981
42,mlp.experts.90.down_proj,0.0000047356,0.02500,1.298
42,mlp.experts.86.down_proj,0.0000019370,0.02500,1.306
42,mlp.experts.94.down_proj,0.0000016166,0.02500,1.277
42,mlp.experts.116.down_proj,0.0000049282,0.02500,0.917
42,mlp.experts.112.down_proj,0.0000025745,0.02500,0.910
42,mlp.experts.82.down_proj,0.0000052127,0.02500,1.500
42,mlp.experts.109.down_proj,0.0000058306,0.02500,1.207
42,mlp.experts.101.down_proj,0.0000130997,0.02500,1.152
42,mlp.experts.97.down_proj,0.0000004914,0.02500,0.964
42,mlp.experts.105.down_proj,0.0000086378,0.02500,0.964
42,mlp.experts.99.down_proj,0.0000052106,0.02500,0.890
42,mlp.experts.111.down_proj,0.0000054900,0.02500,0.881
42,mlp.experts.103.down_proj,0.0000032781,0.02500,0.876
42,mlp.experts.107.down_proj,0.0000046748,0.02500,0.893
42,mlp.experts.117.down_proj,0.0000024042,0.02500,0.624
42,mlp.experts.113.down_proj,0.0000028721,0.02500,0.602
42,mlp.experts.106.down_proj,0.0000162300,0.02500,1.182
42,mlp.experts.102.down_proj,0.0000093003,0.02500,1.192
42,mlp.experts.110.down_proj,0.0000031845,0.02500,1.198
42,mlp.experts.115.down_proj,0.0000142682,0.02500,0.626
42,mlp.experts.119.down_proj,0.0000029366,0.02500,0.622
42,mlp.experts.98.down_proj,0.0000054635,0.02500,1.251
42,mlp.experts.118.down_proj,0.0000042495,0.02500,0.935
42,mlp.experts.114.down_proj,0.0000053760,0.02500,0.779
43,self_attn.k_proj,0.0000000607,0.02500,1.765
43,self_attn.v_proj,0.0000001229,0.02500,2.125
43,self_attn.q_proj,0.0000004454,0.02500,2.254
43,self_attn.o_proj,0.0000003113,0.02500,3.759
43,mlp.shared_experts.gate_proj,0.0000012511,0.02500,1.392
43,mlp.shared_experts.up_proj,0.0000013534,0.02500,1.255
43,mlp.shared_experts.down_proj,0.0000001429,0.02500,0.409
43,mlp.experts.9.gate_proj,0.0000359899,0.02500,5.589
43,mlp.experts.1.gate_proj,0.0000207834,0.02500,5.661
43,mlp.experts.13.gate_proj,0.0000577908,0.02500,5.682
43,mlp.experts.10.gate_proj,0.0000229197,0.02500,5.733
43,mlp.experts.14.gate_proj,0.0000176589,0.02500,5.839
43,mlp.experts.6.gate_proj,0.0000079090,0.02500,5.886
43,mlp.experts.5.gate_proj,0.0000371293,0.02500,5.967
43,mlp.experts.2.gate_proj,0.0000511534,0.02500,6.058
43,mlp.experts.8.gate_proj,0.0000306822,0.02500,6.795
43,mlp.experts.12.gate_proj,0.0000238393,0.02500,6.870
43,mlp.experts.0.gate_proj,0.0000283836,0.02500,6.888
43,mlp.experts.4.gate_proj,0.0000487008,0.02500,6.967
43,mlp.experts.15.gate_proj,0.0000140382,0.02500,7.162
43,mlp.experts.3.gate_proj,0.0000320886,0.02500,7.268
43,mlp.experts.7.gate_proj,0.0000727760,0.02500,7.423
43,mlp.experts.11.gate_proj,0.0000265963,0.02500,7.522
43,mlp.experts.26.gate_proj,0.0000217258,0.02500,3.395
43,mlp.experts.21.gate_proj,0.0000268597,0.02500,3.250
43,mlp.experts.22.gate_proj,0.0000300790,0.02500,3.336
43,mlp.experts.29.gate_proj,0.0000238460,0.02500,3.687
43,mlp.experts.30.gate_proj,0.0000123819,0.02500,3.516
43,mlp.experts.25.gate_proj,0.0000295840,0.02500,3.908
43,mlp.experts.18.gate_proj,0.0000156389,0.02500,3.551
43,mlp.experts.17.gate_proj,0.0000360408,0.02500,4.219
43,mlp.experts.31.gate_proj,0.0000438842,0.02500,4.278
43,mlp.experts.24.gate_proj,0.0000206657,0.02500,4.786
43,mlp.experts.16.gate_proj,0.0000261252,0.02500,4.768
43,mlp.experts.28.gate_proj,0.0000307792,0.02500,4.786
43,mlp.experts.19.gate_proj,0.0000290590,0.02500,4.442
43,mlp.experts.20.gate_proj,0.0000248748,0.02500,4.815
43,mlp.experts.27.gate_proj,0.0000298754,0.02500,4.414
43,mlp.experts.23.gate_proj,0.0000299673,0.02500,4.581
43,mlp.experts.42.gate_proj,0.0000234515,0.02500,3.978
43,mlp.experts.37.gate_proj,0.0000248915,0.02500,4.015
43,mlp.experts.45.gate_proj,0.0000300245,0.02500,4.036
43,mlp.experts.46.gate_proj,0.0000408644,0.02500,4.026
43,mlp.experts.38.gate_proj,0.0000367364,0.02500,4.312
43,mlp.experts.41.gate_proj,0.0000454969,0.02500,4.071
43,mlp.experts.34.gate_proj,0.0000348598,0.02500,4.141
43,mlp.experts.33.gate_proj,0.0000316564,0.02500,4.156
43,mlp.experts.44.gate_proj,0.0000306953,0.02500,3.719
43,mlp.experts.40.gate_proj,0.0000292974,0.02500,3.839
43,mlp.experts.32.gate_proj,0.0000253553,0.02500,3.832
43,mlp.experts.36.gate_proj,0.0000412134,0.02500,3.814
43,mlp.experts.47.gate_proj,0.0000221097,0.02500,4.386
43,mlp.experts.35.gate_proj,0.0000260916,0.02500,4.231
43,mlp.experts.43.gate_proj,0.0000841744,0.02500,4.267
43,mlp.experts.39.gate_proj,0.0000121197,0.02500,4.255
43,mlp.experts.58.gate_proj,0.0000107065,0.02500,3.802
43,mlp.experts.62.gate_proj,0.0000179917,0.02500,3.582
43,mlp.experts.50.gate_proj,0.0000281878,0.02500,3.473
43,mlp.experts.54.gate_proj,0.0000461979,0.02500,3.790
43,mlp.experts.53.gate_proj,0.0000231111,0.02500,4.125
43,mlp.experts.61.gate_proj,0.0000270494,0.02500,4.111
43,mlp.experts.57.gate_proj,0.0000330322,0.02500,4.079
43,mlp.experts.49.gate_proj,0.0000305471,0.02500,4.190
43,mlp.experts.56.gate_proj,0.0000265298,0.02500,3.197
43,mlp.experts.48.gate_proj,0.0000279282,0.02500,3.217
43,mlp.experts.52.gate_proj,0.0000145938,0.02500,3.171
43,mlp.experts.60.gate_proj,0.0000530659,0.02500,3.397
43,mlp.experts.74.gate_proj,0.0000345005,0.02500,3.410
43,mlp.experts.70.gate_proj,0.0000651918,0.02500,3.113
43,mlp.experts.51.gate_proj,0.0000233226,0.02500,4.644
43,mlp.experts.63.gate_proj,0.0000147608,0.02500,4.845
43,mlp.experts.78.gate_proj,0.0000283898,0.02500,3.869
43,mlp.experts.59.gate_proj,0.0000333711,0.02500,4.758
43,mlp.experts.55.gate_proj,0.0000064539,0.02500,4.756
43,mlp.experts.66.gate_proj,0.0000108729,0.02500,3.889
43,mlp.experts.69.gate_proj,0.0000559671,0.02500,3.936
43,mlp.experts.73.gate_proj,0.0000279092,0.02500,4.133
43,mlp.experts.77.gate_proj,0.0000342055,0.02500,4.340
43,mlp.experts.72.gate_proj,0.0000236173,0.02500,3.348
43,mlp.experts.65.gate_proj,0.0000147519,0.02500,3.824
43,mlp.experts.76.gate_proj,0.0000473197,0.02500,3.291
43,mlp.experts.64.gate_proj,0.0000635617,0.02500,3.441
43,mlp.experts.68.gate_proj,0.0000291444,0.02500,3.460
43,mlp.experts.90.gate_proj,0.0000379903,0.02500,3.474
43,mlp.experts.86.gate_proj,0.0000196802,0.02500,3.649
43,mlp.experts.94.gate_proj,0.0000284295,0.02500,3.636
43,mlp.experts.82.gate_proj,0.0000546252,0.02500,3.658
43,mlp.experts.67.gate_proj,0.0000314025,0.02500,4.383
43,mlp.experts.93.gate_proj,0.0000195926,0.02500,3.200
43,mlp.experts.85.gate_proj,0.0000301820,0.02500,3.805
43,mlp.experts.79.gate_proj,0.0000128551,0.02500,4.456
43,mlp.experts.71.gate_proj,0.0000205607,0.02500,4.250
43,mlp.experts.89.gate_proj,0.0000304043,0.02500,3.550
43,mlp.experts.88.gate_proj,0.0000129206,0.02500,3.385
43,mlp.experts.75.gate_proj,0.0000234901,0.02500,4.452
43,mlp.experts.92.gate_proj,0.0000472674,0.02500,3.355
43,mlp.experts.81.gate_proj,0.0000260080,0.02500,3.400
43,mlp.experts.80.gate_proj,0.0000429090,0.02500,3.356
43,mlp.experts.84.gate_proj,0.0000230273,0.02500,3.277
43,mlp.experts.106.gate_proj,0.0000224339,0.02500,3.544
43,mlp.experts.102.gate_proj,0.0000248981,0.02500,3.627
43,mlp.experts.110.gate_proj,0.0000288904,0.02500,3.633
43,mlp.experts.98.gate_proj,0.0000248770,0.02500,3.676
43,mlp.experts.109.gate_proj,0.0000233651,0.02500,3.450
43,mlp.experts.101.gate_proj,0.0000275372,0.02500,3.676
43,mlp.experts.104.gate_proj,0.0000241918,0.02500,3.480
43,mlp.experts.108.gate_proj,0.0000311951,0.02500,3.462
43,mlp.experts.97.gate_proj,0.0000268954,0.02500,3.465
43,mlp.experts.96.gate_proj,0.0000353685,0.02500,3.435
43,mlp.experts.105.gate_proj,0.0000300623,0.02500,3.643
43,mlp.experts.100.gate_proj,0.0000081528,0.02500,3.518
43,mlp.experts.83.gate_proj,0.0000261815,0.02500,4.615
43,mlp.experts.87.gate_proj,0.0000084910,0.02500,4.525
43,mlp.experts.95.gate_proj,0.0000282709,0.02500,4.829
43,mlp.experts.91.gate_proj,0.0000576218,0.02500,4.713
43,mlp.experts.118.gate_proj,0.0000316201,0.02500,3.149
43,mlp.experts.6.up_proj,0.0000079102,0.02500,3.035
43,mlp.experts.2.up_proj,0.0000512396,0.02500,4.091
43,mlp.experts.5.up_proj,0.0000358842,0.02500,3.223
43,mlp.experts.114.gate_proj,0.0000345754,0.02500,3.715
43,mlp.experts.0.up_proj,0.0000288135,0.02500,3.376
43,mlp.experts.1.up_proj,0.0000205489,0.02500,3.281
43,mlp.experts.116.gate_proj,0.0000321329,0.02500,3.282
43,mlp.experts.112.gate_proj,0.0000298258,0.02500,3.414
43,mlp.experts.117.gate_proj,0.0000095695,0.02500,3.605
43,mlp.experts.4.up_proj,0.0000479992,0.02500,3.518
43,mlp.experts.113.gate_proj,0.0000340970,0.02500,3.825
43,mlp.experts.14.up_proj,0.0000175573,0.02500,3.273
43,mlp.experts.22.up_proj,0.0000298806,0.02500,3.286
43,mlp.experts.99.gate_proj,0.0000245705,0.02500,5.093
43,mlp.experts.18.up_proj,0.0000152616,0.02500,3.619
43,mlp.experts.103.gate_proj,0.0000142004,0.02500,5.273
43,mlp.experts.107.gate_proj,0.0000307784,0.02500,4.942
43,mlp.experts.111.gate_proj,0.0000239765,0.02500,5.254
43,mlp.experts.21.up_proj,0.0000264477,0.02500,3.590
43,mlp.experts.10.up_proj,0.0000229569,0.02500,3.700
43,mlp.experts.17.up_proj,0.0000349009,0.02500,3.834
43,mlp.experts.13.up_proj,0.0000560889,0.02500,3.813
43,mlp.experts.9.up_proj,0.0000360569,0.02500,3.889
43,mlp.experts.20.up_proj,0.0000247722,0.02500,4.259
43,mlp.experts.16.up_proj,0.0000261609,0.02500,4.512
43,mlp.experts.8.up_proj,0.0000299093,0.02500,4.417
43,mlp.experts.12.up_proj,0.0000220895,0.02500,4.563
43,mlp.experts.30.up_proj,0.0000123864,0.02500,3.661
43,mlp.experts.38.up_proj,0.0000357857,0.02500,3.597
43,mlp.experts.34.up_proj,0.0000328811,0.02500,3.345
43,mlp.experts.37.up_proj,0.0000245148,0.02500,3.756
43,mlp.experts.115.gate_proj,0.0000409926,0.02500,4.693
43,mlp.experts.26.up_proj,0.0000216841,0.02500,3.543
43,mlp.experts.33.up_proj,0.0000303452,0.02500,3.486
43,mlp.experts.29.up_proj,0.0000238591,0.02500,3.433
43,mlp.experts.3.up_proj,0.0000313510,0.02500,4.689
43,mlp.experts.7.up_proj,0.0000683615,0.02500,4.613
43,mlp.experts.119.gate_proj,0.0000560562,0.02500,5.018
43,mlp.experts.25.up_proj,0.0000281534,0.02500,3.466
43,mlp.experts.54.up_proj,0.0000447620,0.02500,3.215
43,mlp.experts.46.up_proj,0.0000392718,0.02500,3.548
43,mlp.experts.36.up_proj,0.0000421827,0.02500,5.017
43,mlp.experts.24.up_proj,0.0000208942,0.02500,4.997
43,mlp.experts.50.up_proj,0.0000267232,0.02500,3.389
43,mlp.experts.32.up_proj,0.0000241098,0.02500,5.149
43,mlp.experts.28.up_proj,0.0000299333,0.02500,5.048
43,mlp.experts.53.up_proj,0.0000225594,0.02500,3.612
43,mlp.experts.49.up_proj,0.0000296715,0.02500,3.274
43,mlp.experts.42.up_proj,0.0000232245,0.02500,3.539
43,mlp.experts.45.up_proj,0.0000295537,0.02500,3.512
43,mlp.experts.11.up_proj,0.0000242594,0.02500,4.416
43,mlp.experts.41.up_proj,0.0000457477,0.02500,3.802
43,mlp.experts.19.up_proj,0.0000283373,0.02500,4.437
43,mlp.experts.23.up_proj,0.0000286114,0.02500,4.511
43,mlp.experts.62.up_proj,0.0000177662,0.02500,3.376
43,mlp.experts.70.up_proj,0.0000649863,0.02500,3.594
43,mlp.experts.66.up_proj,0.0000105919,0.02500,3.553
43,mlp.experts.15.up_proj,0.0000139624,0.02500,5.266
43,mlp.experts.65.up_proj,0.0000139830,0.02500,3.316
43,mlp.experts.58.up_proj,0.0000106391,0.02500,3.256
43,mlp.experts.52.up_proj,0.0000143899,0.02500,4.635
43,mlp.experts.44.up_proj,0.0000302563,0.02500,4.394
43,mlp.experts.48.up_proj,0.0000273003,0.02500,4.526
43,mlp.experts.61.up_proj,0.0000276124,0.02500,3.270
43,mlp.experts.40.up_proj,0.0000280936,0.02500,4.748
43,mlp.experts.69.up_proj,0.0000530858,0.02500,3.826
43,mlp.experts.57.up_proj,0.0000331693,0.02500,3.532
43,mlp.experts.78.up_proj,0.0000286165,0.02500,3.059
43,mlp.experts.86.up_proj,0.0000188743,0.02500,3.286
43,mlp.experts.27.up_proj,0.0000297938,0.02500,4.503
43,mlp.experts.35.up_proj,0.0000257895,0.02500,4.374
43,mlp.experts.82.up_proj,0.0000514882,0.02500,3.378
43,mlp.experts.39.up_proj,0.0000120434,0.02500,4.432
43,mlp.experts.31.up_proj,0.0000432897,0.02500,4.083
43,mlp.experts.74.up_proj,0.0000338429,0.02500,3.690
43,mlp.experts.81.up_proj,0.0000250605,0.02500,3.821
43,mlp.experts.68.up_proj,0.0000281144,0.02500,4.084
43,mlp.experts.64.up_proj,0.0000584818,0.02500,4.042
43,mlp.experts.60.up_proj,0.0000509791,0.02500,4.132
43,mlp.experts.85.up_proj,0.0000301787,0.02500,3.950
43,mlp.experts.77.up_proj,0.0000339215,0.02500,4.156
43,mlp.experts.56.up_proj,0.0000263810,0.02500,4.060
43,mlp.experts.94.up_proj,0.0000288315,0.02500,3.540
43,mlp.experts.73.up_proj,0.0000265073,0.02500,3.938
43,mlp.experts.102.up_proj,0.0000237832,0.02500,3.488
43,mlp.experts.98.up_proj,0.0000248647,0.02500,3.280
43,mlp.experts.43.up_proj,0.0000839866,0.02500,4.681
43,mlp.experts.90.up_proj,0.0000376400,0.02500,3.132
43,mlp.experts.97.up_proj,0.0000265541,0.02500,3.154
43,mlp.experts.51.up_proj,0.0000223134,0.02500,4.656
43,mlp.experts.55.up_proj,0.0000063358,0.02500,4.634
43,mlp.experts.76.up_proj,0.0000433340,0.02500,3.296
43,mlp.experts.80.up_proj,0.0000432097,0.02500,3.358
43,mlp.experts.72.up_proj,0.0000232973,0.02500,3.344
43,mlp.experts.101.up_proj,0.0000273400,0.02500,3.506
43,mlp.experts.84.up_proj,0.0000218455,0.02500,3.577
43,mlp.experts.47.up_proj,0.0000206975,0.02500,4.717
43,mlp.experts.93.up_proj,0.0000195008,0.02500,3.692
43,mlp.experts.110.up_proj,0.0000279170,0.02500,3.132
43,mlp.experts.118.up_proj,0.0000306092,0.02500,3.146
43,mlp.experts.89.up_proj,0.0000304608,0.02500,3.506
43,mlp.experts.114.up_proj,0.0000337418,0.02500,3.059
43,mlp.experts.106.up_proj,0.0000224050,0.02500,2.682
43,mlp.experts.113.up_proj,0.0000345957,0.02500,3.753
43,mlp.experts.59.up_proj,0.0000327902,0.02500,4.198
43,mlp.experts.117.up_proj,0.0000092775,0.02500,3.378
43,mlp.experts.67.up_proj,0.0000317345,0.02500,4.163
43,mlp.experts.109.up_proj,0.0000229214,0.02500,3.209
43,mlp.experts.71.up_proj,0.0000206461,0.02500,4.252
43,mlp.experts.96.up_proj,0.0000341165,0.02500,3.905
43,mlp.experts.105.up_proj,0.0000297600,0.02500,2.845
43,mlp.experts.92.up_proj,0.0000475382,0.02500,4.023
43,mlp.experts.100.up_proj,0.0000067849,0.02500,3.913
43,mlp.experts.88.up_proj,0.0000122057,0.02500,3.969
43,mlp.experts.63.up_proj,0.0000147121,0.02500,4.272
43,mlp.experts.75.up_proj,0.0000223945,0.02500,4.431
43,mlp.experts.112.up_proj,0.0000293664,0.02500,3.978
43,mlp.experts.108.up_proj,0.0000303261,0.02500,3.971
43,mlp.experts.116.up_proj,0.0000319158,0.02500,3.901
43,mlp.experts.83.up_proj,0.0000256319,0.02500,4.424
43,mlp.experts.104.up_proj,0.0000242569,0.02500,4.090
43,mlp.experts.87.up_proj,0.0000098470,0.02500,4.713
43,mlp.experts.79.up_proj,0.0000125528,0.02500,4.485
43,mlp.experts.99.up_proj,0.0000244479,0.02500,4.085
43,mlp.experts.91.up_proj,0.0000557380,0.02500,4.427
43,mlp.experts.103.up_proj,0.0000138216,0.02500,4.195
43,mlp.experts.95.up_proj,0.0000279858,0.02500,4.370
43,mlp.experts.115.up_proj,0.0000389413,0.02500,4.316
43,mlp.experts.107.up_proj,0.0000301933,0.02500,4.618
43,mlp.experts.119.up_proj,0.0000548236,0.02500,4.186
43,mlp.experts.111.up_proj,0.0000235956,0.02500,3.659
43,mlp.experts.6.down_proj,0.0000024990,0.02500,1.582
43,mlp.experts.10.down_proj,0.0000065477,0.02500,1.593
43,mlp.experts.14.down_proj,0.0000021802,0.02500,1.615
43,mlp.experts.2.down_proj,0.0000112274,0.02500,1.644
43,mlp.experts.0.down_proj,0.0000038958,0.02500,1.649
43,mlp.experts.4.down_proj,0.0000069910,0.02500,1.834
43,mlp.experts.8.down_proj,0.0000051892,0.02500,1.854
43,mlp.experts.12.down_proj,0.0000034350,0.02500,1.872
43,mlp.experts.9.down_proj,0.0000046982,0.02500,2.346
43,mlp.experts.13.down_proj,0.0000150508,0.02500,2.351
43,mlp.experts.1.down_proj,0.0000029071,0.02500,2.371
43,mlp.experts.5.down_proj,0.0000033893,0.02500,2.372
43,mlp.experts.7.down_proj,0.0000148879,0.02500,2.391
43,mlp.experts.22.down_proj,0.0000036895,0.02500,0.810
43,mlp.experts.3.down_proj,0.0000042076,0.02500,2.396
43,mlp.experts.26.down_proj,0.0000026571,0.02500,0.828
43,mlp.experts.11.down_proj,0.0000046422,0.02500,2.442
43,mlp.experts.30.down_proj,0.0000056503,0.02500,0.838
43,mlp.experts.15.down_proj,0.0000018938,0.02500,2.489
43,mlp.experts.18.down_proj,0.0000018250,0.02500,0.848
43,mlp.experts.16.down_proj,0.0000042282,0.02500,1.532
43,mlp.experts.19.down_proj,0.0000029928,0.02500,0.953
43,mlp.experts.20.down_proj,0.0000023723,0.02500,1.521
43,mlp.experts.38.down_proj,0.0000048089,0.02500,0.990
43,mlp.experts.28.down_proj,0.0000064250,0.02500,1.521
43,mlp.experts.24.down_proj,0.0000032646,0.02500,1.541
43,mlp.experts.46.down_proj,0.0000044810,0.02500,0.977
43,mlp.experts.34.down_proj,0.0000041402,0.02500,0.981
43,mlp.experts.42.down_proj,0.0000034746,0.02500,1.097
43,mlp.experts.23.down_proj,0.0000051426,0.02500,1.183
43,mlp.experts.27.down_proj,0.0000043822,0.02500,1.166
43,mlp.experts.31.down_proj,0.0000088443,0.02500,1.215
43,mlp.experts.25.down_proj,0.0000031262,0.02500,1.359
43,mlp.experts.21.down_proj,0.0000028843,0.02500,1.356
43,mlp.experts.17.down_proj,0.0000103538,0.02500,1.366
43,mlp.experts.29.down_proj,0.0000047378,0.02500,1.459
43,mlp.experts.54.down_proj,0.0000062462,0.02500,0.854
43,mlp.experts.62.down_proj,0.0000017808,0.02500,0.850
43,mlp.experts.35.down_proj,0.0000028208,0.02500,0.958
43,mlp.experts.50.down_proj,0.0000030830,0.02500,0.847
43,mlp.experts.58.down_proj,0.0000018808,0.02500,0.836
43,mlp.experts.32.down_proj,0.0000056448,0.02500,1.325
43,mlp.experts.36.down_proj,0.0000058237,0.02500,1.236
43,mlp.experts.44.down_proj,0.0000035514,0.02500,1.219
43,mlp.experts.39.down_proj,0.0000033377,0.02500,1.059
43,mlp.experts.47.down_proj,0.0000017613,0.02500,0.933
43,mlp.experts.40.down_proj,0.0000047699,0.02500,1.264
43,mlp.experts.41.down_proj,0.0000072455,0.02500,1.003
43,mlp.experts.33.down_proj,0.0000035127,0.02500,1.027
43,mlp.experts.45.down_proj,0.0000038078,0.02500,0.955
43,mlp.experts.43.down_proj,0.0000254241,0.02500,1.168
43,mlp.experts.37.down_proj,0.0000028259,0.02500,1.060
43,mlp.experts.70.down_proj,0.0000136998,0.02500,0.864
43,mlp.experts.78.down_proj,0.0000033122,0.02500,0.866
43,mlp.experts.66.down_proj,0.0000012150,0.02500,0.865
43,mlp.experts.74.down_proj,0.0000036282,0.02500,0.876
43,mlp.experts.51.down_proj,0.0000021963,0.02500,1.079
43,mlp.experts.55.down_proj,0.0000010633,0.02500,1.127
43,mlp.experts.48.down_proj,0.0000031562,0.02500,1.261
43,mlp.experts.49.down_proj,0.0000034920,0.02500,1.041
43,mlp.experts.52.down_proj,0.0000014655,0.02500,1.229
43,mlp.experts.61.down_proj,0.0000039130,0.02500,1.078
43,mlp.experts.60.down_proj,0.0000087423,0.02500,1.237
43,mlp.experts.57.down_proj,0.0000082968,0.02500,1.144
43,mlp.experts.56.down_proj,0.0000040240,0.02500,1.224
43,mlp.experts.53.down_proj,0.0000028517,0.02500,1.158
43,mlp.experts.86.down_proj,0.0000048842,0.02500,0.851
43,mlp.experts.59.down_proj,0.0000046322,0.02500,1.188
43,mlp.experts.63.down_proj,0.0000022570,0.02500,1.334
43,mlp.experts.94.down_proj,0.0000055018,0.02500,0.849
43,mlp.experts.82.down_proj,0.0000103405,0.02500,0.846
43,mlp.experts.90.down_proj,0.0000078893,0.02500,0.824
43,mlp.experts.102.down_proj,0.0000026044,0.02500,0.898
43,mlp.experts.77.down_proj,0.0000046876,0.02500,1.059
43,mlp.experts.110.down_proj,0.0000021421,0.02500,0.924
43,mlp.experts.98.down_proj,0.0000032986,0.02500,0.917
43,mlp.experts.106.down_proj,0.0000027445,0.02500,0.903
43,mlp.experts.73.down_proj,0.0000030397,0.02500,1.147
43,mlp.experts.65.down_proj,0.0000021194,0.02500,1.200
43,mlp.experts.69.down_proj,0.0000060288,0.02500,1.081
43,mlp.experts.67.down_proj,0.0000050599,0.02500,1.665
43,mlp.experts.64.down_proj,0.0000078946,0.02500,1.298
43,mlp.experts.76.down_proj,0.0000070503,0.02500,1.346
43,mlp.experts.68.down_proj,0.0000027055,0.02500,1.413
43,mlp.experts.72.down_proj,0.0000032600,0.02500,1.417
43,mlp.experts.71.down_proj,0.0000033908,0.02500,1.601
43,mlp.experts.118.down_proj,0.0000047915,0.02500,0.651
43,mlp.experts.114.down_proj,0.0000052061,0.02500,0.625
43,mlp.experts.75.down_proj,0.0000022122,0.02500,1.667
43,mlp.experts.79.down_proj,0.0000010330,0.02500,1.726
43,mlp.experts.93.down_proj,0.0000026168,0.02500,0.919
43,mlp.experts.85.down_proj,0.0000051006,0.02500,0.953
43,mlp.experts.81.down_proj,0.0000024581,0.02500,1.100
43,mlp.experts.89.down_proj,0.0000058673,0.02500,1.190
43,mlp.experts.80.down_proj,0.0000070056,0.02500,1.273
43,mlp.experts.83.down_proj,0.0000032965,0.02500,1.337
43,mlp.experts.92.down_proj,0.0000145834,0.02500,1.265
43,mlp.experts.84.down_proj,0.0000033935,0.02500,1.253
43,mlp.experts.87.down_proj,0.0000016003,0.02500,1.281
43,mlp.experts.88.down_proj,0.0000029407,0.02500,1.383
43,mlp.experts.109.down_proj,0.0000037035,0.02500,0.904
43,mlp.experts.91.down_proj,0.0000093741,0.02500,1.278
43,mlp.experts.101.down_proj,0.0000031903,0.02500,0.976
43,mlp.experts.95.down_proj,0.0000056732,0.02500,1.311
43,mlp.experts.97.down_proj,0.0000026279,0.02500,0.909
43,mlp.experts.105.down_proj,0.0000048966,0.02500,0.855
43,mlp.experts.96.down_proj,0.0000068087,0.02500,1.162
43,mlp.experts.117.down_proj,0.0000019252,0.02500,0.647
43,mlp.experts.108.down_proj,0.0000094550,0.02500,1.163
43,mlp.experts.113.down_proj,0.0000038803,0.02500,0.619
43,mlp.experts.100.down_proj,0.0000005207,0.02500,1.190
43,mlp.experts.99.down_proj,0.0000039156,0.02500,1.415
43,mlp.experts.104.down_proj,0.0000028230,0.02500,1.150
43,mlp.experts.103.down_proj,0.0000014093,0.02500,1.385
43,mlp.experts.107.down_proj,0.0000090507,0.02500,1.356
43,mlp.experts.111.down_proj,0.0000033556,0.02500,1.328
43,mlp.experts.112.down_proj,0.0000038012,0.02500,0.910
43,mlp.experts.116.down_proj,0.0000038352,0.02500,0.818
43,mlp.experts.115.down_proj,0.0000031099,0.02500,1.098
43,mlp.experts.119.down_proj,0.0000103726,0.02500,0.927
44,self_attn.v_proj,0.0000001201,0.02500,1.368
44,self_attn.k_proj,0.0000000607,0.02500,1.675
44,self_attn.q_proj,0.0000004174,0.02500,1.791
44,self_attn.o_proj,0.0000002592,0.02500,4.957
44,mlp.shared_experts.gate_proj,0.0000013528,0.02500,1.266
44,mlp.shared_experts.up_proj,0.0000014522,0.02500,1.478
44,mlp.shared_experts.down_proj,0.0000001485,0.02500,0.380
44,mlp.experts.15.gate_proj,0.0000092858,0.02500,4.747
44,mlp.experts.11.gate_proj,0.0000331979,0.02500,4.747
44,mlp.experts.7.gate_proj,0.0000440324,0.02500,4.844
44,mlp.experts.3.gate_proj,0.0000339591,0.02500,4.846
44,mlp.experts.10.gate_proj,0.0000276498,0.02500,4.923
44,mlp.experts.14.gate_proj,0.0000207982,0.02500,5.027
44,mlp.experts.2.gate_proj,0.0000272905,0.02500,5.373
44,mlp.experts.6.gate_proj,0.0000322592,0.02500,5.427
44,mlp.experts.1.gate_proj,0.0000257021,0.02500,5.594
44,mlp.experts.9.gate_proj,0.0000247101,0.02500,5.568
44,mlp.experts.5.gate_proj,0.0000300519,0.02500,5.719
44,mlp.experts.13.gate_proj,0.0000306371,0.02500,5.399
44,mlp.experts.0.gate_proj,0.0000770589,0.02500,6.971
44,mlp.experts.12.gate_proj,0.0000240992,0.02500,7.059
44,mlp.experts.4.gate_proj,0.0000225797,0.02500,7.052
44,mlp.experts.8.gate_proj,0.0000332945,0.02500,7.329
44,mlp.experts.31.gate_proj,0.0000904967,0.02500,3.226
44,mlp.experts.27.gate_proj,0.0000324541,0.02500,3.284
44,mlp.experts.23.gate_proj,0.0000311484,0.02500,3.264
44,mlp.experts.19.gate_proj,0.0000298920,0.02500,3.276
44,mlp.experts.26.gate_proj,0.0000077243,0.02500,3.871
44,mlp.experts.30.gate_proj,0.0000106842,0.02500,3.934
44,mlp.experts.22.gate_proj,0.0000131108,0.02500,3.928
44,mlp.experts.18.gate_proj,0.0000209848,0.02500,4.102
44,mlp.experts.25.gate_proj,0.0000294429,0.02500,4.041
44,mlp.experts.17.gate_proj,0.0000516856,0.02500,4.126
44,mlp.experts.29.gate_proj,0.0000274360,0.02500,4.084
44,mlp.experts.21.gate_proj,0.0000253145,0.02500,4.148
44,mlp.experts.43.gate_proj,0.0000180119,0.02500,3.175
44,mlp.experts.47.gate_proj,0.0000315989,0.02500,3.326
44,mlp.experts.35.gate_proj,0.0000383940,0.02500,3.238
44,mlp.experts.39.gate_proj,0.0000156330,0.02500,3.319
44,mlp.experts.16.gate_proj,0.0000341324,0.02500,4.588
44,mlp.experts.20.gate_proj,0.0000386936,0.02500,4.557
44,mlp.experts.24.gate_proj,0.0000329956,0.02500,4.443
44,mlp.experts.28.gate_proj,0.0000464783,0.02500,4.776
44,mlp.experts.42.gate_proj,0.0000220973,0.02500,3.570
44,mlp.experts.46.gate_proj,0.0000703245,0.02500,3.476
44,mlp.experts.38.gate_proj,0.0000260748,0.02500,3.348
44,mlp.experts.34.gate_proj,0.0000346170,0.02500,3.636
44,mlp.experts.33.gate_proj,0.0000438610,0.02500,4.204
44,mlp.experts.41.gate_proj,0.0000227318,0.02500,4.373
44,mlp.experts.45.gate_proj,0.0000390587,0.02500,4.378
44,mlp.experts.37.gate_proj,0.0000312577,0.02500,4.388
44,mlp.experts.59.gate_proj,0.0000244365,0.02500,3.225
44,mlp.experts.55.gate_proj,0.0000314033,0.02500,3.061
44,mlp.experts.51.gate_proj,0.0000319887,0.02500,3.244
44,mlp.experts.63.gate_proj,0.0000235615,0.02500,3.368
44,mlp.experts.32.gate_proj,0.0000164163,0.02500,3.233
44,mlp.experts.36.gate_proj,0.0000417048,0.02500,3.227
44,mlp.experts.44.gate_proj,0.0000103640,0.02500,3.206
44,mlp.experts.40.gate_proj,0.0000652004,0.02500,3.329
44,mlp.experts.62.gate_proj,0.0000219969,0.02500,3.108
44,mlp.experts.58.gate_proj,0.0000456090,0.02500,3.328
44,mlp.experts.54.gate_proj,0.0000592552,0.02500,3.390
44,mlp.experts.50.gate_proj,0.0000302047,0.02500,3.836
44,mlp.experts.75.gate_proj,0.0000303378,0.02500,3.154
44,mlp.experts.71.gate_proj,0.0000097007,0.02500,3.149
44,mlp.experts.67.gate_proj,0.0000333098,0.02500,3.083
44,mlp.experts.79.gate_proj,0.0000148524,0.02500,3.132
44,mlp.experts.49.gate_proj,0.0000910809,0.02500,4.207
44,mlp.experts.57.gate_proj,0.0000336841,0.02500,4.243
44,mlp.experts.48.gate_proj,0.0000347334,0.02500,3.482
44,mlp.experts.52.gate_proj,0.0000376970,0.02500,3.487
44,mlp.experts.61.gate_proj,0.0000265826,0.02500,4.256
44,mlp.experts.53.gate_proj,0.0000302533,0.02500,4.246
44,mlp.experts.60.gate_proj,0.0000235602,0.02500,3.500
44,mlp.experts.56.gate_proj,0.0000072930,0.02500,3.543
44,mlp.experts.78.gate_proj,0.0000203655,0.02500,3.559
44,mlp.experts.74.gate_proj,0.0000255139,0.02500,3.540
44,mlp.experts.70.gate_proj,0.0000198453,0.02500,3.470
44,mlp.experts.66.gate_proj,0.0000467380,0.02500,3.182
44,mlp.experts.87.gate_proj,0.0000347019,0.02500,3.196
44,mlp.experts.91.gate_proj,0.0000102457,0.02500,3.334
44,mlp.experts.83.gate_proj,0.0000521672,0.02500,3.298
44,mlp.experts.95.gate_proj,0.0000281335,0.02500,3.248
44,mlp.experts.64.gate_proj,0.0000308078,0.02500,4.126
44,mlp.experts.68.gate_proj,0.0000248903,0.02500,4.127
44,mlp.experts.90.gate_proj,0.0000549392,0.02500,3.235
44,mlp.experts.65.gate_proj,0.0000322945,0.02500,4.377
44,mlp.experts.94.gate_proj,0.0000613767,0.02500,3.457
44,mlp.experts.76.gate_proj,0.0000392150,0.02500,4.047
44,mlp.experts.73.gate_proj,0.0000309373,0.02500,4.353
44,mlp.experts.72.gate_proj,0.0000240371,0.02500,4.047
44,mlp.experts.77.gate_proj,0.0000473971,0.02500,4.359
44,mlp.experts.69.gate_proj,0.0000333921,0.02500,4.373
44,mlp.experts.86.gate_proj,0.0000450576,0.02500,3.433
44,mlp.experts.82.gate_proj,0.0000721302,0.02500,3.607
44,mlp.experts.99.gate_proj,0.0000415942,0.02500,3.487
44,mlp.experts.103.gate_proj,0.0000414390,0.02500,3.780
44,mlp.experts.107.gate_proj,0.0000342577,0.02500,3.899
44,mlp.experts.111.gate_proj,0.0000685909,0.02500,3.825
44,mlp.experts.106.gate_proj,0.0000273323,0.02500,3.220
44,mlp.experts.80.gate_proj,0.0000141555,0.02500,3.341
44,mlp.experts.84.gate_proj,0.0000293511,0.02500,3.325
44,mlp.experts.92.gate_proj,0.0000615200,0.02500,3.338
44,mlp.experts.110.gate_proj,0.0000522889,0.02500,3.436
44,mlp.experts.88.gate_proj,0.0000064928,0.02500,3.305
44,mlp.experts.102.gate_proj,0.0000630436,0.02500,3.562
44,mlp.experts.81.gate_proj,0.0000311657,0.02500,4.151
44,mlp.experts.89.gate_proj,0.0000278986,0.02500,4.111
44,mlp.experts.85.gate_proj,0.0000406356,0.02500,4.071
44,mlp.experts.93.gate_proj,0.0000452811,0.02500,4.146
44,mlp.experts.98.gate_proj,0.0000688348,0.02500,3.742
44,mlp.experts.119.gate_proj,0.0000652597,0.02500,3.349
44,mlp.experts.115.gate_proj,0.0000326980,0.02500,3.725
44,mlp.experts.7.up_proj,0.0000438999,0.02500,3.448
44,mlp.experts.3.up_proj,0.0000331210,0.02500,3.594
44,mlp.experts.96.gate_proj,0.0000238522,0.02500,3.681
44,mlp.experts.100.gate_proj,0.0000354291,0.02500,3.728
44,mlp.experts.2.up_proj,0.0000266749,0.02500,3.936
44,mlp.experts.108.gate_proj,0.0000691407,0.02500,3.751
44,mlp.experts.6.up_proj,0.0000312078,0.02500,3.794
44,mlp.experts.104.gate_proj,0.0000275947,0.02500,3.786
44,mlp.experts.118.gate_proj,0.0000179621,0.02500,3.609
44,mlp.experts.97.gate_proj,0.0000202380,0.02500,4.535
44,mlp.experts.114.gate_proj,0.0000276986,0.02500,3.901
44,mlp.experts.105.gate_proj,0.0000214530,0.02500,4.729
44,mlp.experts.101.gate_proj,0.0000090487,0.02500,4.562
44,mlp.experts.109.gate_proj,0.0000543396,0.02500,4.641
44,mlp.experts.11.up_proj,0.0000318086,0.02500,3.643
44,mlp.experts.15.up_proj,0.0000089650,0.02500,3.945
44,mlp.experts.19.up_proj,0.0000297332,0.02500,3.597
44,mlp.experts.23.up_proj,0.0000306751,0.02500,3.906
44,mlp.experts.112.gate_proj,0.0000420355,0.02500,3.635
44,mlp.experts.116.gate_proj,0.0000606117,0.02500,3.543
44,mlp.experts.4.up_proj,0.0000227003,0.02500,3.578
44,mlp.experts.0.up_proj,0.0000715137,0.02500,3.538
44,mlp.experts.22.up_proj,0.0000129786,0.02500,3.850
44,mlp.experts.18.up_proj,0.0000203556,0.02500,4.020
44,mlp.experts.14.up_proj,0.0000210516,0.02500,3.972
44,mlp.experts.27.up_proj,0.0000311800,0.02500,3.238
44,mlp.experts.10.up_proj,0.0000270328,0.02500,3.754
44,mlp.experts.31.up_proj,0.0000874368,0.02500,3.387
44,mlp.experts.113.gate_proj,0.0000229821,0.02500,4.317
44,mlp.experts.35.up_proj,0.0000393351,0.02500,3.513
44,mlp.experts.5.up_proj,0.0000287767,0.02500,4.175
44,mlp.experts.117.gate_proj,0.0000531497,0.02500,4.269
44,mlp.experts.1.up_proj,0.0000251561,0.02500,4.413
44,mlp.experts.39.up_proj,0.0000151013,0.02500,3.669
44,mlp.experts.8.up_proj,0.0000337819,0.02500,3.818
44,mlp.experts.12.up_proj,0.0000236102,0.02500,3.941
44,mlp.experts.20.up_proj,0.0000382506,0.02500,3.863
44,mlp.experts.16.up_proj,0.0000339131,0.02500,3.995
44,mlp.experts.34.up_proj,0.0000335420,0.02500,3.847
44,mlp.experts.38.up_proj,0.0000253460,0.02500,3.898
44,mlp.experts.30.up_proj,0.0000102464,0.02500,3.953
44,mlp.experts.47.up_proj,0.0000312300,0.02500,3.457
44,mlp.experts.51.up_proj,0.0000314033,0.02500,3.337
44,mlp.experts.26.up_proj,0.0000074608,0.02500,3.777
44,mlp.experts.43.up_proj,0.0000176273,0.02500,3.935
44,mlp.experts.55.up_proj,0.0000308425,0.02500,3.310
44,mlp.experts.9.up_proj,0.0000245205,0.02500,4.180
44,mlp.experts.17.up_proj,0.0000516956,0.02500,4.139
44,mlp.experts.21.up_proj,0.0000247543,0.02500,4.299
44,mlp.experts.13.up_proj,0.0000303914,0.02500,4.364
44,mlp.experts.24.up_proj,0.0000317107,0.02500,3.669
44,mlp.experts.28.up_proj,0.0000461959,0.02500,3.663
44,mlp.experts.36.up_proj,0.0000403545,0.02500,3.684
44,mlp.experts.32.up_proj,0.0000157476,0.02500,3.761
44,mlp.experts.54.up_proj,0.0000578678,0.02500,3.796
44,mlp.experts.50.up_proj,0.0000291889,0.02500,4.281
44,mlp.experts.46.up_proj,0.0000654290,0.02500,3.741
44,mlp.experts.63.up_proj,0.0000225632,0.02500,3.370
44,mlp.experts.67.up_proj,0.0000326922,0.02500,3.715
44,mlp.experts.42.up_proj,0.0000215000,0.02500,3.753
44,mlp.experts.71.up_proj,0.0000092808,0.02500,3.484
44,mlp.experts.59.up_proj,0.0000241085,0.02500,3.904
44,mlp.experts.25.up_proj,0.0000295386,0.02500,4.232
44,mlp.experts.40.up_proj,0.0000657303,0.02500,3.739
44,mlp.experts.44.up_proj,0.0000089613,0.02500,3.723
44,mlp.experts.33.up_proj,0.0000424077,0.02500,4.415
44,mlp.experts.29.up_proj,0.0000273903,0.02500,4.371
44,mlp.experts.52.up_proj,0.0000383022,0.02500,3.743
44,mlp.experts.37.up_proj,0.0000303350,0.02500,4.713
44,mlp.experts.48.up_proj,0.0000340134,0.02500,3.745
44,mlp.experts.70.up_proj,0.0000196034,0.02500,3.721
44,mlp.experts.66.up_proj,0.0000440623,0.02500,3.732
44,mlp.experts.79.up_proj,0.0000149312,0.02500,3.547
44,mlp.experts.62.up_proj,0.0000214336,0.02500,4.073
44,mlp.experts.83.up_proj,0.0000490848,0.02500,3.400
44,mlp.experts.87.up_proj,0.0000340129,0.02500,3.558
44,mlp.experts.75.up_proj,0.0000292852,0.02500,3.413
44,mlp.experts.58.up_proj,0.0000458301,0.02500,3.824
44,mlp.experts.56.up_proj,0.0000071098,0.02500,3.707
44,mlp.experts.60.up_proj,0.0000217995,0.02500,3.717
44,mlp.experts.68.up_proj,0.0000241239,0.02500,3.728
44,mlp.experts.64.up_proj,0.0000285950,0.02500,3.737
44,mlp.experts.41.up_proj,0.0000223616,0.02500,4.681
44,mlp.experts.49.up_proj,0.0000820924,0.02500,4.587
44,mlp.experts.86.up_proj,0.0000442466,0.02500,3.966
44,mlp.experts.45.up_proj,0.0000391760,0.02500,4.565
44,mlp.experts.99.up_proj,0.0000416426,0.02500,3.189
44,mlp.experts.53.up_proj,0.0000295164,0.02500,4.565
44,mlp.experts.95.up_proj,0.0000273455,0.02500,3.788
44,mlp.experts.82.up_proj,0.0000695913,0.02500,4.040
44,mlp.experts.91.up_proj,0.0000090843,0.02500,3.499
44,mlp.experts.78.up_proj,0.0000197512,0.02500,3.944
44,mlp.experts.103.up_proj,0.0000390741,0.02500,3.733
44,mlp.experts.74.up_proj,0.0000249049,0.02500,3.820
44,mlp.experts.72.up_proj,0.0000237236,0.02500,3.661
44,mlp.experts.76.up_proj,0.0000392610,0.02500,3.830
44,mlp.experts.84.up_proj,0.0000291618,0.02500,3.720
44,mlp.experts.80.up_proj,0.0000140323,0.02500,3.800
44,mlp.experts.115.up_proj,0.0000325150,0.02500,3.545
44,mlp.experts.111.up_proj,0.0000680676,0.02500,3.280
44,mlp.experts.102.up_proj,0.0000644164,0.02500,3.793
44,mlp.experts.107.up_proj,0.0000325216,0.02500,3.072
44,mlp.experts.57.up_proj,0.0000331267,0.02500,4.398
44,mlp.experts.98.up_proj,0.0000676329,0.02500,3.649
44,mlp.experts.119.up_proj,0.0000648747,0.02500,3.331
44,mlp.experts.65.up_proj,0.0000322543,0.02500,4.328
44,mlp.experts.61.up_proj,0.0000244874,0.02500,4.407
44,mlp.experts.94.up_proj,0.0000610781,0.02500,3.709
44,mlp.experts.69.up_proj,0.0000329072,0.02500,4.402
44,mlp.experts.90.up_proj,0.0000543341,0.02500,3.778
44,mlp.experts.92.up_proj,0.0000628615,0.02500,3.921
44,mlp.experts.88.up_proj,0.0000059934,0.02500,4.254
44,mlp.experts.100.up_proj,0.0000349778,0.02500,3.995
44,mlp.experts.96.up_proj,0.0000238221,0.02500,4.007
44,mlp.experts.73.up_proj,0.0000309668,0.02500,3.746
44,mlp.experts.118.up_proj,0.0000180569,0.02500,4.001
44,mlp.experts.114.up_proj,0.0000272516,0.02500,3.894
44,mlp.experts.81.up_proj,0.0000306171,0.02500,3.763
44,mlp.experts.77.up_proj,0.0000445253,0.02500,3.714
44,mlp.experts.85.up_proj,0.0000398935,0.02500,3.594
44,mlp.experts.110.up_proj,0.0000515368,0.02500,3.785
44,mlp.experts.106.up_proj,0.0000262215,0.02500,3.288
44,mlp.experts.108.up_proj,0.0000670086,0.02500,4.219
44,mlp.experts.116.up_proj,0.0000565032,0.02500,4.151
44,mlp.experts.104.up_proj,0.0000259674,0.02500,4.366
44,mlp.experts.112.up_proj,0.0000397880,0.02500,3.926
44,mlp.experts.89.up_proj,0.0000282403,0.02500,3.941
44,mlp.experts.97.up_proj,0.0000202579,0.02500,4.043
44,mlp.experts.93.up_proj,0.0000457798,0.02500,4.036
44,mlp.experts.101.up_proj,0.0000087981,0.02500,4.045
44,mlp.experts.105.up_proj,0.0000198613,0.02500,4.636
44,mlp.experts.113.up_proj,0.0000212604,0.02500,4.582
44,mlp.experts.109.up_proj,0.0000525651,0.02500,4.701
44,mlp.experts.117.up_proj,0.0000479330,0.02500,4.547
44,mlp.experts.5.down_proj,0.0000026817,0.02500,1.205
44,mlp.experts.1.down_proj,0.0000026984,0.02500,1.209
44,mlp.experts.9.down_proj,0.0000041613,0.02500,1.224
44,mlp.experts.13.down_proj,0.0000089144,0.02500,1.258
44,mlp.experts.14.down_proj,0.0000061164,0.02500,1.500
44,mlp.experts.11.down_proj,0.0000063919,0.02500,1.509
44,mlp.experts.10.down_proj,0.0000029625,0.02500,1.517
44,mlp.experts.2.down_proj,0.0000028438,0.02500,1.530
44,mlp.experts.6.down_proj,0.0000029784,0.02500,1.536
44,mlp.experts.7.down_proj,0.0000090160,0.02500,1.555
44,mlp.experts.15.down_proj,0.0000024362,0.02500,1.578
44,mlp.experts.3.down_proj,0.0000032123,0.02500,1.581
44,mlp.experts.12.down_proj,0.0000023795,0.02500,1.845
44,mlp.experts.4.down_proj,0.0000060514,0.02500,1.847
44,mlp.experts.8.down_proj,0.0000068689,0.02500,1.877
44,mlp.experts.0.down_proj,0.0000267551,0.02500,1.907
44,mlp.experts.30.down_proj,0.0000046700,0.02500,0.889
44,mlp.experts.26.down_proj,0.0000021005,0.02500,0.884
44,mlp.experts.18.down_proj,0.0000023536,0.02500,0.894
44,mlp.experts.22.down_proj,0.0000022936,0.02500,0.907
44,mlp.experts.31.down_proj,0.0000225462,0.02500,0.938
44,mlp.experts.21.down_proj,0.0000031734,0.02500,1.334
44,mlp.experts.25.down_proj,0.0000050861,0.02500,1.331
44,mlp.experts.17.down_proj,0.0000081035,0.02500,1.363
44,mlp.experts.19.down_proj,0.0000035621,0.02500,1.000
44,mlp.experts.29.down_proj,0.0000057327,0.02500,1.343
44,mlp.experts.27.down_proj,0.0000034456,0.02500,1.095
44,mlp.experts.23.down_proj,0.0000055471,0.02500,1.124
44,mlp.experts.20.down_proj,0.0000042925,0.02500,1.280
44,mlp.experts.24.down_proj,0.0000105752,0.02500,1.280
44,mlp.experts.28.down_proj,0.0000070612,0.02500,1.310
44,mlp.experts.16.down_proj,0.0000040212,0.02500,1.377
44,mlp.experts.43.down_proj,0.0000032318,0.02500,0.919
44,mlp.experts.46.down_proj,0.0000132797,0.02500,1.140
44,mlp.experts.37.down_proj,0.0000054409,0.02500,1.025
44,mlp.experts.41.down_proj,0.0000022002,0.02500,1.026
44,mlp.experts.38.down_proj,0.0000024614,0.02500,1.153
44,mlp.experts.47.down_proj,0.0000049147,0.02500,1.085
44,mlp.experts.33.down_proj,0.0000035798,0.02500,1.044
44,mlp.experts.42.down_proj,0.0000026544,0.02500,1.220
44,mlp.experts.45.down_proj,0.0000074302,0.02500,1.027
44,mlp.experts.34.down_proj,0.0000035258,0.02500,1.231
44,mlp.experts.39.down_proj,0.0000016488,0.02500,1.038
44,mlp.experts.35.down_proj,0.0000088006,0.02500,1.167
44,mlp.experts.36.down_proj,0.0000054634,0.02500,1.256
44,mlp.experts.59.down_proj,0.0000046961,0.02500,0.928
44,mlp.experts.40.down_proj,0.0000137308,0.02500,1.307
44,mlp.experts.44.down_proj,0.0000007540,0.02500,1.321
44,mlp.experts.53.down_proj,0.0000030981,0.02500,0.918
44,mlp.experts.57.down_proj,0.0000035664,0.02500,0.915
44,mlp.experts.58.down_proj,0.0000111049,0.02500,0.897
44,mlp.experts.62.down_proj,0.0000038629,0.02500,0.990
44,mlp.experts.54.down_proj,0.0000078911,0.02500,0.925
44,mlp.experts.49.down_proj,0.0000089491,0.02500,0.922
44,mlp.experts.61.down_proj,0.0000031655,0.02500,0.925
44,mlp.experts.51.down_proj,0.0000035018,0.02500,0.911
44,mlp.experts.50.down_proj,0.0000030883,0.02500,1.016
44,mlp.experts.63.down_proj,0.0000028127,0.02500,1.110
44,mlp.experts.32.down_proj,0.0000016798,0.02500,1.468
44,mlp.experts.55.down_proj,0.0000047531,0.02500,1.210
44,mlp.experts.73.down_proj,0.0000039682,0.02500,0.917
44,mlp.experts.69.down_proj,0.0000045268,0.02500,0.952
44,mlp.experts.65.down_proj,0.0000043977,0.02500,0.920
44,mlp.experts.77.down_proj,0.0000087825,0.02500,0.935
44,mlp.experts.70.down_proj,0.0000018553,0.02500,1.012
44,mlp.experts.74.down_proj,0.0000025411,0.02500,1.020
44,mlp.experts.75.down_proj,0.0000032600,0.02500,1.154
44,mlp.experts.78.down_proj,0.0000019070,0.02500,1.094
44,mlp.experts.52.down_proj,0.0000075811,0.02500,1.354
44,mlp.experts.66.down_proj,0.0000088252,0.02500,1.106
44,mlp.experts.67.down_proj,0.0000035743,0.02500,1.158
44,mlp.experts.79.down_proj,0.0000030423,0.02500,1.122
44,mlp.experts.60.down_proj,0.0000037597,0.02500,1.377
44,mlp.experts.56.down_proj,0.0000007577,0.02500,1.475
44,mlp.experts.71.down_proj,0.0000036674,0.02500,1.023
44,mlp.experts.48.down_proj,0.0000077863,0.02500,1.401
44,mlp.experts.85.down_proj,0.0000038819,0.02500,0.939
44,mlp.experts.89.down_proj,0.0000039410,0.02500,0.981
44,mlp.experts.81.down_proj,0.0000038870,0.02500,0.951
44,mlp.experts.93.down_proj,0.0000114088,0.02500,0.965
44,mlp.experts.86.down_proj,0.0000082293,0.02500,1.039
44,mlp.experts.90.down_proj,0.0000059737,0.02500,1.085
44,mlp.experts.94.down_proj,0.0000106097,0.02500,1.029
44,mlp.experts.82.down_proj,0.0000138447,0.02500,0.988
44,mlp.experts.95.down_proj,0.0000112076,0.02500,0.947
44,mlp.experts.91.down_proj,0.0000006786,0.02500,1.183
44,mlp.experts.83.down_proj,0.0000107018,0.02500,1.109
44,mlp.experts.87.down_proj,0.0000030793,0.02500,1.032
44,mlp.experts.68.down_proj,0.0000029116,0.02500,1.285
44,mlp.experts.76.down_proj,0.0000054958,0.02500,1.240
44,mlp.experts.72.down_proj,0.0000026318,0.02500,1.262
44,mlp.experts.106.down_proj,0.0000030973,0.02500,0.974
44,mlp.experts.110.down_proj,0.0000062335,0.02500,0.957
44,mlp.experts.101.down_proj,0.0000010469,0.02500,1.242
44,mlp.experts.105.down_proj,0.0000017353,0.02500,1.239
44,mlp.experts.97.down_proj,0.0000033599,0.02500,1.238
44,mlp.experts.64.down_proj,0.0000071712,0.02500,1.496
44,mlp.experts.102.down_proj,0.0000212994,0.02500,1.081
44,mlp.experts.109.down_proj,0.0000061520,0.02500,1.236
44,mlp.experts.98.down_proj,0.0000149986,0.02500,0.934
44,mlp.experts.111.down_proj,0.0000144831,0.02500,1.142
44,mlp.experts.99.down_proj,0.0000047209,0.02500,1.001
44,mlp.experts.107.down_proj,0.0000043521,0.02500,1.158
44,mlp.experts.103.down_proj,0.0000042138,0.02500,0.991
44,mlp.experts.118.down_proj,0.0000013493,0.02500,0.608
44,mlp.experts.114.down_proj,0.0000030986,0.02500,0.600
44,mlp.experts.84.down_proj,0.0000041630,0.02500,1.321
44,mlp.experts.92.down_proj,0.0000084164,0.02500,1.322
44,mlp.experts.88.down_proj,0.0000005689,0.02500,1.310
44,mlp.experts.117.down_proj,0.0000104355,0.02500,0.920
44,mlp.experts.113.down_proj,0.0000062865,0.02500,0.896
44,mlp.experts.115.down_proj,0.0000038843,0.02500,0.722
44,mlp.experts.119.down_proj,0.0000140698,0.02500,0.696
44,mlp.experts.80.down_proj,0.0000023694,0.02500,1.372
44,mlp.experts.100.down_proj,0.0000062136,0.02500,1.223
44,mlp.experts.108.down_proj,0.0000086951,0.02500,1.201
44,mlp.experts.104.down_proj,0.0000027259,0.02500,1.188
44,mlp.experts.96.down_proj,0.0000043301,0.02500,1.232
44,mlp.experts.116.down_proj,0.0000074605,0.02500,1.045
44,mlp.experts.112.down_proj,0.0000091919,0.02500,0.615
45,self_attn.k_proj,0.0000000566,0.02500,1.582
45,self_attn.v_proj,0.0000001188,0.02500,1.833
45,self_attn.q_proj,0.0000004353,0.02500,2.250
45,self_attn.o_proj,0.0000002860,0.02500,4.091
45,mlp.shared_experts.gate_proj,0.0000015296,0.02500,1.358
45,mlp.shared_experts.up_proj,0.0000015075,0.02500,1.284
45,mlp.shared_experts.down_proj,0.0000001517,0.02500,0.389
45,mlp.experts.2.gate_proj,0.0000645006,0.02500,3.947
45,mlp.experts.14.gate_proj,0.0000145229,0.02500,3.921
45,mlp.experts.10.gate_proj,0.0000150744,0.02500,4.132
45,mlp.experts.6.gate_proj,0.0000378754,0.02500,4.132
45,mlp.experts.8.gate_proj,0.0000956492,0.02500,5.133
45,mlp.experts.12.gate_proj,0.0000414605,0.02500,5.133
45,mlp.experts.4.gate_proj,0.0000210753,0.02500,5.494
45,mlp.experts.0.gate_proj,0.0000531992,0.02500,5.551
45,mlp.experts.11.gate_proj,0.0000517235,0.02500,5.309
45,mlp.experts.3.gate_proj,0.0000306204,0.02500,5.618
45,mlp.experts.7.gate_proj,0.0000229983,0.02500,5.537
45,mlp.experts.15.gate_proj,0.0000298737,0.02500,5.699
45,mlp.experts.1.gate_proj,0.0000326456,0.02500,6.048
45,mlp.experts.5.gate_proj,0.0000207688,0.02500,6.028
45,mlp.experts.13.gate_proj,0.0000403762,0.02500,6.199
45,mlp.experts.9.gate_proj,0.0000265282,0.02500,6.322
45,mlp.experts.22.gate_proj,0.0000127863,0.02500,2.938
45,mlp.experts.30.gate_proj,0.0000275345,0.02500,3.374
45,mlp.experts.18.gate_proj,0.0000274938,0.02500,3.959
45,mlp.experts.26.gate_proj,0.0000400105,0.02500,3.608
45,mlp.experts.24.gate_proj,0.0000472805,0.02500,2.901
45,mlp.experts.20.gate_proj,0.0000361960,0.02500,2.871
45,mlp.experts.16.gate_proj,0.0000327454,0.02500,2.816
45,mlp.experts.28.gate_proj,0.0000249108,0.02500,3.084
45,mlp.experts.27.gate_proj,0.0000444184,0.02500,4.371
45,mlp.experts.19.gate_proj,0.0000285015,0.02500,4.435
45,mlp.experts.23.gate_proj,0.0000128544,0.02500,4.471
45,mlp.experts.31.gate_proj,0.0000738841,0.02500,4.459
45,mlp.experts.38.gate_proj,0.0000488517,0.02500,3.443
45,mlp.experts.46.gate_proj,0.0000465680,0.02500,3.464
45,mlp.experts.17.gate_proj,0.0000230944,0.02500,5.107
45,mlp.experts.40.gate_proj,0.0000101245,0.02500,2.889
45,mlp.experts.21.gate_proj,0.0000368672,0.02500,4.986
45,mlp.experts.36.gate_proj,0.0000326620,0.02500,2.929
45,mlp.experts.32.gate_proj,0.0000172420,0.02500,2.927
45,mlp.experts.34.gate_proj,0.0000103867,0.02500,3.438
45,mlp.experts.42.gate_proj,0.0000316871,0.02500,3.486
45,mlp.experts.44.gate_proj,0.0000509650,0.02500,3.011
45,mlp.experts.25.gate_proj,0.0000454198,0.02500,4.998
45,mlp.experts.29.gate_proj,0.0000251481,0.02500,5.232
45,mlp.experts.43.gate_proj,0.0000436681,0.02500,4.391
45,mlp.experts.62.gate_proj,0.0000472203,0.02500,3.671
45,mlp.experts.35.gate_proj,0.0001200522,0.02500,4.629
45,mlp.experts.39.gate_proj,0.0000274588,0.02500,4.516
45,mlp.experts.47.gate_proj,0.0000255452,0.02500,4.502
45,mlp.experts.48.gate_proj,0.0000408990,0.02500,3.709
45,mlp.experts.58.gate_proj,0.0000072220,0.02500,3.543
45,mlp.experts.54.gate_proj,0.0000541566,0.02500,4.306
45,mlp.experts.60.gate_proj,0.0000308186,0.02500,3.689
45,mlp.experts.56.gate_proj,0.0000459348,0.02500,4.000
45,mlp.experts.50.gate_proj,0.0000555504,0.02500,3.940
45,mlp.experts.33.gate_proj,0.0000184688,0.02500,4.190
45,mlp.experts.52.gate_proj,0.0000282579,0.02500,4.182
45,mlp.experts.37.gate_proj,0.0000372831,0.02500,4.431
45,mlp.experts.41.gate_proj,0.0000153053,0.02500,4.247
45,mlp.experts.45.gate_proj,0.0000582509,0.02500,4.192
45,mlp.experts.72.gate_proj,0.0000339047,0.02500,3.155
45,mlp.experts.78.gate_proj,0.0000302808,0.02500,3.671
45,mlp.experts.64.gate_proj,0.0000249891,0.02500,3.412
45,mlp.experts.66.gate_proj,0.0000159045,0.02500,3.170
45,mlp.experts.70.gate_proj,0.0000395171,0.02500,3.522
45,mlp.experts.76.gate_proj,0.0000315509,0.02500,3.565
45,mlp.experts.74.gate_proj,0.0000454013,0.02500,3.886
45,mlp.experts.68.gate_proj,0.0000423443,0.02500,3.719
45,mlp.experts.59.gate_proj,0.0000238351,0.02500,5.109
45,mlp.experts.51.gate_proj,0.0000222635,0.02500,5.094
45,mlp.experts.63.gate_proj,0.0000475536,0.02500,4.908
45,mlp.experts.55.gate_proj,0.0000602125,0.02500,5.135
45,mlp.experts.49.gate_proj,0.0000359339,0.02500,4.871
45,mlp.experts.53.gate_proj,0.0000419162,0.02500,4.694
45,mlp.experts.61.gate_proj,0.0000322906,0.02500,4.716
45,mlp.experts.57.gate_proj,0.0000200803,0.02500,5.047
45,mlp.experts.82.gate_proj,0.0000224128,0.02500,3.225
45,mlp.experts.92.gate_proj,0.0000243305,0.02500,3.006
45,mlp.experts.80.gate_proj,0.0000218422,0.02500,3.421
45,mlp.experts.88.gate_proj,0.0000301744,0.02500,3.612
45,mlp.experts.94.gate_proj,0.0000163030,0.02500,3.632
45,mlp.experts.90.gate_proj,0.0000343495,0.02500,3.333
45,mlp.experts.86.gate_proj,0.0000374156,0.02500,3.766
45,mlp.experts.84.gate_proj,0.0000431613,0.02500,3.956
45,mlp.experts.75.gate_proj,0.0000181565,0.02500,3.739
45,mlp.experts.67.gate_proj,0.0000301835,0.02500,3.552
45,mlp.experts.79.gate_proj,0.0000285994,0.02500,3.549
45,mlp.experts.71.gate_proj,0.0000207178,0.02500,3.529
45,mlp.experts.98.gate_proj,0.0000332919,0.02500,3.122
45,mlp.experts.108.gate_proj,0.0000660359,0.02500,3.295
45,mlp.experts.96.gate_proj,0.0000308413,0.02500,3.226
45,mlp.experts.102.gate_proj,0.0000228006,0.02500,3.024
45,mlp.experts.65.gate_proj,0.0000335063,0.02500,5.180
45,mlp.experts.104.gate_proj,0.0000387313,0.02500,3.514
45,mlp.experts.110.gate_proj,0.0000625681,0.02500,3.674
45,mlp.experts.69.gate_proj,0.0000437398,0.02500,5.376
45,mlp.experts.106.gate_proj,0.0000405272,0.02500,3.615
45,mlp.experts.77.gate_proj,0.0000194580,0.02500,5.542
45,mlp.experts.73.gate_proj,0.0000275015,0.02500,5.434
45,mlp.experts.91.gate_proj,0.0000376640,0.02500,3.251
45,mlp.experts.83.gate_proj,0.0000527673,0.02500,3.230
45,mlp.experts.95.gate_proj,0.0000383303,0.02500,3.217
45,mlp.experts.100.gate_proj,0.0000557692,0.02500,3.601
45,mlp.experts.87.gate_proj,0.0000226984,0.02500,3.265
45,mlp.experts.114.gate_proj,0.0000313881,0.02500,2.968
45,mlp.experts.112.gate_proj,0.0000189530,0.02500,3.063
45,mlp.experts.0.up_proj,0.0000522866,0.02500,3.182
45,mlp.experts.2.up_proj,0.0000622840,0.02500,2.890
45,mlp.experts.4.up_proj,0.0000208379,0.02500,4.027
45,mlp.experts.118.gate_proj,0.0000277501,0.02500,3.882
45,mlp.experts.6.up_proj,0.0000369482,0.02500,3.893
45,mlp.experts.107.gate_proj,0.0000508128,0.02500,3.141
45,mlp.experts.99.gate_proj,0.0000352591,0.02500,3.161
45,mlp.experts.111.gate_proj,0.0000308313,0.02500,3.224
45,mlp.experts.103.gate_proj,0.0000312137,0.02500,3.291
45,mlp.experts.81.gate_proj,0.0000300856,0.02500,4.695
45,mlp.experts.85.gate_proj,0.0000548420,0.02500,4.696
45,mlp.experts.93.gate_proj,0.0000663284,0.02500,4.431
45,mlp.experts.116.gate_proj,0.0000220424,0.02500,3.919
45,mlp.experts.89.gate_proj,0.0000075935,0.02500,4.434
45,mlp.experts.10.up_proj,0.0000146851,0.02500,3.445
45,mlp.experts.8.up_proj,0.0000873727,0.02500,3.206
45,mlp.experts.18.up_proj,0.0000273687,0.02500,3.105
45,mlp.experts.16.up_proj,0.0000320290,0.02500,3.575
45,mlp.experts.20.up_proj,0.0000344871,0.02500,3.739
45,mlp.experts.3.up_proj,0.0000308199,0.02500,3.311
45,mlp.experts.22.up_proj,0.0000124887,0.02500,3.434
45,mlp.experts.14.up_proj,0.0000142955,0.02500,3.775
45,mlp.experts.115.gate_proj,0.0000267237,0.02500,3.364
45,mlp.experts.7.up_proj,0.0000225981,0.02500,3.277
45,mlp.experts.119.gate_proj,0.0000138299,0.02500,3.226
45,mlp.experts.12.up_proj,0.0000403751,0.02500,3.915
45,mlp.experts.97.gate_proj,0.0000492081,0.02500,4.525
45,mlp.experts.26.up_proj,0.0000399578,0.02500,3.489
45,mlp.experts.101.gate_proj,0.0000356446,0.02500,4.620
45,mlp.experts.105.gate_proj,0.0000675254,0.02500,4.411
45,mlp.experts.34.up_proj,0.0000103972,0.02500,3.297
45,mlp.experts.109.gate_proj,0.0000411430,0.02500,4.634
45,mlp.experts.24.up_proj,0.0000470435,0.02500,3.854
45,mlp.experts.32.up_proj,0.0000170642,0.02500,3.839
45,mlp.experts.19.up_proj,0.0000278779,0.02500,3.243
45,mlp.experts.11.up_proj,0.0000511109,0.02500,3.207
45,mlp.experts.30.up_proj,0.0000263957,0.02500,3.264
45,mlp.experts.23.up_proj,0.0000124641,0.02500,3.205
45,mlp.experts.15.up_proj,0.0000279893,0.02500,3.214
45,mlp.experts.36.up_proj,0.0000314280,0.02500,3.882
45,mlp.experts.38.up_proj,0.0000464637,0.02500,3.806
45,mlp.experts.28.up_proj,0.0000234663,0.02500,3.168
45,mlp.experts.42.up_proj,0.0000304008,0.02500,3.461
45,mlp.experts.40.up_proj,0.0000106391,0.02500,3.210
45,mlp.experts.113.gate_proj,0.0000672689,0.02500,4.241
45,mlp.experts.50.up_proj,0.0000537197,0.02500,3.850
45,mlp.experts.48.up_proj,0.0000397068,0.02500,3.265
45,mlp.experts.117.gate_proj,0.0000569563,0.02500,4.343
45,mlp.experts.5.up_proj,0.0000201129,0.02500,4.288
45,mlp.experts.1.up_proj,0.0000332587,0.02500,4.423
45,mlp.experts.52.up_proj,0.0000267269,0.02500,3.388
45,mlp.experts.54.up_proj,0.0000517910,0.02500,3.334
45,mlp.experts.46.up_proj,0.0000446094,0.02500,3.887
45,mlp.experts.27.up_proj,0.0000423764,0.02500,4.074
45,mlp.experts.35.up_proj,0.0001058148,0.02500,4.233
45,mlp.experts.39.up_proj,0.0000263302,0.02500,4.146
45,mlp.experts.31.up_proj,0.0000755982,0.02500,4.145
45,mlp.experts.44.up_proj,0.0000505924,0.02500,3.193
45,mlp.experts.58.up_proj,0.0000069825,0.02500,3.088
45,mlp.experts.56.up_proj,0.0000436192,0.02500,3.413
45,mlp.experts.66.up_proj,0.0000157317,0.02500,3.687
45,mlp.experts.64.up_proj,0.0000243825,0.02500,3.430
45,mlp.experts.9.up_proj,0.0000261781,0.02500,4.486
45,mlp.experts.62.up_proj,0.0000468556,0.02500,3.250
45,mlp.experts.68.up_proj,0.0000422294,0.02500,3.562
45,mlp.experts.21.up_proj,0.0000364080,0.02500,4.378
45,mlp.experts.17.up_proj,0.0000203176,0.02500,4.306
45,mlp.experts.70.up_proj,0.0000390993,0.02500,3.760
45,mlp.experts.13.up_proj,0.0000401679,0.02500,4.603
45,mlp.experts.43.up_proj,0.0000432225,0.02500,3.731
45,mlp.experts.55.up_proj,0.0000580876,0.02500,3.739
45,mlp.experts.51.up_proj,0.0000217339,0.02500,3.886
45,mlp.experts.47.up_proj,0.0000252658,0.02500,3.733
45,mlp.experts.60.up_proj,0.0000303529,0.02500,3.510
45,mlp.experts.74.up_proj,0.0000395482,0.02500,3.265
45,mlp.experts.72.up_proj,0.0000338373,0.02500,3.335
45,mlp.experts.82.up_proj,0.0000216412,0.02500,3.496
45,mlp.experts.80.up_proj,0.0000214866,0.02500,3.610
45,mlp.experts.78.up_proj,0.0000296161,0.02500,3.457
45,mlp.experts.86.up_proj,0.0000363443,0.02500,3.216
45,mlp.experts.90.up_proj,0.0000347147,0.02500,3.354
45,mlp.experts.59.up_proj,0.0000228327,0.02500,3.844
45,mlp.experts.84.up_proj,0.0000422940,0.02500,4.375
45,mlp.experts.67.up_proj,0.0000292922,0.02500,3.749
45,mlp.experts.71.up_proj,0.0000209722,0.02500,3.861
45,mlp.experts.63.up_proj,0.0000470762,0.02500,3.783
45,mlp.experts.76.up_proj,0.0000316523,0.02500,3.857
45,mlp.experts.25.up_proj,0.0000439403,0.02500,5.149
45,mlp.experts.88.up_proj,0.0000286143,0.02500,3.734
45,mlp.experts.37.up_proj,0.0000369270,0.02500,5.309
45,mlp.experts.33.up_proj,0.0000184390,0.02500,5.319
45,mlp.experts.29.up_proj,0.0000242044,0.02500,5.493
45,mlp.experts.98.up_proj,0.0000317137,0.02500,3.574
45,mlp.experts.94.up_proj,0.0000161345,0.02500,3.111
45,mlp.experts.96.up_proj,0.0000301637,0.02500,4.100
45,mlp.experts.102.up_proj,0.0000218684,0.02500,3.741
45,mlp.experts.75.up_proj,0.0000178659,0.02500,3.184
45,mlp.experts.83.up_proj,0.0000524528,0.02500,3.241
45,mlp.experts.79.up_proj,0.0000281997,0.02500,3.183
45,mlp.experts.87.up_proj,0.0000220898,0.02500,3.292
45,mlp.experts.106.up_proj,0.0000398614,0.02500,3.590
45,mlp.experts.92.up_proj,0.0000238129,0.02500,3.303
45,mlp.experts.104.up_proj,0.0000372210,0.02500,3.165
45,mlp.experts.100.up_proj,0.0000547984,0.02500,4.073
45,mlp.experts.110.up_proj,0.0000592259,0.02500,2.741
45,mlp.experts.114.up_proj,0.0000290532,0.02500,3.060
45,mlp.experts.118.up_proj,0.0000267188,0.02500,2.724
45,mlp.experts.112.up_proj,0.0000187330,0.02500,3.171
45,mlp.experts.41.up_proj,0.0000146560,0.02500,5.554
45,mlp.experts.108.up_proj,0.0000645857,0.02500,2.537
45,mlp.experts.91.up_proj,0.0000386021,0.02500,3.124
45,mlp.experts.53.up_proj,0.0000412158,0.02500,5.239
45,mlp.experts.103.up_proj,0.0000315032,0.02500,3.022
45,mlp.experts.49.up_proj,0.0000346709,0.02500,5.272
45,mlp.experts.99.up_proj,0.0000346661,0.02500,3.183
45,mlp.experts.95.up_proj,0.0000372749,0.02500,3.228
45,mlp.experts.116.up_proj,0.0000223285,0.02500,2.525
45,mlp.experts.45.up_proj,0.0000589800,0.02500,5.238
45,mlp.experts.107.up_proj,0.0000494347,0.02500,2.898
45,mlp.experts.119.up_proj,0.0000136379,0.02500,2.821
45,mlp.experts.115.up_proj,0.0000258706,0.02500,2.791
45,mlp.experts.111.up_proj,0.0000302382,0.02500,2.705
45,mlp.experts.57.up_proj,0.0000195470,0.02500,4.265
45,mlp.experts.69.up_proj,0.0000449587,0.02500,4.275
45,mlp.experts.65.up_proj,0.0000336172,0.02500,4.496
45,mlp.experts.61.up_proj,0.0000303355,0.02500,4.561
45,mlp.experts.73.up_proj,0.0000271757,0.02500,5.256
45,mlp.experts.85.up_proj,0.0000522228,0.02500,5.106
45,mlp.experts.81.up_proj,0.0000299484,0.02500,5.208
45,mlp.experts.77.up_proj,0.0000188371,0.02500,5.088
45,mlp.experts.89.up_proj,0.0000073970,0.02500,4.709
45,mlp.experts.101.up_proj,0.0000354044,0.02500,4.663
45,mlp.experts.97.up_proj,0.0000489238,0.02500,4.728
45,mlp.experts.93.up_proj,0.0000647646,0.02500,4.725
45,mlp.experts.105.up_proj,0.0000668922,0.02500,5.501
45,mlp.experts.117.up_proj,0.0000558712,0.02500,5.507
45,mlp.experts.113.up_proj,0.0000680272,0.02500,5.229
45,mlp.experts.109.up_proj,0.0000413634,0.02500,5.022
45,mlp.experts.8.down_proj,0.0000158520,0.02500,1.230
45,mlp.experts.12.down_proj,0.0000053588,0.02500,1.232
45,mlp.experts.0.down_proj,0.0000059007,0.02500,1.240
45,mlp.experts.4.down_proj,0.0000029956,0.02500,1.242
45,mlp.experts.10.down_proj,0.0000015406,0.02500,1.449
45,mlp.experts.14.down_proj,0.0000038003,0.02500,1.500
45,mlp.experts.2.down_proj,0.0000077366,0.02500,1.530
45,mlp.experts.6.down_proj,0.0000049113,0.02500,1.577
45,mlp.experts.16.down_proj,0.0000113337,0.02500,0.862
45,mlp.experts.24.down_proj,0.0000077963,0.02500,0.884
45,mlp.experts.28.down_proj,0.0000031355,0.02500,0.883
45,mlp.experts.20.down_proj,0.0000043071,0.02500,0.899
45,mlp.experts.3.down_proj,0.0000044913,0.02500,2.494
45,mlp.experts.7.down_proj,0.0000028387,0.02500,2.523
45,mlp.experts.15.down_proj,0.0000030618,0.02500,2.522
45,mlp.experts.26.down_proj,0.0000065212,0.02500,1.120
45,mlp.experts.11.down_proj,0.0000093885,0.02500,2.540
45,mlp.experts.30.down_proj,0.0000025705,0.02500,1.114
45,mlp.experts.22.down_proj,0.0000015757,0.02500,1.115
45,mlp.experts.18.down_proj,0.0000067025,0.02500,1.203
45,mlp.experts.13.down_proj,0.0000076209,0.02500,2.688
45,mlp.experts.1.down_proj,0.0000076189,0.02500,2.878
45,mlp.experts.9.down_proj,0.0000025579,0.02500,2.854
45,mlp.experts.5.down_proj,0.0000023329,0.02500,2.965
45,mlp.experts.40.down_proj,0.0000014438,0.02500,0.904
45,mlp.experts.36.down_proj,0.0000115444,0.02500,0.890
45,mlp.experts.44.down_proj,0.0000054904,0.02500,0.919
45,mlp.experts.32.down_proj,0.0000032145,0.02500,0.965
45,mlp.experts.42.down_proj,0.0000038505,0.02500,0.890
45,mlp.experts.34.down_proj,0.0000034797,0.02500,0.896
45,mlp.experts.46.down_proj,0.0000061577,0.02500,1.099
45,mlp.experts.23.down_proj,0.0000034128,0.02500,1.303
45,mlp.experts.19.down_proj,0.0000061801,0.02500,1.354
45,mlp.experts.52.down_proj,0.0000047243,0.02500,0.822
45,mlp.experts.56.down_proj,0.0000052487,0.02500,0.841
45,mlp.experts.38.down_proj,0.0000080133,0.02500,1.171
45,mlp.experts.60.down_proj,0.0000038366,0.02500,0.852
45,mlp.experts.27.down_proj,0.0000055136,0.02500,1.342
45,mlp.experts.31.down_proj,0.0000140165,0.02500,1.397
45,mlp.experts.48.down_proj,0.0000048501,0.02500,0.863
45,mlp.experts.58.down_proj,0.0000015353,0.02500,0.864
45,mlp.experts.17.down_proj,0.0000018740,0.02500,1.482
45,mlp.experts.25.down_proj,0.0000077679,0.02500,1.496
45,mlp.experts.29.down_proj,0.0000023782,0.02500,1.624
45,mlp.experts.50.down_proj,0.0000057424,0.02500,0.975
45,mlp.experts.21.down_proj,0.0000068316,0.02500,1.645
45,mlp.experts.68.down_proj,0.0000091642,0.02500,0.849
45,mlp.experts.72.down_proj,0.0000086838,0.02500,0.850
45,mlp.experts.76.down_proj,0.0000033896,0.02500,0.843
45,mlp.experts.64.down_proj,0.0000029892,0.02500,0.857
45,mlp.experts.54.down_proj,0.0000125601,0.02500,0.946
45,mlp.experts.62.down_proj,0.0000064092,0.02500,1.161
45,mlp.experts.35.down_proj,0.0000334402,0.02500,1.252
45,mlp.experts.39.down_proj,0.0000028598,0.02500,1.320
45,mlp.experts.47.down_proj,0.0000034472,0.02500,1.237
45,mlp.experts.74.down_proj,0.0000080279,0.02500,0.938
45,mlp.experts.43.down_proj,0.0000078512,0.02500,1.355
45,mlp.experts.84.down_proj,0.0000069805,0.02500,0.877
45,mlp.experts.88.down_proj,0.0000047055,0.02500,0.891
45,mlp.experts.92.down_proj,0.0000028100,0.02500,0.921
45,mlp.experts.66.down_proj,0.0000029801,0.02500,1.056
45,mlp.experts.80.down_proj,0.0000028237,0.02500,0.904
45,mlp.experts.78.down_proj,0.0000037777,0.02500,0.870
45,mlp.experts.41.down_proj,0.0000044977,0.02500,1.463
45,mlp.experts.33.down_proj,0.0000043649,0.02500,1.504
45,mlp.experts.45.down_proj,0.0000166941,0.02500,1.452
45,mlp.experts.70.down_proj,0.0000058866,0.02500,1.151
45,mlp.experts.37.down_proj,0.0000038353,0.02500,1.513
45,mlp.experts.90.down_proj,0.0000079421,0.02500,0.874
45,mlp.experts.51.down_proj,0.0000021406,0.02500,1.228
45,mlp.experts.55.down_proj,0.0000114917,0.02500,1.215
45,mlp.experts.63.down_proj,0.0000094515,0.02500,1.234
45,mlp.experts.100.down_proj,0.0000080602,0.02500,0.840
45,mlp.experts.104.down_proj,0.0000042830,0.02500,0.856
45,mlp.experts.108.down_proj,0.0000128187,0.02500,0.859
45,mlp.experts.96.down_proj,0.0000055728,0.02500,0.839
45,mlp.experts.59.down_proj,0.0000039303,0.02500,1.310
45,mlp.experts.94.down_proj,0.0000018185,0.02500,0.905
45,mlp.experts.82.down_proj,0.0000022080,0.02500,1.161
45,mlp.experts.86.down_proj,0.0000094885,0.02500,0.997
45,mlp.experts.106.down_proj,0.0000085972,0.02500,0.859
45,mlp.experts.116.down_proj,0.0000045265,0.02500,0.639
45,mlp.experts.57.down_proj,0.0000035385,0.02500,1.271
45,mlp.experts.61.down_proj,0.0000131767,0.02500,1.223
45,mlp.experts.112.down_proj,0.0000028387,0.02500,0.603
45,mlp.experts.49.down_proj,0.0000098841,0.02500,1.273
45,mlp.experts.53.down_proj,0.0000054881,0.02500,1.360
45,mlp.experts.110.down_proj,0.0000101985,0.02500,1.028
45,mlp.experts.102.down_proj,0.0000025304,0.02500,0.741
45,mlp.experts.98.down_proj,0.0000033581,0.02500,0.928
45,mlp.experts.67.down_proj,0.0000026573,0.02500,1.443
45,mlp.experts.71.down_proj,0.0000041909,0.02500,1.422
45,mlp.experts.79.down_proj,0.0000044406,0.02500,1.410
45,mlp.experts.75.down_proj,0.0000020385,0.02500,1.502
45,mlp.experts.118.down_proj,0.0000034865,0.02500,0.599
45,mlp.experts.114.down_proj,0.0000033246,0.02500,0.588
45,mlp.experts.73.down_proj,0.0000051184,0.02500,1.274
45,mlp.experts.77.down_proj,0.0000023051,0.02500,1.280
45,mlp.experts.65.down_proj,0.0000101531,0.02500,1.321
45,mlp.experts.69.down_proj,0.0000087590,0.02500,1.174
45,mlp.experts.83.down_proj,0.0000080010,0.02500,1.519
45,mlp.experts.89.down_proj,0.0000021705,0.02500,0.905
45,mlp.experts.93.down_proj,0.0000140281,0.02500,0.905
45,mlp.experts.95.down_proj,0.0000056894,0.02500,1.532
45,mlp.experts.81.down_proj,0.0000038960,0.02500,0.899
45,mlp.experts.87.down_proj,0.0000020790,0.02500,1.612
45,mlp.experts.85.down_proj,0.0000124591,0.02500,0.924
45,mlp.experts.91.down_proj,0.0000089393,0.02500,1.605
45,mlp.experts.105.down_proj,0.0000108596,0.02500,0.860
45,mlp.experts.109.down_proj,0.0000057527,0.02500,0.862
45,mlp.experts.97.down_proj,0.0000092626,0.02500,0.856
45,mlp.experts.101.down_proj,0.0000040681,0.02500,0.903
45,mlp.experts.111.down_proj,0.0000067536,0.02500,1.461
45,mlp.experts.99.down_proj,0.0000050159,0.02500,1.543
45,mlp.experts.103.down_proj,0.0000056890,0.02500,1.540
45,mlp.experts.107.down_proj,0.0000069492,0.02500,1.477
45,mlp.experts.113.down_proj,0.0000174136,0.02500,1.014
45,mlp.experts.117.down_proj,0.0000074079,0.02500,0.870
45,mlp.experts.115.down_proj,0.0000026023,0.02500,1.008
45,mlp.experts.119.down_proj,0.0000017127,0.02500,0.926
46,self_attn.v_proj,0.0000001430,0.02500,1.548
46,self_attn.q_proj,0.0000005380,0.02500,2.117
46,self_attn.k_proj,0.0000000735,0.02500,2.168
46,self_attn.o_proj,0.0000002630,0.02500,3.791
46,mlp.shared_experts.gate_proj,0.0000016517,0.02500,1.291
46,mlp.shared_experts.up_proj,0.0000015446,0.02500,1.512
46,mlp.shared_experts.down_proj,0.0000001598,0.02500,0.376
46,mlp.experts.7.gate_proj,0.0000633881,0.02500,3.662
46,mlp.experts.3.gate_proj,0.0000142288,0.02500,3.860
46,mlp.experts.11.gate_proj,0.0000272170,0.02500,3.633
46,mlp.experts.15.gate_proj,0.0001001752,0.02500,3.785
46,mlp.experts.2.gate_proj,0.0000331963,0.02500,4.392
46,mlp.experts.10.gate_proj,0.0000444861,0.02500,4.438
46,mlp.experts.6.gate_proj,0.0000243780,0.02500,4.538
46,mlp.experts.14.gate_proj,0.0000233484,0.02500,4.621
46,mlp.experts.0.gate_proj,0.0000623800,0.02500,5.293
46,mlp.experts.8.gate_proj,0.0000217076,0.02500,5.242
46,mlp.experts.12.gate_proj,0.0001187603,0.02500,5.340
46,mlp.experts.4.gate_proj,0.0000410354,0.02500,5.535
46,mlp.experts.1.gate_proj,0.0000555575,0.02500,5.841
46,mlp.experts.5.gate_proj,0.0000365101,0.02500,5.865
46,mlp.experts.9.gate_proj,0.0000279811,0.02500,6.065
46,mlp.experts.13.gate_proj,0.0000329032,0.02500,6.157
46,mlp.experts.23.gate_proj,0.0000307315,0.02500,2.863
46,mlp.experts.19.gate_proj,0.0000106707,0.02500,2.856
46,mlp.experts.27.gate_proj,0.0000252760,0.02500,2.887
46,mlp.experts.31.gate_proj,0.0000228596,0.02500,2.873
46,mlp.experts.18.gate_proj,0.0000586963,0.02500,3.454
46,mlp.experts.26.gate_proj,0.0000185721,0.02500,3.378
46,mlp.experts.22.gate_proj,0.0000451537,0.02500,3.524
46,mlp.experts.30.gate_proj,0.0000318476,0.02500,3.937
46,mlp.experts.39.gate_proj,0.0000369668,0.02500,2.983
46,mlp.experts.35.gate_proj,0.0000425991,0.02500,3.009
46,mlp.experts.16.gate_proj,0.0000376315,0.02500,4.468
46,mlp.experts.24.gate_proj,0.0000249254,0.02500,4.452
46,mlp.experts.43.gate_proj,0.0000344495,0.02500,3.058
46,mlp.experts.17.gate_proj,0.0000620760,0.02500,4.069
46,mlp.experts.28.gate_proj,0.0000320023,0.02500,4.441
46,mlp.experts.47.gate_proj,0.0000212095,0.02500,3.065
46,mlp.experts.21.gate_proj,0.0000466888,0.02500,4.004
46,mlp.experts.20.gate_proj,0.0000396432,0.02500,4.570
46,mlp.experts.25.gate_proj,0.0000213576,0.02500,4.030
46,mlp.experts.29.gate_proj,0.0000164362,0.02500,4.069
46,mlp.experts.34.gate_proj,0.0000443427,0.02500,3.412
46,mlp.experts.42.gate_proj,0.0000217068,0.02500,3.529
46,mlp.experts.38.gate_proj,0.0000519799,0.02500,3.818
46,mlp.experts.46.gate_proj,0.0000290913,0.02500,3.514
46,mlp.experts.33.gate_proj,0.0000118176,0.02500,3.300
46,mlp.experts.37.gate_proj,0.0000712947,0.02500,3.253
46,mlp.experts.55.gate_proj,0.0000556717,0.02500,3.687
46,mlp.experts.41.gate_proj,0.0000245884,0.02500,3.236
46,mlp.experts.51.gate_proj,0.0000336702,0.02500,3.750
46,mlp.experts.45.gate_proj,0.0000308582,0.02500,3.228
46,mlp.experts.59.gate_proj,0.0000502996,0.02500,3.862
46,mlp.experts.63.gate_proj,0.0000221114,0.02500,3.861
46,mlp.experts.32.gate_proj,0.0000194350,0.02500,4.472
46,mlp.experts.44.gate_proj,0.0000468868,0.02500,4.375
46,mlp.experts.40.gate_proj,0.0000288147,0.02500,4.564
46,mlp.experts.36.gate_proj,0.0000451661,0.02500,4.370
46,mlp.experts.50.gate_proj,0.0000407972,0.02500,3.720
46,mlp.experts.58.gate_proj,0.0000438731,0.02500,3.761
46,mlp.experts.54.gate_proj,0.0000933240,0.02500,3.348
46,mlp.experts.62.gate_proj,0.0000350860,0.02500,3.617
46,mlp.experts.71.gate_proj,0.0000215136,0.02500,3.499
46,mlp.experts.67.gate_proj,0.0000725945,0.02500,3.435
46,mlp.experts.75.gate_proj,0.0000327713,0.02500,3.362
46,mlp.experts.79.gate_proj,0.0000364806,0.02500,3.436
46,mlp.experts.49.gate_proj,0.0000164814,0.02500,4.226
46,mlp.experts.53.gate_proj,0.0000236328,0.02500,4.225
46,mlp.experts.57.gate_proj,0.0000372732,0.02500,4.196
46,mlp.experts.61.gate_proj,0.0000138368,0.02500,4.308
46,mlp.experts.66.gate_proj,0.0000261447,0.02500,3.210
46,mlp.experts.56.gate_proj,0.0000393685,0.02500,4.164
46,mlp.experts.48.gate_proj,0.0000195550,0.02500,4.367
46,mlp.experts.60.gate_proj,0.0000213981,0.02500,4.319
46,mlp.experts.74.gate_proj,0.0000477216,0.02500,3.472
46,mlp.experts.52.gate_proj,0.0000476498,0.02500,4.283
46,mlp.experts.70.gate_proj,0.0000348432,0.02500,3.766
46,mlp.experts.78.gate_proj,0.0000251064,0.02500,3.612
46,mlp.experts.87.gate_proj,0.0000262130,0.02500,3.541
46,mlp.experts.83.gate_proj,0.0000170572,0.02500,3.550
46,mlp.experts.91.gate_proj,0.0000143484,0.02500,3.725
46,mlp.experts.95.gate_proj,0.0000314012,0.02500,3.594
46,mlp.experts.69.gate_proj,0.0000329392,0.02500,3.825
46,mlp.experts.65.gate_proj,0.0000236645,0.02500,3.977
46,mlp.experts.73.gate_proj,0.0000599068,0.02500,3.860
46,mlp.experts.77.gate_proj,0.0000243753,0.02500,3.781
46,mlp.experts.82.gate_proj,0.0000169767,0.02500,3.601
46,mlp.experts.90.gate_proj,0.0000269031,0.02500,4.035
46,mlp.experts.72.gate_proj,0.0000381639,0.02500,4.422
46,mlp.experts.86.gate_proj,0.0000473861,0.02500,3.870
46,mlp.experts.76.gate_proj,0.0000347188,0.02500,4.443
46,mlp.experts.68.gate_proj,0.0000257755,0.02500,4.439
46,mlp.experts.94.gate_proj,0.0000352155,0.02500,3.795
46,mlp.experts.64.gate_proj,0.0000203177,0.02500,4.656
46,mlp.experts.99.gate_proj,0.0000343041,0.02500,3.467
46,mlp.experts.103.gate_proj,0.0000206065,0.02500,3.743
46,mlp.experts.107.gate_proj,0.0000325149,0.02500,3.463
46,mlp.experts.111.gate_proj,0.0000442688,0.02500,3.684
46,mlp.experts.81.gate_proj,0.0000367395,0.02500,3.342
46,mlp.experts.85.gate_proj,0.0000313548,0.02500,3.445
46,mlp.experts.89.gate_proj,0.0000088896,0.02500,3.434
46,mlp.experts.93.gate_proj,0.0000159241,0.02500,3.532
46,mlp.experts.98.gate_proj,0.0000163037,0.02500,3.670
46,mlp.experts.106.gate_proj,0.0000338618,0.02500,3.518
46,mlp.experts.102.gate_proj,0.0000881762,0.02500,3.532
46,mlp.experts.110.gate_proj,0.0000422642,0.02500,3.554
46,mlp.experts.115.gate_proj,0.0000522216,0.02500,3.377
46,mlp.experts.92.gate_proj,0.0000309824,0.02500,4.468
46,mlp.experts.88.gate_proj,0.0000405504,0.02500,4.517
46,mlp.experts.84.gate_proj,0.0000364763,0.02500,4.498
46,mlp.experts.80.gate_proj,0.0000377136,0.02500,4.444
46,mlp.experts.3.up_proj,0.0000135430,0.02500,3.641
46,mlp.experts.119.gate_proj,0.0000809613,0.02500,3.960
46,mlp.experts.7.up_proj,0.0000619849,0.02500,3.774
46,mlp.experts.114.gate_proj,0.0000442419,0.02500,3.072
46,mlp.experts.97.gate_proj,0.0000373473,0.02500,4.296
46,mlp.experts.105.gate_proj,0.0000252910,0.02500,4.170
46,mlp.experts.101.gate_proj,0.0000456293,0.02500,4.382
46,mlp.experts.2.up_proj,0.0000313933,0.02500,3.048
46,mlp.experts.109.gate_proj,0.0000927185,0.02500,4.175
46,mlp.experts.118.gate_proj,0.0000313566,0.02500,3.040
46,mlp.experts.6.up_proj,0.0000237376,0.02500,2.982
46,mlp.experts.11.up_proj,0.0000266307,0.02500,3.797
46,mlp.experts.10.up_proj,0.0000416804,0.02500,3.026
46,mlp.experts.23.up_proj,0.0000274189,0.02500,3.205
46,mlp.experts.15.up_proj,0.0000974676,0.02500,3.627
46,mlp.experts.19.up_proj,0.0000104481,0.02500,4.171
46,mlp.experts.108.gate_proj,0.0000464785,0.02500,4.818
46,mlp.experts.18.up_proj,0.0000571678,0.02500,3.036
46,mlp.experts.96.gate_proj,0.0000346747,0.02500,4.727
46,mlp.experts.113.gate_proj,0.0000195156,0.02500,3.466
46,mlp.experts.1.up_proj,0.0000539174,0.02500,3.445
46,mlp.experts.100.gate_proj,0.0000208724,0.02500,4.881
46,mlp.experts.104.gate_proj,0.0000370319,0.02500,5.084
46,mlp.experts.117.gate_proj,0.0000723505,0.02500,3.436
46,mlp.experts.14.up_proj,0.0000221276,0.02500,3.068
46,mlp.experts.22.up_proj,0.0000426426,0.02500,3.032
46,mlp.experts.5.up_proj,0.0000362097,0.02500,3.529
46,mlp.experts.27.up_proj,0.0000243894,0.02500,3.729
46,mlp.experts.26.up_proj,0.0000182507,0.02500,3.304
46,mlp.experts.31.up_proj,0.0000227426,0.02500,3.265
46,mlp.experts.39.up_proj,0.0000357225,0.02500,3.546
46,mlp.experts.34.up_proj,0.0000432148,0.02500,3.345
46,mlp.experts.35.up_proj,0.0000417664,0.02500,3.592
46,mlp.experts.30.up_proj,0.0000320203,0.02500,3.366
46,mlp.experts.38.up_proj,0.0000509443,0.02500,3.359
46,mlp.experts.4.up_proj,0.0000391882,0.02500,4.322
46,mlp.experts.112.gate_proj,0.0000824745,0.02500,4.301
46,mlp.experts.17.up_proj,0.0000610760,0.02500,4.193
46,mlp.experts.116.gate_proj,0.0000336178,0.02500,4.267
46,mlp.experts.13.up_proj,0.0000312899,0.02500,4.227
46,mlp.experts.9.up_proj,0.0000272616,0.02500,4.419
46,mlp.experts.0.up_proj,0.0000599646,0.02500,4.396
46,mlp.experts.21.up_proj,0.0000462632,0.02500,4.278
46,mlp.experts.43.up_proj,0.0000329808,0.02500,3.636
46,mlp.experts.42.up_proj,0.0000216191,0.02500,3.964
46,mlp.experts.47.up_proj,0.0000207691,0.02500,4.102
46,mlp.experts.55.up_proj,0.0000553959,0.02500,3.984
46,mlp.experts.51.up_proj,0.0000328250,0.02500,3.532
46,mlp.experts.50.up_proj,0.0000399760,0.02500,3.695
46,mlp.experts.54.up_proj,0.0000897279,0.02500,3.610
46,mlp.experts.46.up_proj,0.0000283853,0.02500,3.940
46,mlp.experts.33.up_proj,0.0000117162,0.02500,3.477
46,mlp.experts.29.up_proj,0.0000165383,0.02500,3.490
46,mlp.experts.25.up_proj,0.0000210196,0.02500,3.518
46,mlp.experts.37.up_proj,0.0000711432,0.02500,3.563
46,mlp.experts.20.up_proj,0.0000389020,0.02500,4.491
46,mlp.experts.8.up_proj,0.0000213278,0.02500,4.505
46,mlp.experts.12.up_proj,0.0001132937,0.02500,4.538
46,mlp.experts.16.up_proj,0.0000361341,0.02500,4.534
46,mlp.experts.59.up_proj,0.0000489036,0.02500,3.896
46,mlp.experts.58.up_proj,0.0000427374,0.02500,3.630
46,mlp.experts.67.up_proj,0.0000698265,0.02500,3.462
46,mlp.experts.63.up_proj,0.0000209888,0.02500,3.766
46,mlp.experts.66.up_proj,0.0000252899,0.02500,3.624
46,mlp.experts.71.up_proj,0.0000212054,0.02500,3.920
46,mlp.experts.70.up_proj,0.0000337645,0.02500,3.617
46,mlp.experts.49.up_proj,0.0000161609,0.02500,3.250
46,mlp.experts.45.up_proj,0.0000299424,0.02500,3.216
46,mlp.experts.41.up_proj,0.0000240230,0.02500,3.244
46,mlp.experts.62.up_proj,0.0000341154,0.02500,3.772
46,mlp.experts.53.up_proj,0.0000233578,0.02500,3.250
46,mlp.experts.75.up_proj,0.0000310241,0.02500,3.204
46,mlp.experts.36.up_proj,0.0000439472,0.02500,4.477
46,mlp.experts.28.up_proj,0.0000308023,0.02500,4.389
46,mlp.experts.32.up_proj,0.0000191663,0.02500,4.405
46,mlp.experts.74.up_proj,0.0000467117,0.02500,3.542
46,mlp.experts.83.up_proj,0.0000163817,0.02500,3.380
46,mlp.experts.24.up_proj,0.0000241160,0.02500,5.093
46,mlp.experts.87.up_proj,0.0000258738,0.02500,3.527
46,mlp.experts.82.up_proj,0.0000163490,0.02500,3.618
46,mlp.experts.79.up_proj,0.0000349822,0.02500,3.955
46,mlp.experts.86.up_proj,0.0000449376,0.02500,3.591
46,mlp.experts.65.up_proj,0.0000233158,0.02500,3.575
46,mlp.experts.78.up_proj,0.0000249471,0.02500,3.369
46,mlp.experts.61.up_proj,0.0000133768,0.02500,3.576
46,mlp.experts.57.up_proj,0.0000373819,0.02500,3.686
46,mlp.experts.69.up_proj,0.0000323554,0.02500,3.861
46,mlp.experts.91.up_proj,0.0000141000,0.02500,3.481
46,mlp.experts.52.up_proj,0.0000465728,0.02500,3.820
46,mlp.experts.99.up_proj,0.0000370462,0.02500,3.453
46,mlp.experts.44.up_proj,0.0000464886,0.02500,3.786
46,mlp.experts.90.up_proj,0.0000258101,0.02500,3.581
46,mlp.experts.48.up_proj,0.0000192642,0.02500,3.731
46,mlp.experts.40.up_proj,0.0000277311,0.02500,3.606
46,mlp.experts.98.up_proj,0.0000157290,0.02500,3.582
46,mlp.experts.95.up_proj,0.0000310123,0.02500,3.604
46,mlp.experts.103.up_proj,0.0000203661,0.02500,3.974
46,mlp.experts.94.up_proj,0.0000353296,0.02500,3.667
46,mlp.experts.102.up_proj,0.0000873110,0.02500,3.941
46,mlp.experts.81.up_proj,0.0000358707,0.02500,4.504
46,mlp.experts.77.up_proj,0.0000230567,0.02500,4.541
46,mlp.experts.73.up_proj,0.0000597828,0.02500,4.527
46,mlp.experts.85.up_proj,0.0000310458,0.02500,4.444
46,mlp.experts.107.up_proj,0.0000312205,0.02500,3.413
46,mlp.experts.115.up_proj,0.0000494433,0.02500,3.354
46,mlp.experts.106.up_proj,0.0000335090,0.02500,3.484
46,mlp.experts.68.up_proj,0.0000253006,0.02500,3.905
46,mlp.experts.111.up_proj,0.0000446112,0.02500,3.101
46,mlp.experts.64.up_proj,0.0000204501,0.02500,3.897
46,mlp.experts.60.up_proj,0.0000213244,0.02500,4.014
46,mlp.experts.119.up_proj,0.0000782816,0.02500,3.048
46,mlp.experts.114.up_proj,0.0000437650,0.02500,3.499
46,mlp.experts.56.up_proj,0.0000390830,0.02500,4.072
46,mlp.experts.110.up_proj,0.0000418355,0.02500,3.655
46,mlp.experts.118.up_proj,0.0000309377,0.02500,3.533
46,mlp.experts.93.up_proj,0.0000158636,0.02500,4.216
46,mlp.experts.97.up_proj,0.0000376862,0.02500,4.392
46,mlp.experts.89.up_proj,0.0000087183,0.02500,4.369
46,mlp.experts.101.up_proj,0.0000443958,0.02500,4.411
46,mlp.experts.84.up_proj,0.0000356318,0.02500,4.152
46,mlp.experts.76.up_proj,0.0000339448,0.02500,4.154
46,mlp.experts.80.up_proj,0.0000365700,0.02500,4.314
46,mlp.experts.72.up_proj,0.0000374203,0.02500,4.288
46,mlp.experts.109.up_proj,0.0000862001,0.02500,4.486
46,mlp.experts.105.up_proj,0.0000231791,0.02500,4.287
46,mlp.experts.113.up_proj,0.0000189362,0.02500,4.767
46,mlp.experts.117.up_proj,0.0000692182,0.02500,4.120
46,mlp.experts.96.up_proj,0.0000342418,0.02500,3.211
46,mlp.experts.92.up_proj,0.0000294132,0.02500,3.521
46,mlp.experts.100.up_proj,0.0000205826,0.02500,3.822
46,mlp.experts.88.up_proj,0.0000401527,0.02500,3.590
46,mlp.experts.116.up_proj,0.0000330991,0.02500,3.182
46,mlp.experts.112.up_proj,0.0000768213,0.02500,3.881
46,mlp.experts.108.up_proj,0.0000431986,0.02500,4.067
46,mlp.experts.104.up_proj,0.0000363192,0.02500,3.450
46,mlp.experts.7.down_proj,0.0000135347,0.02500,1.378
46,mlp.experts.11.down_proj,0.0000033118,0.02500,1.382
46,mlp.experts.15.down_proj,0.0000403474,0.02500,1.436
46,mlp.experts.3.down_proj,0.0000071597,0.02500,1.456
46,mlp.experts.13.down_proj,0.0000042695,0.02500,1.653
46,mlp.experts.9.down_proj,0.0000046094,0.02500,1.654
46,mlp.experts.6.down_proj,0.0000026231,0.02500,1.676
46,mlp.experts.2.down_proj,0.0000031090,0.02500,1.692
46,mlp.experts.1.down_proj,0.0000113166,0.02500,1.696
46,mlp.experts.5.down_proj,0.0000054131,0.02500,1.693
46,mlp.experts.10.down_proj,0.0000054995,0.02500,1.704
46,mlp.experts.14.down_proj,0.0000018979,0.02500,1.755
46,mlp.experts.8.down_proj,0.0000033464,0.02500,2.136
46,mlp.experts.4.down_proj,0.0000041167,0.02500,2.140
46,mlp.experts.0.down_proj,0.0000092129,0.02500,2.233
46,mlp.experts.12.down_proj,0.0000349706,0.02500,2.252
46,mlp.experts.23.down_proj,0.0000116473,0.02500,1.005
46,mlp.experts.31.down_proj,0.0000024210,0.02500,0.974
46,mlp.experts.27.down_proj,0.0000028661,0.02500,1.057
46,mlp.experts.19.down_proj,0.0000040760,0.02500,1.034
46,mlp.experts.30.down_proj,0.0000052656,0.02500,0.860
46,mlp.experts.22.down_proj,0.0000062127,0.02500,0.979
46,mlp.experts.18.down_proj,0.0000109640,0.02500,1.030
46,mlp.experts.26.down_proj,0.0000029015,0.02500,1.140
46,mlp.experts.25.down_proj,0.0000027317,0.02500,1.249
46,mlp.experts.29.down_proj,0.0000064715,0.02500,1.255
46,mlp.experts.21.down_proj,0.0000058447,0.02500,1.251
46,mlp.experts.17.down_proj,0.0000087250,0.02500,1.309
46,mlp.experts.24.down_proj,0.0000107558,0.02500,0.875
46,mlp.experts.20.down_proj,0.0000038125,0.02500,0.881
46,mlp.experts.16.down_proj,0.0000052985,0.02500,0.853
46,mlp.experts.28.down_proj,0.0000033769,0.02500,0.856
46,mlp.experts.39.down_proj,0.0000037000,0.02500,0.974
46,mlp.experts.43.down_proj,0.0000113229,0.02500,1.011
46,mlp.experts.47.down_proj,0.0000030598,0.02500,1.062
46,mlp.experts.35.down_proj,0.0000047453,0.02500,1.014
46,mlp.experts.46.down_proj,0.0000032790,0.02500,0.918
46,mlp.experts.38.down_proj,0.0000228628,0.02500,0.967
46,mlp.experts.34.down_proj,0.0000040667,0.02500,1.040
46,mlp.experts.40.down_proj,0.0000035973,0.02500,0.833
46,mlp.experts.36.down_proj,0.0000081725,0.02500,0.836
46,mlp.experts.32.down_proj,0.0000022743,0.02500,0.844
46,mlp.experts.42.down_proj,0.0000035713,0.02500,1.086
46,mlp.experts.44.down_proj,0.0000082826,0.02500,0.829
46,mlp.experts.37.down_proj,0.0000156618,0.02500,1.288
46,mlp.experts.45.down_proj,0.0000037128,0.02500,1.351
46,mlp.experts.33.down_proj,0.0000024884,0.02500,1.260
46,mlp.experts.41.down_proj,0.0000027261,0.02500,1.360
46,mlp.experts.55.down_proj,0.0000086817,0.02500,0.999
46,mlp.experts.63.down_proj,0.0000021930,0.02500,0.944
46,mlp.experts.51.down_proj,0.0000052146,0.02500,1.006
46,mlp.experts.59.down_proj,0.0000052800,0.02500,1.114
46,mlp.experts.62.down_proj,0.0000087802,0.02500,1.164
46,mlp.experts.56.down_proj,0.0000058582,0.02500,0.817
46,mlp.experts.52.down_proj,0.0000069768,0.02500,0.817
46,mlp.experts.54.down_proj,0.0000105860,0.02500,1.115
46,mlp.experts.48.down_proj,0.0000023102,0.02500,0.822
46,mlp.experts.60.down_proj,0.0000038786,0.02500,0.835
46,mlp.experts.50.down_proj,0.0000047000,0.02500,1.328
46,mlp.experts.58.down_proj,0.0000052225,0.02500,1.258
46,mlp.experts.71.down_proj,0.0000060909,0.02500,0.955
46,mlp.experts.79.down_proj,0.0000045753,0.02500,0.985
46,mlp.experts.53.down_proj,0.0000031257,0.02500,1.195
46,mlp.experts.49.down_proj,0.0000020032,0.02500,1.198
46,mlp.experts.61.down_proj,0.0000019308,0.02500,1.241
46,mlp.experts.67.down_proj,0.0000240376,0.02500,1.019
46,mlp.experts.57.down_proj,0.0000059784,0.02500,1.262
46,mlp.experts.72.down_proj,0.0000040676,0.02500,0.840
46,mlp.experts.68.down_proj,0.0000026361,0.02500,0.831
46,mlp.experts.64.down_proj,0.0000069953,0.02500,0.849
46,mlp.experts.75.down_proj,0.0000034380,0.02500,1.075
46,mlp.experts.76.down_proj,0.0000050178,0.02500,0.850
46,mlp.experts.78.down_proj,0.0000058832,0.02500,1.353
46,mlp.experts.70.down_proj,0.0000068203,0.02500,1.505
46,mlp.experts.66.down_proj,0.0000027907,0.02500,1.291
46,mlp.experts.74.down_proj,0.0000053388,0.02500,1.293
46,mlp.experts.84.down_proj,0.0000075849,0.02500,0.973
46,mlp.experts.88.down_proj,0.0000055990,0.02500,1.004
46,mlp.experts.87.down_proj,0.0000032611,0.02500,1.266
46,mlp.experts.95.down_proj,0.0000049858,0.02500,1.226
46,mlp.experts.80.down_proj,0.0000050037,0.02500,1.082
46,mlp.experts.69.down_proj,0.0000036503,0.02500,1.278
46,mlp.experts.65.down_proj,0.0000029620,0.02500,1.284
46,mlp.experts.92.down_proj,0.0000031917,0.02500,1.079
46,mlp.experts.91.down_proj,0.0000014900,0.02500,1.186
46,mlp.experts.77.down_proj,0.0000064880,0.02500,1.340
46,mlp.experts.83.down_proj,0.0000044898,0.02500,1.329
46,mlp.experts.73.down_proj,0.0000125520,0.02500,1.344
46,mlp.experts.94.down_proj,0.0000052661,0.02500,1.289
46,mlp.experts.100.down_proj,0.0000021840,0.02500,0.922
46,mlp.experts.104.down_proj,0.0000068095,0.02500,0.924
46,mlp.experts.103.down_proj,0.0000021101,0.02500,1.134
46,mlp.experts.96.down_proj,0.0000063578,0.02500,1.052
46,mlp.experts.108.down_proj,0.0000062053,0.02500,0.990
46,mlp.experts.82.down_proj,0.0000017267,0.02500,1.389
46,mlp.experts.86.down_proj,0.0000087169,0.02500,1.556
46,mlp.experts.90.down_proj,0.0000033227,0.02500,1.388
46,mlp.experts.111.down_proj,0.0000076306,0.02500,1.295
46,mlp.experts.85.down_proj,0.0000051979,0.02500,1.231
46,mlp.experts.107.down_proj,0.0000100283,0.02500,1.157
46,mlp.experts.99.down_proj,0.0000059708,0.02500,1.165
46,mlp.experts.81.down_proj,0.0000081932,0.02500,1.298
46,mlp.experts.93.down_proj,0.0000030790,0.02500,1.243
46,mlp.experts.89.down_proj,0.0000013746,0.02500,1.262
46,mlp.experts.116.down_proj,0.0000047876,0.02500,0.901
46,mlp.experts.112.down_proj,0.0000184980,0.02500,0.728
46,mlp.experts.119.down_proj,0.0000263426,0.02500,0.827
46,mlp.experts.115.down_proj,0.0000097082,0.02500,0.698
46,mlp.experts.110.down_proj,0.0000076542,0.02500,1.562
46,mlp.experts.101.down_proj,0.0000052827,0.02500,1.323
46,mlp.experts.98.down_proj,0.0000015481,0.02500,1.678
46,mlp.experts.106.down_proj,0.0000106400,0.02500,1.585
46,mlp.experts.109.down_proj,0.0000120528,0.02500,1.383
46,mlp.experts.102.down_proj,0.0000090194,0.02500,1.733
46,mlp.experts.97.down_proj,0.0000077735,0.02500,1.535
46,mlp.experts.105.down_proj,0.0000056547,0.02500,1.464
46,mlp.experts.114.down_proj,0.0000068384,0.02500,0.760
46,mlp.experts.118.down_proj,0.0000046294,0.02500,0.718
46,mlp.experts.117.down_proj,0.0000101221,0.02500,0.991
46,mlp.experts.113.down_proj,0.0000023003,0.02500,0.742
47,self_attn.k_proj,0.0000000864,0.02500,1.671
47,self_attn.v_proj,0.0000001696,0.02500,1.916
47,self_attn.q_proj,0.0000006266,0.02500,2.069
47,self_attn.o_proj,0.0000002337,0.02500,3.585
47,mlp.shared_experts.gate_proj,0.0000017164,0.02500,1.452
47,mlp.shared_experts.up_proj,0.0000016192,0.02500,1.567
47,mlp.shared_experts.down_proj,0.0000001715,0.02500,0.630
47,mlp.experts.4.gate_proj,0.0000479967,0.02500,4.309
47,mlp.experts.8.gate_proj,0.0000258992,0.02500,4.311
47,mlp.experts.0.gate_proj,0.0000669689,0.02500,4.768
47,mlp.experts.12.gate_proj,0.0000864319,0.02500,4.564
47,mlp.experts.3.gate_proj,0.0000073689,0.02500,5.102
47,mlp.experts.11.gate_proj,0.0000443679,0.02500,4.956
47,mlp.experts.15.gate_proj,0.0000365481,0.02500,5.026
47,mlp.experts.1.gate_proj,0.0000342892,0.02500,5.365
47,mlp.experts.9.gate_proj,0.0000381974,0.02500,5.215
47,mlp.experts.7.gate_proj,0.0000430977,0.02500,5.095
47,mlp.experts.5.gate_proj,0.0000308511,0.02500,5.358
47,mlp.experts.13.gate_proj,0.0000614979,0.02500,5.503
47,mlp.experts.14.gate_proj,0.0000273274,0.02500,5.813
47,mlp.experts.6.gate_proj,0.0000185033,0.02500,5.821
47,mlp.experts.2.gate_proj,0.0000522292,0.02500,6.132
47,mlp.experts.10.gate_proj,0.0000433498,0.02500,5.953
47,mlp.experts.28.gate_proj,0.0000260455,0.02500,2.963
47,mlp.experts.16.gate_proj,0.0000565996,0.02500,3.148
47,mlp.experts.20.gate_proj,0.0000256843,0.02500,3.729
47,mlp.experts.24.gate_proj,0.0000223400,0.02500,3.617
47,mlp.experts.31.gate_proj,0.0000378080,0.02500,3.167
47,mlp.experts.23.gate_proj,0.0000329188,0.02500,3.022
47,mlp.experts.27.gate_proj,0.0000236917,0.02500,3.635
47,mlp.experts.19.gate_proj,0.0000209098,0.02500,3.854
47,mlp.experts.22.gate_proj,0.0000321038,0.02500,3.008
47,mlp.experts.26.gate_proj,0.0000541651,0.02500,2.922
47,mlp.experts.18.gate_proj,0.0000455532,0.02500,3.039
47,mlp.experts.30.gate_proj,0.0001133611,0.02500,3.193
47,mlp.experts.17.gate_proj,0.0000489477,0.02500,4.243
47,mlp.experts.25.gate_proj,0.0000530191,0.02500,4.266
47,mlp.experts.21.gate_proj,0.0000398355,0.02500,4.240
47,mlp.experts.29.gate_proj,0.0000349707,0.02500,4.403
47,mlp.experts.44.gate_proj,0.0000459932,0.02500,2.952
47,mlp.experts.40.gate_proj,0.0000871840,0.02500,3.137
47,mlp.experts.32.gate_proj,0.0000280974,0.02500,3.450
47,mlp.experts.47.gate_proj,0.0000418126,0.02500,3.149
47,mlp.experts.36.gate_proj,0.0000315189,0.02500,3.635
47,mlp.experts.43.gate_proj,0.0000506580,0.02500,2.998
47,mlp.experts.39.gate_proj,0.0000252379,0.02500,3.646
47,mlp.experts.35.gate_proj,0.0000209703,0.02500,3.710
47,mlp.experts.42.gate_proj,0.0000349814,0.02500,4.093
47,mlp.experts.34.gate_proj,0.0000255556,0.02500,4.164
47,mlp.experts.46.gate_proj,0.0000556872,0.02500,4.109
47,mlp.experts.38.gate_proj,0.0000450196,0.02500,4.424
47,mlp.experts.33.gate_proj,0.0000377078,0.02500,4.345
47,mlp.experts.37.gate_proj,0.0000255802,0.02500,4.287
47,mlp.experts.41.gate_proj,0.0000379739,0.02500,4.490
47,mlp.experts.60.gate_proj,0.0000350282,0.02500,3.581
47,mlp.experts.45.gate_proj,0.0000312461,0.02500,4.345
47,mlp.experts.48.gate_proj,0.0000399793,0.02500,3.530
47,mlp.experts.56.gate_proj,0.0000161096,0.02500,3.649
47,mlp.experts.55.gate_proj,0.0000229877,0.02500,3.008
47,mlp.experts.52.gate_proj,0.0000114943,0.02500,3.653
47,mlp.experts.63.gate_proj,0.0000273421,0.02500,3.818
47,mlp.experts.59.gate_proj,0.0000147989,0.02500,3.779
47,mlp.experts.51.gate_proj,0.0000403075,0.02500,3.204
47,mlp.experts.76.gate_proj,0.0000270619,0.02500,3.289
47,mlp.experts.50.gate_proj,0.0000670903,0.02500,4.591
47,mlp.experts.58.gate_proj,0.0000549649,0.02500,4.775
47,mlp.experts.54.gate_proj,0.0000356599,0.02500,4.606
47,mlp.experts.49.gate_proj,0.0000356586,0.02500,4.153
47,mlp.experts.62.gate_proj,0.0000545097,0.02500,4.889
47,mlp.experts.64.gate_proj,0.0000724947,0.02500,3.438
47,mlp.experts.57.gate_proj,0.0000486289,0.02500,4.213
47,mlp.experts.53.gate_proj,0.0000127027,0.02500,4.428
47,mlp.experts.61.gate_proj,0.0000529840,0.02500,4.159
47,mlp.experts.72.gate_proj,0.0000398367,0.02500,3.783
47,mlp.experts.71.gate_proj,0.0000428705,0.02500,3.631
47,mlp.experts.79.gate_proj,0.0000116131,0.02500,3.549
47,mlp.experts.67.gate_proj,0.0000157675,0.02500,3.293
47,mlp.experts.68.gate_proj,0.0000498930,0.02500,3.970
47,mlp.experts.75.gate_proj,0.0000541412,0.02500,3.903
47,mlp.experts.92.gate_proj,0.0000735321,0.02500,3.688
47,mlp.experts.66.gate_proj,0.0000864271,0.02500,3.503
47,mlp.experts.74.gate_proj,0.0000208419,0.02500,3.505
47,mlp.experts.80.gate_proj,0.0000395299,0.02500,3.170
47,mlp.experts.70.gate_proj,0.0000553114,0.02500,3.492
47,mlp.experts.78.gate_proj,0.0000264525,0.02500,3.510
47,mlp.experts.88.gate_proj,0.0000338781,0.02500,3.110
47,mlp.experts.95.gate_proj,0.0000331186,0.02500,3.822
47,mlp.experts.87.gate_proj,0.0000315861,0.02500,4.067
47,mlp.experts.65.gate_proj,0.0000575153,0.02500,4.730
47,mlp.experts.84.gate_proj,0.0000342787,0.02500,3.734
47,mlp.experts.83.gate_proj,0.0000681763,0.02500,3.893
47,mlp.experts.73.gate_proj,0.0000277137,0.02500,4.709
47,mlp.experts.91.gate_proj,0.0000500548,0.02500,3.789
47,mlp.experts.69.gate_proj,0.0000266270,0.02500,4.829
47,mlp.experts.77.gate_proj,0.0000198234,0.02500,4.945
47,mlp.experts.82.gate_proj,0.0000238803,0.02500,3.301
47,mlp.experts.90.gate_proj,0.0000414685,0.02500,3.297
47,mlp.experts.86.gate_proj,0.0000496772,0.02500,3.275
47,mlp.experts.94.gate_proj,0.0000636690,0.02500,3.257
47,mlp.experts.108.gate_proj,0.0000313151,0.02500,4.317
47,mlp.experts.96.gate_proj,0.0000257025,0.02500,4.163
47,mlp.experts.104.gate_proj,0.0000680704,0.02500,4.257
47,mlp.experts.103.gate_proj,0.0000390162,0.02500,3.604
47,mlp.experts.111.gate_proj,0.0000638449,0.02500,3.850
47,mlp.experts.99.gate_proj,0.0000363668,0.02500,3.671
47,mlp.experts.107.gate_proj,0.0000230481,0.02500,3.687
47,mlp.experts.81.gate_proj,0.0000370160,0.02500,4.366
47,mlp.experts.100.gate_proj,0.0000430806,0.02500,4.315
47,mlp.experts.89.gate_proj,0.0000305667,0.02500,4.625
47,mlp.experts.98.gate_proj,0.0000277595,0.02500,3.118
47,mlp.experts.106.gate_proj,0.0000292169,0.02500,3.119
47,mlp.experts.85.gate_proj,0.0000252285,0.02500,4.535
47,mlp.experts.102.gate_proj,0.0000135714,0.02500,3.142
47,mlp.experts.93.gate_proj,0.0000255761,0.02500,4.440
47,mlp.experts.110.gate_proj,0.0000312525,0.02500,3.177
47,mlp.experts.112.gate_proj,0.0000284847,0.02500,3.578
47,mlp.experts.4.up_proj,0.0000467378,0.02500,3.645
47,mlp.experts.0.up_proj,0.0000643282,0.02500,3.747
47,mlp.experts.7.up_proj,0.0000411420,0.02500,3.565
47,mlp.experts.119.gate_proj,0.0000497062,0.02500,4.007
47,mlp.experts.115.gate_proj,0.0000386612,0.02500,3.980
47,mlp.experts.3.up_proj,0.0000072214,0.02500,3.890
47,mlp.experts.116.gate_proj,0.0000446894,0.02500,3.665
47,mlp.experts.2.up_proj,0.0000526028,0.02500,3.165
47,mlp.experts.114.gate_proj,0.0000155913,0.02500,3.281
47,mlp.experts.118.gate_proj,0.0000123220,0.02500,3.218
47,mlp.experts.6.up_proj,0.0000181939,0.02500,3.194
47,mlp.experts.97.gate_proj,0.0000322722,0.02500,4.611
47,mlp.experts.109.gate_proj,0.0000556152,0.02500,4.374
47,mlp.experts.101.gate_proj,0.0000524378,0.02500,4.659
47,mlp.experts.105.gate_proj,0.0000294148,0.02500,4.878
47,mlp.experts.8.up_proj,0.0000253640,0.02500,3.554
47,mlp.experts.20.up_proj,0.0000250955,0.02500,3.631
47,mlp.experts.16.up_proj,0.0000560873,0.02500,3.462
47,mlp.experts.15.up_proj,0.0000352576,0.02500,3.644
47,mlp.experts.23.up_proj,0.0000325929,0.02500,3.901
47,mlp.experts.12.up_proj,0.0000784820,0.02500,3.520
47,mlp.experts.19.up_proj,0.0000204750,0.02500,3.675
47,mlp.experts.11.up_proj,0.0000437572,0.02500,3.961
47,mlp.experts.18.up_proj,0.0000439711,0.02500,3.691
47,mlp.experts.10.up_proj,0.0000430909,0.02500,3.790
47,mlp.experts.14.up_proj,0.0000265716,0.02500,3.779
47,mlp.experts.22.up_proj,0.0000317493,0.02500,3.846
47,mlp.experts.24.up_proj,0.0000215549,0.02500,3.453
47,mlp.experts.113.gate_proj,0.0000485877,0.02500,4.488
47,mlp.experts.36.up_proj,0.0000303357,0.02500,3.637
47,mlp.experts.5.up_proj,0.0000291350,0.02500,4.314
47,mlp.experts.117.gate_proj,0.0001289114,0.02500,4.267
47,mlp.experts.1.up_proj,0.0000337709,0.02500,4.369
47,mlp.experts.32.up_proj,0.0000275772,0.02500,3.776
47,mlp.experts.31.up_proj,0.0000356283,0.02500,3.495
47,mlp.experts.39.up_proj,0.0000245453,0.02500,3.737
47,mlp.experts.28.up_proj,0.0000257954,0.02500,3.558
47,mlp.experts.35.up_proj,0.0000205985,0.02500,3.588
47,mlp.experts.27.up_proj,0.0000216311,0.02500,3.604
47,mlp.experts.34.up_proj,0.0000239465,0.02500,4.192
47,mlp.experts.26.up_proj,0.0000520141,0.02500,4.284
47,mlp.experts.30.up_proj,0.0001096393,0.02500,4.259
47,mlp.experts.38.up_proj,0.0000452451,0.02500,4.292
47,mlp.experts.9.up_proj,0.0000371101,0.02500,3.382
47,mlp.experts.21.up_proj,0.0000391981,0.02500,3.438
47,mlp.experts.52.up_proj,0.0000111204,0.02500,3.669
47,mlp.experts.40.up_proj,0.0000837562,0.02500,3.992
47,mlp.experts.17.up_proj,0.0000479839,0.02500,3.383
47,mlp.experts.13.up_proj,0.0000589996,0.02500,3.633
47,mlp.experts.48.up_proj,0.0000388687,0.02500,3.857
47,mlp.experts.47.up_proj,0.0000420666,0.02500,3.714
47,mlp.experts.55.up_proj,0.0000227148,0.02500,3.704
47,mlp.experts.44.up_proj,0.0000447566,0.02500,3.661
47,mlp.experts.51.up_proj,0.0000416952,0.02500,3.849
47,mlp.experts.43.up_proj,0.0000470238,0.02500,3.758
47,mlp.experts.50.up_proj,0.0000648506,0.02500,3.924
47,mlp.experts.46.up_proj,0.0000509685,0.02500,3.805
47,mlp.experts.42.up_proj,0.0000328270,0.02500,3.948
47,mlp.experts.54.up_proj,0.0000339642,0.02500,3.754
47,mlp.experts.56.up_proj,0.0000160893,0.02500,3.169
47,mlp.experts.25.up_proj,0.0000520819,0.02500,4.449
47,mlp.experts.68.up_proj,0.0000490145,0.02500,3.984
47,mlp.experts.64.up_proj,0.0000711188,0.02500,3.403
47,mlp.experts.37.up_proj,0.0000249336,0.02500,4.322
47,mlp.experts.33.up_proj,0.0000355831,0.02500,4.330
47,mlp.experts.63.up_proj,0.0000266842,0.02500,3.483
47,mlp.experts.29.up_proj,0.0000334702,0.02500,4.441
47,mlp.experts.71.up_proj,0.0000418041,0.02500,3.738
47,mlp.experts.67.up_proj,0.0000153955,0.02500,3.599
47,mlp.experts.59.up_proj,0.0000145152,0.02500,3.693
47,mlp.experts.60.up_proj,0.0000340410,0.02500,4.160
47,mlp.experts.66.up_proj,0.0000814054,0.02500,3.241
47,mlp.experts.58.up_proj,0.0000545568,0.02500,3.220
47,mlp.experts.62.up_proj,0.0000539850,0.02500,3.312
47,mlp.experts.70.up_proj,0.0000541405,0.02500,3.273
47,mlp.experts.72.up_proj,0.0000384879,0.02500,3.904
47,mlp.experts.80.up_proj,0.0000378840,0.02500,3.432
47,mlp.experts.84.up_proj,0.0000330479,0.02500,4.057
47,mlp.experts.41.up_proj,0.0000372573,0.02500,4.370
47,mlp.experts.87.up_proj,0.0000309694,0.02500,3.250
47,mlp.experts.79.up_proj,0.0000112873,0.02500,3.817
47,mlp.experts.53.up_proj,0.0000123536,0.02500,4.358
47,mlp.experts.75.up_proj,0.0000529737,0.02500,3.360
47,mlp.experts.49.up_proj,0.0000344975,0.02500,4.486
47,mlp.experts.45.up_proj,0.0000307039,0.02500,4.369
47,mlp.experts.82.up_proj,0.0000236385,0.02500,3.258
47,mlp.experts.83.up_proj,0.0000645556,0.02500,3.811
47,mlp.experts.74.up_proj,0.0000206515,0.02500,3.258
47,mlp.experts.78.up_proj,0.0000258817,0.02500,3.318
47,mlp.experts.86.up_proj,0.0000493497,0.02500,3.319
47,mlp.experts.76.up_proj,0.0000267833,0.02500,3.993
47,mlp.experts.88.up_proj,0.0000309153,0.02500,3.229
47,mlp.experts.96.up_proj,0.0000250535,0.02500,3.839
47,mlp.experts.100.up_proj,0.0000425505,0.02500,3.534
47,mlp.experts.95.up_proj,0.0000325270,0.02500,3.766
47,mlp.experts.103.up_proj,0.0000385131,0.02500,3.881
47,mlp.experts.91.up_proj,0.0000495837,0.02500,3.594
47,mlp.experts.99.up_proj,0.0000357209,0.02500,3.418
47,mlp.experts.98.up_proj,0.0000277755,0.02500,3.435
47,mlp.experts.57.up_proj,0.0000477189,0.02500,4.402
47,mlp.experts.90.up_proj,0.0000399644,0.02500,3.497
47,mlp.experts.69.up_proj,0.0000262102,0.02500,4.442
47,mlp.experts.94.up_proj,0.0000620885,0.02500,3.623
47,mlp.experts.102.up_proj,0.0000132156,0.02500,3.691
47,mlp.experts.65.up_proj,0.0000530631,0.02500,4.494
47,mlp.experts.61.up_proj,0.0000519602,0.02500,4.641
47,mlp.experts.114.up_proj,0.0000153090,0.02500,4.816
47,mlp.experts.106.up_proj,0.0000263673,0.02500,4.656
47,mlp.experts.110.up_proj,0.0000304670,0.02500,4.489
47,mlp.experts.118.up_proj,0.0000120977,0.02500,4.288
47,mlp.experts.73.up_proj,0.0000274101,0.02500,5.895
47,mlp.experts.85.up_proj,0.0000247440,0.02500,5.689
47,mlp.experts.81.up_proj,0.0000360010,0.02500,5.762
47,mlp.experts.77.up_proj,0.0000194223,0.02500,5.697
47,mlp.experts.92.up_proj,0.0000718472,0.02500,11.476
47,mlp.experts.104.up_proj,0.0000655331,0.02500,11.708
47,mlp.experts.112.up_proj,0.0000277970,0.02500,11.256
47,mlp.experts.116.up_proj,0.0000409244,0.02500,11.222
47,mlp.experts.108.up_proj,0.0000307403,0.02500,2.195
47,mlp.experts.89.up_proj,0.0000294812,0.02500,22.185
47,mlp.experts.101.up_proj,0.0000532349,0.02500,22.112
47,mlp.experts.97.up_proj,0.0000318381,0.02500,22.212
47,mlp.experts.93.up_proj,0.0000246631,0.02500,22.186
47,mlp.experts.117.up_proj,0.0001227592,0.02500,6.184
47,mlp.experts.105.up_proj,0.0000294911,0.02500,6.315
47,mlp.experts.113.up_proj,0.0000479480,0.02500,5.736
47,mlp.experts.109.up_proj,0.0000542082,0.02500,5.639
47,mlp.experts.107.up_proj,0.0000226039,0.02500,4.717
47,mlp.experts.119.up_proj,0.0000471351,0.02500,4.826
47,mlp.experts.115.up_proj,0.0000382900,0.02500,4.884
47,mlp.experts.111.up_proj,0.0000589445,0.02500,4.906
47,mlp.experts.0.down_proj,0.0000136767,0.02500,1.038
47,mlp.experts.3.down_proj,0.0000016122,0.02500,1.081
47,mlp.experts.4.down_proj,0.0000051974,0.02500,1.225
47,mlp.experts.15.down_proj,0.0000080076,0.02500,1.073
47,mlp.experts.7.down_proj,0.0000056910,0.02500,1.076
47,mlp.experts.11.down_proj,0.0000064850,0.02500,1.092
47,mlp.experts.8.down_proj,0.0000070467,0.02500,1.151
47,mlp.experts.12.down_proj,0.0000136737,0.02500,1.217
47,mlp.experts.16.down_proj,0.0000132638,0.02500,0.946
47,mlp.experts.19.down_proj,0.0000025047,0.02500,0.913
47,mlp.experts.5.down_proj,0.0000078268,0.02500,1.997
47,mlp.experts.1.down_proj,0.0000043298,0.02500,2.000
47,mlp.experts.13.down_proj,0.0000189066,0.02500,1.760
47,mlp.experts.9.down_proj,0.0000044442,0.02500,1.763
47,mlp.experts.31.down_proj,0.0000051649,0.02500,0.948
47,mlp.experts.20.down_proj,0.0000027251,0.02500,1.101
47,mlp.experts.23.down_proj,0.0000045224,0.02500,0.962
47,mlp.experts.27.down_proj,0.0000099080,0.02500,0.951
47,mlp.experts.10.down_proj,0.0000083599,0.02500,2.182
47,mlp.experts.24.down_proj,0.0000025455,0.02500,1.050
47,mlp.experts.14.down_proj,0.0000031224,0.02500,2.170
47,mlp.experts.28.down_proj,0.0000028146,0.02500,1.020
47,mlp.experts.2.down_proj,0.0000183165,0.02500,2.534
47,mlp.experts.6.down_proj,0.0000050513,0.02500,2.270
47,mlp.experts.17.down_proj,0.0000060712,0.02500,0.969
47,mlp.experts.21.down_proj,0.0000067886,0.02500,0.974
47,mlp.experts.25.down_proj,0.0000072469,0.02500,0.956
47,mlp.experts.35.down_proj,0.0000046353,0.02500,1.035
47,mlp.experts.29.down_proj,0.0000049516,0.02500,0.985
47,mlp.experts.32.down_proj,0.0000068567,0.02500,1.116
47,mlp.experts.47.down_proj,0.0000088830,0.02500,0.952
47,mlp.experts.43.down_proj,0.0000176318,0.02500,0.952
47,mlp.experts.39.down_proj,0.0000026955,0.02500,0.960
47,mlp.experts.36.down_proj,0.0000035726,0.02500,1.031
47,mlp.experts.44.down_proj,0.0000056762,0.02500,1.114
47,mlp.experts.40.down_proj,0.0000192656,0.02500,1.236
47,mlp.experts.30.down_proj,0.0000193732,0.02500,1.398
47,mlp.experts.26.down_proj,0.0000106767,0.02500,1.452
47,mlp.experts.18.down_proj,0.0000092200,0.02500,1.430
47,mlp.experts.22.down_proj,0.0000043745,0.02500,1.430
47,mlp.experts.37.down_proj,0.0000025258,0.02500,1.101
47,mlp.experts.33.down_proj,0.0000043624,0.02500,1.131
47,mlp.experts.41.down_proj,0.0000041953,0.02500,1.088
47,mlp.experts.45.down_proj,0.0000045064,0.02500,1.139
47,mlp.experts.51.down_proj,0.0000122293,0.02500,1.175
47,mlp.experts.48.down_proj,0.0000051839,0.02500,1.159
47,mlp.experts.63.down_proj,0.0000032668,0.02500,1.184
47,mlp.experts.59.down_proj,0.0000012528,0.02500,1.179
47,mlp.experts.55.down_proj,0.0000030269,0.02500,1.191
47,mlp.experts.52.down_proj,0.0000013705,0.02500,1.178
47,mlp.experts.60.down_proj,0.0000055535,0.02500,1.217
47,mlp.experts.56.down_proj,0.0000020231,0.02500,1.244
47,mlp.experts.53.down_proj,0.0000019618,0.02500,1.046
47,mlp.experts.49.down_proj,0.0000036799,0.02500,1.051
47,mlp.experts.61.down_proj,0.0000079760,0.02500,1.022
47,mlp.experts.67.down_proj,0.0000025805,0.02500,0.996
47,mlp.experts.57.down_proj,0.0000059271,0.02500,1.113
47,mlp.experts.34.down_proj,0.0000024267,0.02500,1.256
47,mlp.experts.46.down_proj,0.0000120900,0.02500,1.340
47,mlp.experts.38.down_proj,0.0000080433,0.02500,1.262
47,mlp.experts.42.down_proj,0.0000040346,0.02500,1.331
47,mlp.experts.64.down_proj,0.0000246013,0.02500,1.117
47,mlp.experts.79.down_proj,0.0000041186,0.02500,0.939
47,mlp.experts.71.down_proj,0.0000099296,0.02500,0.944
47,mlp.experts.75.down_proj,0.0000080987,0.02500,0.991
47,mlp.experts.68.down_proj,0.0000080863,0.02500,1.222
47,mlp.experts.76.down_proj,0.0000051884,0.02500,1.075
47,mlp.experts.72.down_proj,0.0000051290,0.02500,1.067
47,mlp.experts.83.down_proj,0.0000241971,0.02500,0.910
47,mlp.experts.69.down_proj,0.0000043754,0.02500,1.126
47,mlp.experts.95.down_proj,0.0000038504,0.02500,0.918
47,mlp.experts.87.down_proj,0.0000031323,0.02500,0.929
47,mlp.experts.73.down_proj,0.0000038701,0.02500,1.141
47,mlp.experts.77.down_proj,0.0000044595,0.02500,1.170
47,mlp.experts.65.down_proj,0.0000079748,0.02500,1.236
47,mlp.experts.91.down_proj,0.0000074257,0.02500,0.930
47,mlp.experts.80.down_proj,0.0000052293,0.02500,1.185
47,mlp.experts.62.down_proj,0.0000106528,0.02500,1.430
47,mlp.experts.54.down_proj,0.0000036441,0.02500,1.420
47,mlp.experts.50.down_proj,0.0000161359,0.02500,1.462
47,mlp.experts.58.down_proj,0.0000101599,0.02500,1.501
47,mlp.experts.84.down_proj,0.0000049858,0.02500,1.175
47,mlp.experts.92.down_proj,0.0000172185,0.02500,1.030
47,mlp.experts.88.down_proj,0.0000033101,0.02500,0.981
47,mlp.experts.99.down_proj,0.0000045578,0.02500,0.926
47,mlp.experts.111.down_proj,0.0000100065,0.02500,0.904
47,mlp.experts.85.down_proj,0.0000034857,0.02500,0.979
47,mlp.experts.107.down_proj,0.0000040191,0.02500,0.885
47,mlp.experts.103.down_proj,0.0000060084,0.02500,0.931
47,mlp.experts.89.down_proj,0.0000060152,0.02500,1.075
47,mlp.experts.93.down_proj,0.0000037470,0.02500,1.083
47,mlp.experts.81.down_proj,0.0000116324,0.02500,1.149
47,mlp.experts.96.down_proj,0.0000032426,0.02500,1.132
47,mlp.experts.115.down_proj,0.0000058825,0.02500,0.719
47,mlp.experts.70.down_proj,0.0000094103,0.02500,1.232
47,mlp.experts.119.down_proj,0.0000074341,0.02500,0.626
47,mlp.experts.100.down_proj,0.0000065847,0.02500,0.996
47,mlp.experts.66.down_proj,0.0000264152,0.02500,1.282
47,mlp.experts.104.down_proj,0.0000120258,0.02500,0.942
47,mlp.experts.78.down_proj,0.0000049739,0.02500,1.302
47,mlp.experts.108.down_proj,0.0000034062,0.02500,1.074
47,mlp.experts.74.down_proj,0.0000027787,0.02500,1.300
47,mlp.experts.112.down_proj,0.0000106783,0.02500,0.834
47,mlp.experts.101.down_proj,0.0000099473,0.02500,1.323
47,mlp.experts.116.down_proj,0.0000046364,0.02500,0.690
47,mlp.experts.105.down_proj,0.0000072473,0.02500,1.299
47,mlp.experts.109.down_proj,0.0000105100,0.02500,1.289
47,mlp.experts.97.down_proj,0.0000038321,0.02500,1.491
47,mlp.experts.86.down_proj,0.0000073581,0.02500,1.413
47,mlp.experts.94.down_proj,0.0000096329,0.02500,1.400
47,mlp.experts.90.down_proj,0.0000052949,0.02500,1.412
47,mlp.experts.82.down_proj,0.0000040571,0.02500,1.611
47,mlp.experts.117.down_proj,0.0000471445,0.02500,1.036
47,mlp.experts.113.down_proj,0.0000077014,0.02500,0.905
47,mlp.experts.102.down_proj,0.0000021812,0.02500,1.305
47,mlp.experts.110.down_proj,0.0000046708,0.02500,1.303
47,mlp.experts.106.down_proj,0.0000145961,0.02500,1.290
47,mlp.experts.98.down_proj,0.0000106169,0.02500,1.447
47,mlp.experts.118.down_proj,0.0000035980,0.02500,0.914
47,mlp.experts.114.down_proj,0.0000019057,0.02500,0.705
48,self_attn.k_proj,0.0000000579,0.02500,1.660
48,self_attn.v_proj,0.0000001137,0.02500,1.778
48,self_attn.q_proj,0.0000004740,0.02500,2.012
48,self_attn.o_proj,0.0000001944,0.02500,4.078
48,mlp.shared_experts.gate_proj,0.0000018207,0.02500,1.293
48,mlp.shared_experts.up_proj,0.0000016508,0.02500,1.399
48,mlp.shared_experts.down_proj,0.0000001768,0.02500,0.430
48,mlp.experts.9.gate_proj,0.0000380782,0.02500,3.187
48,mlp.experts.1.gate_proj,0.0000454092,0.02500,3.248
48,mlp.experts.13.gate_proj,0.0000751457,0.02500,3.292
48,mlp.experts.5.gate_proj,0.0000550216,0.02500,3.341
48,mlp.experts.3.gate_proj,0.0000654733,0.02500,4.524
48,mlp.experts.15.gate_proj,0.0000334501,0.02500,4.618
48,mlp.experts.7.gate_proj,0.0000393860,0.02500,4.662
48,mlp.experts.11.gate_proj,0.0000768857,0.02500,4.719
48,mlp.experts.10.gate_proj,0.0000486410,0.02500,4.872
48,mlp.experts.2.gate_proj,0.0000380849,0.02500,4.937
48,mlp.experts.14.gate_proj,0.0000366775,0.02500,5.138
48,mlp.experts.6.gate_proj,0.0000418356,0.02500,5.136
48,mlp.experts.4.gate_proj,0.0000320671,0.02500,5.201
48,mlp.experts.0.gate_proj,0.0000222160,0.02500,5.366
48,mlp.experts.8.gate_proj,0.0000528614,0.02500,5.417
48,mlp.experts.12.gate_proj,0.0000621515,0.02500,5.535
48,mlp.experts.25.gate_proj,0.0000374702,0.02500,3.519
48,mlp.experts.29.gate_proj,0.0000209381,0.02500,3.471
48,mlp.experts.17.gate_proj,0.0000525106,0.02500,3.627
48,mlp.experts.21.gate_proj,0.0000577325,0.02500,3.573
48,mlp.experts.19.gate_proj,0.0000339285,0.02500,4.353
48,mlp.experts.31.gate_proj,0.0000439186,0.02500,4.362
48,mlp.experts.27.gate_proj,0.0000238487,0.02500,4.268
48,mlp.experts.26.gate_proj,0.0000456082,0.02500,4.124
48,mlp.experts.22.gate_proj,0.0000266701,0.02500,3.962
48,mlp.experts.18.gate_proj,0.0000215438,0.02500,4.198
48,mlp.experts.23.gate_proj,0.0000265822,0.02500,4.506
48,mlp.experts.30.gate_proj,0.0000306236,0.02500,4.104
48,mlp.experts.24.gate_proj,0.0000293730,0.02500,4.567
48,mlp.experts.20.gate_proj,0.0000555369,0.02500,5.032
48,mlp.experts.16.gate_proj,0.0000310817,0.02500,4.947
48,mlp.experts.28.gate_proj,0.0000560128,0.02500,5.139
48,mlp.experts.37.gate_proj,0.0000438440,0.02500,3.853
48,mlp.experts.41.gate_proj,0.0000159535,0.02500,4.121
48,mlp.experts.45.gate_proj,0.0000313099,0.02500,4.079
48,mlp.experts.33.gate_proj,0.0001026618,0.02500,4.088
48,mlp.experts.35.gate_proj,0.0000537245,0.02500,4.470
48,mlp.experts.47.gate_proj,0.0000401063,0.02500,4.456
48,mlp.experts.39.gate_proj,0.0000484298,0.02500,4.329
48,mlp.experts.43.gate_proj,0.0000317018,0.02500,4.593
48,mlp.experts.38.gate_proj,0.0000448822,0.02500,4.854
48,mlp.experts.46.gate_proj,0.0000560145,0.02500,4.725
48,mlp.experts.53.gate_proj,0.0000418054,0.02500,3.248
48,mlp.experts.34.gate_proj,0.0000728296,0.02500,4.946
48,mlp.experts.61.gate_proj,0.0000534170,0.02500,3.252
48,mlp.experts.42.gate_proj,0.0000338581,0.02500,5.259
48,mlp.experts.49.gate_proj,0.0000357807,0.02500,3.660
48,mlp.experts.57.gate_proj,0.0000365398,0.02500,3.942
48,mlp.experts.40.gate_proj,0.0000211930,0.02500,5.376
48,mlp.experts.36.gate_proj,0.0000408691,0.02500,5.204
48,mlp.experts.32.gate_proj,0.0000165825,0.02500,5.339
48,mlp.experts.44.gate_proj,0.0000209193,0.02500,5.345
48,mlp.experts.51.gate_proj,0.0000425017,0.02500,3.590
48,mlp.experts.63.gate_proj,0.0000428688,0.02500,3.553
48,mlp.experts.55.gate_proj,0.0000377195,0.02500,3.563
48,mlp.experts.59.gate_proj,0.0000348943,0.02500,3.614
48,mlp.experts.77.gate_proj,0.0000314952,0.02500,3.872
48,mlp.experts.69.gate_proj,0.0000468092,0.02500,4.066
48,mlp.experts.62.gate_proj,0.0000268924,0.02500,4.280
48,mlp.experts.54.gate_proj,0.0000675146,0.02500,4.435
48,mlp.experts.50.gate_proj,0.0000533900,0.02500,4.394
48,mlp.experts.65.gate_proj,0.0000763988,0.02500,3.868
48,mlp.experts.58.gate_proj,0.0000307254,0.02500,4.302
48,mlp.experts.73.gate_proj,0.0000243231,0.02500,3.819
48,mlp.experts.56.gate_proj,0.0000476784,0.02500,3.828
48,mlp.experts.48.gate_proj,0.0001074093,0.02500,3.738
48,mlp.experts.52.gate_proj,0.0000371052,0.02500,4.030
48,mlp.experts.60.gate_proj,0.0000424591,0.02500,3.750
48,mlp.experts.67.gate_proj,0.0000245036,0.02500,3.758
48,mlp.experts.79.gate_proj,0.0000553333,0.02500,3.699
48,mlp.experts.71.gate_proj,0.0000323840,0.02500,3.711
48,mlp.experts.93.gate_proj,0.0001067632,0.02500,3.055
48,mlp.experts.75.gate_proj,0.0000230699,0.02500,3.852
48,mlp.experts.85.gate_proj,0.0000269729,0.02500,3.099
48,mlp.experts.89.gate_proj,0.0000333354,0.02500,3.048
48,mlp.experts.81.gate_proj,0.0000353644,0.02500,3.216
48,mlp.experts.68.gate_proj,0.0000644352,0.02500,3.268
48,mlp.experts.72.gate_proj,0.0000241576,0.02500,3.837
48,mlp.experts.78.gate_proj,0.0000309703,0.02500,4.787
48,mlp.experts.64.gate_proj,0.0000456486,0.02500,3.777
48,mlp.experts.74.gate_proj,0.0000482275,0.02500,4.727
48,mlp.experts.76.gate_proj,0.0000461435,0.02500,3.539
48,mlp.experts.66.gate_proj,0.0000943414,0.02500,4.975
48,mlp.experts.70.gate_proj,0.0000490541,0.02500,5.050
48,mlp.experts.109.gate_proj,0.0000353505,0.02500,3.117
48,mlp.experts.101.gate_proj,0.0000471749,0.02500,3.087
48,mlp.experts.87.gate_proj,0.0000356029,0.02500,3.564
48,mlp.experts.83.gate_proj,0.0000559115,0.02500,3.704
48,mlp.experts.95.gate_proj,0.0000453815,0.02500,3.821
48,mlp.experts.97.gate_proj,0.0000335969,0.02500,2.861
48,mlp.experts.105.gate_proj,0.0000081854,0.02500,3.009
48,mlp.experts.91.gate_proj,0.0000551700,0.02500,3.642
48,mlp.experts.94.gate_proj,0.0000341434,0.02500,3.370
48,mlp.experts.84.gate_proj,0.0000237832,0.02500,3.685
48,mlp.experts.80.gate_proj,0.0000354489,0.02500,3.335
48,mlp.experts.90.gate_proj,0.0000264580,0.02500,3.275
48,mlp.experts.86.gate_proj,0.0000416891,0.02500,3.249
48,mlp.experts.82.gate_proj,0.0000189474,0.02500,3.302
48,mlp.experts.88.gate_proj,0.0000531301,0.02500,3.820
48,mlp.experts.92.gate_proj,0.0000473800,0.02500,3.713
48,mlp.experts.5.up_proj,0.0000532722,0.02500,3.036
48,mlp.experts.117.gate_proj,0.0000496266,0.02500,3.099
48,mlp.experts.113.gate_proj,0.0000331712,0.02500,3.035
48,mlp.experts.1.up_proj,0.0000448273,0.02500,3.032
48,mlp.experts.99.gate_proj,0.0000336569,0.02500,4.539
48,mlp.experts.103.gate_proj,0.0000353064,0.02500,4.725
48,mlp.experts.111.gate_proj,0.0000122792,0.02500,4.553
48,mlp.experts.107.gate_proj,0.0000513945,0.02500,4.508
48,mlp.experts.110.gate_proj,0.0000505476,0.02500,3.144
48,mlp.experts.106.gate_proj,0.0000645787,0.02500,3.226
48,mlp.experts.102.gate_proj,0.0000154508,0.02500,3.102
48,mlp.experts.98.gate_proj,0.0000155527,0.02500,3.176
48,mlp.experts.100.gate_proj,0.0000375298,0.02500,3.648
48,mlp.experts.21.up_proj,0.0000572447,0.02500,2.914
48,mlp.experts.96.gate_proj,0.0000184199,0.02500,3.786
48,mlp.experts.13.up_proj,0.0000713678,0.02500,2.974
48,mlp.experts.9.up_proj,0.0000366525,0.02500,2.924
48,mlp.experts.104.gate_proj,0.0000336945,0.02500,3.684
48,mlp.experts.17.up_proj,0.0000491537,0.02500,2.972
48,mlp.experts.108.gate_proj,0.0000369155,0.02500,4.059
48,mlp.experts.37.up_proj,0.0000427495,0.02500,3.162
48,mlp.experts.6.up_proj,0.0000402501,0.02500,3.950
48,mlp.experts.25.up_proj,0.0000360322,0.02500,3.033
48,mlp.experts.119.gate_proj,0.0000431757,0.02500,4.509
48,mlp.experts.29.up_proj,0.0000205094,0.02500,3.281
48,mlp.experts.115.gate_proj,0.0000072626,0.02500,4.737
48,mlp.experts.7.up_proj,0.0000378077,0.02500,4.675
48,mlp.experts.33.up_proj,0.0000960556,0.02500,3.100
48,mlp.experts.118.gate_proj,0.0000394066,0.02500,4.033
48,mlp.experts.2.up_proj,0.0000375984,0.02500,4.142
48,mlp.experts.114.gate_proj,0.0000182427,0.02500,4.098
48,mlp.experts.3.up_proj,0.0000651395,0.02500,4.889
48,mlp.experts.116.gate_proj,0.0000056682,0.02500,5.081
48,mlp.experts.112.gate_proj,0.0001342292,0.02500,5.047
48,mlp.experts.0.up_proj,0.0000217018,0.02500,5.074
48,mlp.experts.4.up_proj,0.0000307433,0.02500,4.864
48,mlp.experts.53.up_proj,0.0000410825,0.02500,3.362
48,mlp.experts.41.up_proj,0.0000157128,0.02500,3.346
48,mlp.experts.45.up_proj,0.0000293433,0.02500,3.570
48,mlp.experts.49.up_proj,0.0000347174,0.02500,3.496
48,mlp.experts.15.up_proj,0.0000328957,0.02500,3.684
48,mlp.experts.11.up_proj,0.0000708861,0.02500,3.651
48,mlp.experts.23.up_proj,0.0000259601,0.02500,3.719
48,mlp.experts.19.up_proj,0.0000329092,0.02500,3.821
48,mlp.experts.22.up_proj,0.0000261299,0.02500,4.419
48,mlp.experts.14.up_proj,0.0000359607,0.02500,4.504
48,mlp.experts.10.up_proj,0.0000477339,0.02500,4.383
48,mlp.experts.8.up_proj,0.0000516096,0.02500,3.106
48,mlp.experts.18.up_proj,0.0000209436,0.02500,4.530
48,mlp.experts.12.up_proj,0.0000606775,0.02500,3.710
48,mlp.experts.16.up_proj,0.0000305487,0.02500,3.413
48,mlp.experts.20.up_proj,0.0000551104,0.02500,3.794
48,mlp.experts.69.up_proj,0.0000452755,0.02500,3.309
48,mlp.experts.57.up_proj,0.0000350885,0.02500,3.490
48,mlp.experts.61.up_proj,0.0000525124,0.02500,3.739
48,mlp.experts.65.up_proj,0.0000726627,0.02500,3.737
48,mlp.experts.31.up_proj,0.0000412086,0.02500,3.999
48,mlp.experts.27.up_proj,0.0000232257,0.02500,3.982
48,mlp.experts.39.up_proj,0.0000478418,0.02500,3.943
48,mlp.experts.35.up_proj,0.0000520638,0.02500,3.925
48,mlp.experts.28.up_proj,0.0000539566,0.02500,3.114
48,mlp.experts.24.up_proj,0.0000288358,0.02500,3.831
48,mlp.experts.38.up_proj,0.0000441091,0.02500,4.443
48,mlp.experts.26.up_proj,0.0000443191,0.02500,4.251
48,mlp.experts.32.up_proj,0.0000162958,0.02500,3.716
48,mlp.experts.30.up_proj,0.0000300646,0.02500,4.484
48,mlp.experts.34.up_proj,0.0000709859,0.02500,4.462
48,mlp.experts.85.up_proj,0.0000263948,0.02500,3.481
48,mlp.experts.36.up_proj,0.0000396806,0.02500,3.762
48,mlp.experts.73.up_proj,0.0000238184,0.02500,3.929
48,mlp.experts.77.up_proj,0.0000314678,0.02500,3.643
48,mlp.experts.47.up_proj,0.0000394394,0.02500,3.357
48,mlp.experts.43.up_proj,0.0000309700,0.02500,3.378
48,mlp.experts.55.up_proj,0.0000369642,0.02500,3.339
48,mlp.experts.81.up_proj,0.0000345922,0.02500,4.004
48,mlp.experts.51.up_proj,0.0000418645,0.02500,3.329
48,mlp.experts.44.up_proj,0.0000204952,0.02500,3.952
48,mlp.experts.40.up_proj,0.0000207472,0.02500,3.906
48,mlp.experts.54.up_proj,0.0000658471,0.02500,4.422
48,mlp.experts.48.up_proj,0.0001005944,0.02500,4.192
48,mlp.experts.101.up_proj,0.0000460455,0.02500,3.710
48,mlp.experts.42.up_proj,0.0000329478,0.02500,4.549
48,mlp.experts.46.up_proj,0.0000546837,0.02500,4.442
48,mlp.experts.50.up_proj,0.0000509928,0.02500,4.501
48,mlp.experts.52.up_proj,0.0000368551,0.02500,4.209
48,mlp.experts.89.up_proj,0.0000326917,0.02500,3.755
48,mlp.experts.59.up_proj,0.0000348886,0.02500,3.410
48,mlp.experts.71.up_proj,0.0000315494,0.02500,3.421
48,mlp.experts.63.up_proj,0.0000424021,0.02500,3.553
48,mlp.experts.93.up_proj,0.0001027014,0.02500,3.794
48,mlp.experts.67.up_proj,0.0000238711,0.02500,3.437
48,mlp.experts.97.up_proj,0.0000332999,0.02500,3.837
48,mlp.experts.60.up_proj,0.0000413077,0.02500,3.824
48,mlp.experts.56.up_proj,0.0000459528,0.02500,3.715
48,mlp.experts.64.up_proj,0.0000451086,0.02500,3.484
48,mlp.experts.117.up_proj,0.0000479071,0.02500,4.079
48,mlp.experts.70.up_proj,0.0000468940,0.02500,4.561
48,mlp.experts.105.up_proj,0.0000080631,0.02500,3.551
48,mlp.experts.68.up_proj,0.0000588801,0.02500,4.013
48,mlp.experts.62.up_proj,0.0000262240,0.02500,4.489
48,mlp.experts.58.up_proj,0.0000303856,0.02500,4.605
48,mlp.experts.109.up_proj,0.0000341510,0.02500,3.477
48,mlp.experts.66.up_proj,0.0000890221,0.02500,4.491
48,mlp.experts.87.up_proj,0.0000356286,0.02500,3.778
48,mlp.experts.113.up_proj,0.0000327876,0.02500,3.134
48,mlp.experts.75.up_proj,0.0000224945,0.02500,3.922
48,mlp.experts.79.up_proj,0.0000544194,0.02500,4.001
48,mlp.experts.83.up_proj,0.0000542278,0.02500,4.210
48,mlp.experts.76.up_proj,0.0000450051,0.02500,3.651
48,mlp.experts.72.up_proj,0.0000237496,0.02500,3.659
48,mlp.experts.80.up_proj,0.0000346503,0.02500,3.548
48,mlp.experts.86.up_proj,0.0000408686,0.02500,3.293
48,mlp.experts.78.up_proj,0.0000295791,0.02500,3.316
48,mlp.experts.74.up_proj,0.0000482062,0.02500,3.312
48,mlp.experts.82.up_proj,0.0000176991,0.02500,3.288
48,mlp.experts.84.up_proj,0.0000230376,0.02500,3.751
48,mlp.experts.103.up_proj,0.0000345952,0.02500,4.428
48,mlp.experts.91.up_proj,0.0000516441,0.02500,4.451
48,mlp.experts.95.up_proj,0.0000455085,0.02500,4.536
48,mlp.experts.88.up_proj,0.0000515664,0.02500,3.314
48,mlp.experts.92.up_proj,0.0000463440,0.02500,3.543
48,mlp.experts.99.up_proj,0.0000322997,0.02500,4.556
48,mlp.experts.96.up_proj,0.0000181307,0.02500,3.714
48,mlp.experts.102.up_proj,0.0000148946,0.02500,3.890
48,mlp.experts.94.up_proj,0.0000334545,0.02500,3.808
48,mlp.experts.90.up_proj,0.0000259415,0.02500,3.757
48,mlp.experts.100.up_proj,0.0000357361,0.02500,3.557
48,mlp.experts.98.up_proj,0.0000150431,0.02500,3.843
48,mlp.experts.108.up_proj,0.0000360309,0.02500,3.583
48,mlp.experts.104.up_proj,0.0000314864,0.02500,3.710
48,mlp.experts.119.up_proj,0.0000423201,0.02500,4.470
48,mlp.experts.107.up_proj,0.0000515520,0.02500,4.381
48,mlp.experts.111.up_proj,0.0000118717,0.02500,4.346
48,mlp.experts.115.up_proj,0.0000069838,0.02500,3.836
48,mlp.experts.112.up_proj,0.0001267942,0.02500,3.717
48,mlp.experts.116.up_proj,0.0000055522,0.02500,2.886
48,mlp.experts.118.up_proj,0.0000396237,0.02500,3.740
48,mlp.experts.106.up_proj,0.0000590096,0.02500,3.470
48,mlp.experts.114.up_proj,0.0000180353,0.02500,3.348
48,mlp.experts.110.up_proj,0.0000503049,0.02500,3.522
48,mlp.experts.1.down_proj,0.0000078020,0.02500,1.399
48,mlp.experts.5.down_proj,0.0000064936,0.02500,1.423
48,mlp.experts.9.down_proj,0.0000078459,0.02500,1.398
48,mlp.experts.13.down_proj,0.0000252449,0.02500,1.422
48,mlp.experts.3.down_proj,0.0000103281,0.02500,2.193
48,mlp.experts.7.down_proj,0.0000045992,0.02500,2.236
48,mlp.experts.12.down_proj,0.0000104911,0.02500,2.236
48,mlp.experts.11.down_proj,0.0000151844,0.02500,2.251
48,mlp.experts.15.down_proj,0.0000041330,0.02500,2.254
48,mlp.experts.17.down_proj,0.0000116095,0.02500,0.982
48,mlp.experts.0.down_proj,0.0000026091,0.02500,2.390
48,mlp.experts.8.down_proj,0.0000104312,0.02500,2.307
48,mlp.experts.4.down_proj,0.0000063497,0.02500,2.428
48,mlp.experts.21.down_proj,0.0000074778,0.02500,1.089
48,mlp.experts.25.down_proj,0.0000065271,0.02500,1.091
48,mlp.experts.29.down_proj,0.0000022519,0.02500,1.135
48,mlp.experts.10.down_proj,0.0000064528,0.02500,2.711
48,mlp.experts.6.down_proj,0.0000043318,0.02500,2.596
48,mlp.experts.2.down_proj,0.0000063123,0.02500,2.924
48,mlp.experts.14.down_proj,0.0000110794,0.02500,2.762
48,mlp.experts.19.down_proj,0.0000065910,0.02500,0.910
48,mlp.experts.23.down_proj,0.0000049032,0.02500,0.916
48,mlp.experts.27.down_proj,0.0000025520,0.02500,0.927
48,mlp.experts.28.down_proj,0.0000122085,0.02500,0.955
48,mlp.experts.31.down_proj,0.0000051207,0.02500,0.948
48,mlp.experts.24.down_proj,0.0000047022,0.02500,0.979
48,mlp.experts.33.down_proj,0.0000483233,0.02500,1.062
48,mlp.experts.16.down_proj,0.0000031615,0.02500,1.085
48,mlp.experts.20.down_proj,0.0000091209,0.02500,1.068
48,mlp.experts.41.down_proj,0.0000024517,0.02500,0.975
48,mlp.experts.37.down_proj,0.0000076166,0.02500,1.080
48,mlp.experts.45.down_proj,0.0000066813,0.02500,0.982
48,mlp.experts.35.down_proj,0.0000071187,0.02500,0.927
48,mlp.experts.22.down_proj,0.0000029113,0.02500,1.257
48,mlp.experts.26.down_proj,0.0000049870,0.02500,1.316
48,mlp.experts.43.down_proj,0.0000051474,0.02500,0.959
48,mlp.experts.39.down_proj,0.0000127456,0.02500,0.992
48,mlp.experts.18.down_proj,0.0000063088,0.02500,1.323
48,mlp.experts.30.down_proj,0.0000074672,0.02500,1.325
48,mlp.experts.47.down_proj,0.0000094949,0.02500,0.973
48,mlp.experts.44.down_proj,0.0000028011,0.02500,1.077
48,mlp.experts.40.down_proj,0.0000027077,0.02500,1.011
48,mlp.experts.32.down_proj,0.0000017837,0.02500,1.029
48,mlp.experts.36.down_proj,0.0000063957,0.02500,1.027
48,mlp.experts.53.down_proj,0.0000055494,0.02500,0.943
48,mlp.experts.61.down_proj,0.0000151851,0.02500,0.905
48,mlp.experts.49.down_proj,0.0000041736,0.02500,1.212
48,mlp.experts.57.down_proj,0.0000077717,0.02500,1.151
48,mlp.experts.51.down_proj,0.0000053757,0.02500,1.424
48,mlp.experts.52.down_proj,0.0000046365,0.02500,0.941
48,mlp.experts.60.down_proj,0.0000051828,0.02500,1.102
48,mlp.experts.56.down_proj,0.0000175443,0.02500,1.124
48,mlp.experts.48.down_proj,0.0000236052,0.02500,1.059
48,mlp.experts.38.down_proj,0.0000080953,0.02500,1.442
48,mlp.experts.69.down_proj,0.0000051790,0.02500,1.067
48,mlp.experts.42.down_proj,0.0000043086,0.02500,1.421
48,mlp.experts.34.down_proj,0.0000141127,0.02500,1.393
48,mlp.experts.77.down_proj,0.0000083476,0.02500,1.104
48,mlp.experts.59.down_proj,0.0000100871,0.02500,1.434
48,mlp.experts.65.down_proj,0.0000232145,0.02500,1.017
48,mlp.experts.55.down_proj,0.0000063104,0.02500,1.490
48,mlp.experts.63.down_proj,0.0000061941,0.02500,1.462
48,mlp.experts.73.down_proj,0.0000050782,0.02500,1.051
48,mlp.experts.46.down_proj,0.0000145137,0.02500,1.544
48,mlp.experts.68.down_proj,0.0000205874,0.02500,1.035
48,mlp.experts.67.down_proj,0.0000027361,0.02500,1.051
48,mlp.experts.85.down_proj,0.0000036176,0.02500,0.927
48,mlp.experts.64.down_proj,0.0000064042,0.02500,0.982
48,mlp.experts.76.down_proj,0.0000063240,0.02500,1.098
48,mlp.experts.72.down_proj,0.0000026216,0.02500,1.095
48,mlp.experts.75.down_proj,0.0000030004,0.02500,0.977
48,mlp.experts.81.down_proj,0.0000073118,0.02500,0.973
48,mlp.experts.71.down_proj,0.0000115467,0.02500,0.974
48,mlp.experts.79.down_proj,0.0000104147,0.02500,1.003
48,mlp.experts.89.down_proj,0.0000055449,0.02500,0.992
48,mlp.experts.54.down_proj,0.0000086444,0.02500,1.232
48,mlp.experts.93.down_proj,0.0000240453,0.02500,1.183
48,mlp.experts.58.down_proj,0.0000053720,0.02500,1.238
48,mlp.experts.50.down_proj,0.0000067846,0.02500,1.228
48,mlp.experts.62.down_proj,0.0000033145,0.02500,1.379
48,mlp.experts.101.down_proj,0.0000088733,0.02500,0.888
48,mlp.experts.83.down_proj,0.0000096625,0.02500,1.005
48,mlp.experts.84.down_proj,0.0000025744,0.02500,1.066
48,mlp.experts.80.down_proj,0.0000106502,0.02500,1.096
48,mlp.experts.105.down_proj,0.0000023244,0.02500,0.886
48,mlp.experts.92.down_proj,0.0000083481,0.02500,1.087
48,mlp.experts.91.down_proj,0.0000057169,0.02500,1.053
48,mlp.experts.88.down_proj,0.0000094902,0.02500,1.113
48,mlp.experts.87.down_proj,0.0000040886,0.02500,1.055
48,mlp.experts.97.down_proj,0.0000047952,0.02500,1.151
48,mlp.experts.95.down_proj,0.0000109273,0.02500,1.120
48,mlp.experts.109.down_proj,0.0000051891,0.02500,1.078
48,mlp.experts.70.down_proj,0.0000090954,0.02500,1.410
48,mlp.experts.74.down_proj,0.0000133122,0.02500,1.410
48,mlp.experts.66.down_proj,0.0000189362,0.02500,1.414
48,mlp.experts.117.down_proj,0.0000069223,0.02500,0.929
48,mlp.experts.113.down_proj,0.0000044392,0.02500,0.750
48,mlp.experts.78.down_proj,0.0000044603,0.02500,1.429
48,mlp.experts.100.down_proj,0.0000039898,0.02500,1.127
48,mlp.experts.99.down_proj,0.0000034684,0.02500,1.310
48,mlp.experts.96.down_proj,0.0000021756,0.02500,1.193
48,mlp.experts.104.down_proj,0.0000044723,0.02500,1.179
48,mlp.experts.108.down_proj,0.0000049991,0.02500,1.259
48,mlp.experts.107.down_proj,0.0000111814,0.02500,1.314
48,mlp.experts.111.down_proj,0.0000025990,0.02500,1.278
48,mlp.experts.103.down_proj,0.0000050490,0.02500,1.403
48,mlp.experts.86.down_proj,0.0000089130,0.02500,1.045
48,mlp.experts.82.down_proj,0.0000058135,0.02500,1.012
48,mlp.experts.90.down_proj,0.0000033382,0.02500,1.043
48,mlp.experts.116.down_proj,0.0000017816,0.02500,0.681
48,mlp.experts.112.down_proj,0.0000490142,0.02500,0.630
48,mlp.experts.94.down_proj,0.0000043565,0.02500,0.956
48,mlp.experts.115.down_proj,0.0000030009,0.02500,0.975
48,mlp.experts.119.down_proj,0.0000068054,0.02500,0.774
48,mlp.experts.102.down_proj,0.0000018666,0.02500,0.862
48,mlp.experts.98.down_proj,0.0000017935,0.02500,0.856
48,mlp.experts.106.down_proj,0.0000087003,0.02500,0.856
48,mlp.experts.110.down_proj,0.0000081275,0.02500,0.803
48,mlp.experts.118.down_proj,0.0000079292,0.02500,0.618
48,mlp.experts.114.down_proj,0.0000040590,0.02500,0.601
49,self_attn.k_proj,0.0000000884,0.02500,1.542
49,self_attn.v_proj,0.0000001719,0.02500,1.672
49,self_attn.q_proj,0.0000006183,0.02500,2.240
49,self_attn.o_proj,0.0000002171,0.02500,4.725
49,mlp.shared_experts.gate_proj,0.0000019001,0.02500,1.311
49,mlp.shared_experts.up_proj,0.0000016778,0.02500,1.338
49,mlp.shared_experts.down_proj,0.0000002126,0.02500,0.394
49,mlp.experts.10.gate_proj,0.0000542118,0.02500,3.611
49,mlp.experts.14.gate_proj,0.0000569460,0.02500,3.812
49,mlp.experts.2.gate_proj,0.0000579092,0.02500,4.071
49,mlp.experts.6.gate_proj,0.0000495852,0.02500,4.351
49,mlp.experts.0.gate_proj,0.0001030708,0.02500,4.899
49,mlp.experts.4.gate_proj,0.0000210312,0.02500,4.952
49,mlp.experts.12.gate_proj,0.0000601732,0.02500,4.973
49,mlp.experts.3.gate_proj,0.0000510921,0.02500,5.244
49,mlp.experts.8.gate_proj,0.0000294040,0.02500,5.113
49,mlp.experts.15.gate_proj,0.0000508895,0.02500,5.448
49,mlp.experts.9.gate_proj,0.0000260618,0.02500,5.503
49,mlp.experts.5.gate_proj,0.0000308659,0.02500,5.512
49,mlp.experts.7.gate_proj,0.0000377369,0.02500,5.532
49,mlp.experts.13.gate_proj,0.0000344584,0.02500,5.605
49,mlp.experts.11.gate_proj,0.0000263801,0.02500,5.621
49,mlp.experts.1.gate_proj,0.0000539178,0.02500,5.879
49,mlp.experts.18.gate_proj,0.0001066102,0.02500,3.176
49,mlp.experts.30.gate_proj,0.0000478482,0.02500,3.332
49,mlp.experts.26.gate_proj,0.0000163153,0.02500,3.842
49,mlp.experts.22.gate_proj,0.0000165098,0.02500,3.456
49,mlp.experts.21.gate_proj,0.0000897726,0.02500,3.145
49,mlp.experts.29.gate_proj,0.0000135333,0.02500,3.119
49,mlp.experts.17.gate_proj,0.0000519858,0.02500,3.060
49,mlp.experts.25.gate_proj,0.0000281652,0.02500,3.353
49,mlp.experts.16.gate_proj,0.0000288178,0.02500,4.230
49,mlp.experts.20.gate_proj,0.0000108127,0.02500,4.318
49,mlp.experts.28.gate_proj,0.0000286397,0.02500,4.277
49,mlp.experts.46.gate_proj,0.0000388851,0.02500,2.314
49,mlp.experts.34.gate_proj,0.0000280047,0.02500,2.483
49,mlp.experts.24.gate_proj,0.0000265329,0.02500,4.447
49,mlp.experts.19.gate_proj,0.0000304006,0.02500,4.552
49,mlp.experts.23.gate_proj,0.0000702696,0.02500,4.160
49,mlp.experts.27.gate_proj,0.0000384471,0.02500,4.283
49,mlp.experts.31.gate_proj,0.0000403777,0.02500,4.462
49,mlp.experts.37.gate_proj,0.0000504021,0.02500,3.995
49,mlp.experts.33.gate_proj,0.0000137370,0.02500,4.000
49,mlp.experts.45.gate_proj,0.0000922166,0.02500,4.149
49,mlp.experts.41.gate_proj,0.0000317548,0.02500,4.149
49,mlp.experts.32.gate_proj,0.0000621246,0.02500,5.669
49,mlp.experts.36.gate_proj,0.0000330904,0.02500,5.623
49,mlp.experts.44.gate_proj,0.0000210231,0.02500,5.667
49,mlp.experts.40.gate_proj,0.0000410108,0.02500,5.949
49,mlp.experts.53.gate_proj,0.0000365072,0.02500,5.346
49,mlp.experts.61.gate_proj,0.0000520131,0.02500,5.299
49,mlp.experts.49.gate_proj,0.0000292436,0.02500,5.514
49,mlp.experts.57.gate_proj,0.0000461510,0.02500,5.544
49,mlp.experts.52.gate_proj,0.0000235500,0.02500,5.872
49,mlp.experts.60.gate_proj,0.0000402752,0.02500,5.990
49,mlp.experts.48.gate_proj,0.0000270043,0.02500,6.492
49,mlp.experts.56.gate_proj,0.0000427913,0.02500,6.036
49,mlp.experts.69.gate_proj,0.0000333078,0.02500,3.791
49,mlp.experts.77.gate_proj,0.0000394484,0.02500,3.844
49,mlp.experts.65.gate_proj,0.0000479884,0.02500,3.753
49,mlp.experts.73.gate_proj,0.0000387157,0.02500,3.613
49,mlp.experts.85.gate_proj,0.0000488742,0.02500,4.460
49,mlp.experts.93.gate_proj,0.0000492648,0.02500,4.680
49,mlp.experts.81.gate_proj,0.0000158798,0.02500,4.738
49,mlp.experts.89.gate_proj,0.0000535446,0.02500,4.780
49,mlp.experts.35.gate_proj,0.0000515316,0.02500,17.574
49,mlp.experts.39.gate_proj,0.0000387580,0.02500,17.579
49,mlp.experts.47.gate_proj,0.0000538813,0.02500,17.660
49,mlp.experts.43.gate_proj,0.0000535472,0.02500,17.691
49,mlp.experts.101.gate_proj,0.0000269490,0.02500,4.108
49,mlp.experts.109.gate_proj,0.0000275466,0.02500,3.871
49,mlp.experts.97.gate_proj,0.0000248812,0.02500,4.023
49,mlp.experts.105.gate_proj,0.0000444326,0.02500,4.179
49,mlp.experts.55.gate_proj,0.0000240532,0.02500,5.440
49,mlp.experts.51.gate_proj,0.0000197953,0.02500,5.529
49,mlp.experts.63.gate_proj,0.0000242331,0.02500,5.489
49,mlp.experts.59.gate_proj,0.0000294096,0.02500,5.496
49,mlp.experts.117.gate_proj,0.0000478248,0.02500,4.245
49,mlp.experts.5.up_proj,0.0000302411,0.02500,4.161
49,mlp.experts.113.gate_proj,0.0000570098,0.02500,4.138
49,mlp.experts.1.up_proj,0.0000520541,0.02500,4.142
49,mlp.experts.67.gate_proj,0.0000694207,0.02500,5.187
49,mlp.experts.71.gate_proj,0.0000261688,0.02500,5.287
49,mlp.experts.79.gate_proj,0.0000217444,0.02500,5.288
49,mlp.experts.75.gate_proj,0.0000539261,0.02500,5.324
49,mlp.experts.13.up_proj,0.0000347712,0.02500,3.848
49,mlp.experts.21.up_proj,0.0000882064,0.02500,3.827
49,mlp.experts.9.up_proj,0.0000255465,0.02500,3.954
49,mlp.experts.17.up_proj,0.0000503818,0.02500,3.928
49,mlp.experts.68.gate_proj,0.0000361408,0.02500,18.782
49,mlp.experts.76.gate_proj,0.0000501075,0.02500,18.747
49,mlp.experts.72.gate_proj,0.0000328806,0.02500,18.349
49,mlp.experts.64.gate_proj,0.0000351817,0.02500,18.848
49,mlp.experts.83.gate_proj,0.0000400761,0.02500,5.506
49,mlp.experts.87.gate_proj,0.0000763907,0.02500,5.751
49,mlp.experts.95.gate_proj,0.0000227224,0.02500,5.531
49,mlp.experts.91.gate_proj,0.0000373698,0.02500,5.543
49,mlp.experts.84.gate_proj,0.0000349444,0.02500,5.271
49,mlp.experts.92.gate_proj,0.0000211914,0.02500,5.284
49,mlp.experts.88.gate_proj,0.0000401138,0.02500,5.385
49,mlp.experts.80.gate_proj,0.0000232710,0.02500,5.746
49,mlp.experts.99.gate_proj,0.0000250490,0.02500,5.395
49,mlp.experts.111.gate_proj,0.0000419515,0.02500,5.306
49,mlp.experts.103.gate_proj,0.0000337743,0.02500,5.433
49,mlp.experts.107.gate_proj,0.0000174014,0.02500,5.482
49,mlp.experts.100.gate_proj,0.0000462408,0.02500,5.562
49,mlp.experts.108.gate_proj,0.0000318020,0.02500,5.627
49,mlp.experts.104.gate_proj,0.0000374922,0.02500,5.909
49,mlp.experts.96.gate_proj,0.0000370702,0.02500,5.647
49,mlp.experts.115.gate_proj,0.0000295495,0.02500,4.684
49,mlp.experts.7.up_proj,0.0000378001,0.02500,4.684
49,mlp.experts.116.gate_proj,0.0000399858,0.02500,3.844
49,mlp.experts.3.up_proj,0.0000511031,0.02500,4.798
49,mlp.experts.37.up_proj,0.0000493283,0.02500,15.740
49,mlp.experts.4.up_proj,0.0000203887,0.02500,3.745
49,mlp.experts.29.up_proj,0.0000134859,0.02500,15.935
49,mlp.experts.62.gate_proj,0.0000353939,0.02500,3.113
49,mlp.experts.119.gate_proj,0.0000539330,0.02500,5.296
49,mlp.experts.25.up_proj,0.0000271888,0.02500,15.679
49,mlp.experts.50.gate_proj,0.0000481775,0.02500,3.232
49,mlp.experts.0.up_proj,0.0000966116,0.02500,3.614
49,mlp.experts.112.gate_proj,0.0000423716,0.02500,3.453
49,mlp.experts.33.up_proj,0.0000134331,0.02500,15.768
49,mlp.experts.42.gate_proj,0.0000294527,0.02500,3.786
49,mlp.experts.38.gate_proj,0.0000330287,0.02500,3.977
49,mlp.experts.12.up_proj,0.0000603801,0.02500,3.148
49,mlp.experts.20.up_proj,0.0000104631,0.02500,3.195
49,mlp.experts.66.gate_proj,0.0000690413,0.02500,3.126
49,mlp.experts.45.up_proj,0.0000832669,0.02500,3.367
49,mlp.experts.16.up_proj,0.0000282817,0.02500,3.121
49,mlp.experts.8.up_proj,0.0000290334,0.02500,3.127
49,mlp.experts.53.up_proj,0.0000349819,0.02500,3.745
49,mlp.experts.11.up_proj,0.0000256684,0.02500,4.618
49,mlp.experts.78.gate_proj,0.0001244632,0.02500,3.827
49,mlp.experts.41.up_proj,0.0000309006,0.02500,3.793
49,mlp.experts.58.gate_proj,0.0000352592,0.02500,3.252
49,mlp.experts.23.up_proj,0.0000652090,0.02500,4.561
49,mlp.experts.49.up_proj,0.0000285028,0.02500,3.794
49,mlp.experts.19.up_proj,0.0000295539,0.02500,4.666
49,mlp.experts.54.gate_proj,0.0000204538,0.02500,3.788
49,mlp.experts.15.up_proj,0.0000493322,0.02500,4.952
49,mlp.experts.28.up_proj,0.0000281127,0.02500,3.216
49,mlp.experts.36.up_proj,0.0000321905,0.02500,3.147
49,mlp.experts.24.up_proj,0.0000271260,0.02500,3.116
49,mlp.experts.82.gate_proj,0.0000361130,0.02500,3.462
49,mlp.experts.61.up_proj,0.0000498944,0.02500,3.416
49,mlp.experts.32.up_proj,0.0000611718,0.02500,3.234
49,mlp.experts.94.gate_proj,0.0000483613,0.02500,3.255
49,mlp.experts.69.up_proj,0.0000319551,0.02500,3.637
49,mlp.experts.74.gate_proj,0.0000121697,0.02500,3.420
49,mlp.experts.57.up_proj,0.0000448479,0.02500,3.733
49,mlp.experts.65.up_proj,0.0000452029,0.02500,3.545
49,mlp.experts.27.up_proj,0.0000379352,0.02500,4.427
49,mlp.experts.70.gate_proj,0.0000587372,0.02500,3.720
49,mlp.experts.39.up_proj,0.0000381447,0.02500,4.436
49,mlp.experts.35.up_proj,0.0000499670,0.02500,4.561
49,mlp.experts.44.up_proj,0.0000206370,0.02500,3.391
49,mlp.experts.52.up_proj,0.0000231434,0.02500,3.371
49,mlp.experts.31.up_proj,0.0000401537,0.02500,4.964
49,mlp.experts.77.up_proj,0.0000396498,0.02500,3.305
49,mlp.experts.98.gate_proj,0.0000433576,0.02500,3.412
49,mlp.experts.40.up_proj,0.0000399896,0.02500,3.456
49,mlp.experts.48.up_proj,0.0000257792,0.02500,3.466
49,mlp.experts.110.gate_proj,0.0000337609,0.02500,3.522
49,mlp.experts.90.gate_proj,0.0000631581,0.02500,3.447
49,mlp.experts.85.up_proj,0.0000481285,0.02500,3.958
49,mlp.experts.73.up_proj,0.0000377608,0.02500,3.940
49,mlp.experts.81.up_proj,0.0000157220,0.02500,3.844
49,mlp.experts.86.gate_proj,0.0000304529,0.02500,3.425
49,mlp.experts.43.up_proj,0.0000524875,0.02500,4.507
49,mlp.experts.55.up_proj,0.0000230809,0.02500,4.381
49,mlp.experts.51.up_proj,0.0000193413,0.02500,4.339
49,mlp.experts.60.up_proj,0.0000398322,0.02500,4.016
49,mlp.experts.114.gate_proj,0.0000457585,0.02500,3.366
49,mlp.experts.68.up_proj,0.0000349150,0.02500,4.031
49,mlp.experts.93.up_proj,0.0000485043,0.02500,3.731
49,mlp.experts.6.up_proj,0.0000493827,0.02500,3.154
49,mlp.experts.47.up_proj,0.0000498390,0.02500,4.303
49,mlp.experts.106.gate_proj,0.0000350153,0.02500,3.501
49,mlp.experts.56.up_proj,0.0000391545,0.02500,4.193
49,mlp.experts.101.up_proj,0.0000262570,0.02500,3.259
49,mlp.experts.64.up_proj,0.0000347536,0.02500,4.330
49,mlp.experts.97.up_proj,0.0000245744,0.02500,3.538
49,mlp.experts.89.up_proj,0.0000522965,0.02500,3.990
49,mlp.experts.102.gate_proj,0.0000384219,0.02500,3.816
49,mlp.experts.59.up_proj,0.0000290113,0.02500,3.323
49,mlp.experts.71.up_proj,0.0000256363,0.02500,3.316
49,mlp.experts.67.up_proj,0.0000662638,0.02500,3.229
49,mlp.experts.10.up_proj,0.0000527599,0.02500,3.394
49,mlp.experts.22.up_proj,0.0000165031,0.02500,3.408
49,mlp.experts.63.up_proj,0.0000229527,0.02500,3.116
49,mlp.experts.2.up_proj,0.0000568707,0.02500,3.164
49,mlp.experts.109.up_proj,0.0000269280,0.02500,4.075
49,mlp.experts.76.up_proj,0.0000479866,0.02500,4.735
49,mlp.experts.117.up_proj,0.0000457853,0.02500,3.818
49,mlp.experts.84.up_proj,0.0000347105,0.02500,4.817
49,mlp.experts.113.up_proj,0.0000544203,0.02500,3.655
49,mlp.experts.105.up_proj,0.0000428271,0.02500,3.419
49,mlp.experts.72.up_proj,0.0000329212,0.02500,4.730
49,mlp.experts.80.up_proj,0.0000230709,0.02500,4.675
49,mlp.experts.87.up_proj,0.0000747617,0.02500,3.090
49,mlp.experts.118.gate_proj,0.0000401087,0.02500,3.595
49,mlp.experts.75.up_proj,0.0000519718,0.02500,3.323
49,mlp.experts.83.up_proj,0.0000397896,0.02500,3.141
49,mlp.experts.38.up_proj,0.0000319883,0.02500,2.946
49,mlp.experts.18.up_proj,0.0001019532,0.02500,2.982
49,mlp.experts.79.up_proj,0.0000209887,0.02500,3.263
49,mlp.experts.26.up_proj,0.0000157194,0.02500,3.801
49,mlp.experts.103.up_proj,0.0000326217,0.02500,3.025
49,mlp.experts.91.up_proj,0.0000370040,0.02500,3.096
49,mlp.experts.92.up_proj,0.0000197815,0.02500,4.520
49,mlp.experts.99.up_proj,0.0000244704,0.02500,2.953
49,mlp.experts.54.up_proj,0.0000199830,0.02500,2.749
49,mlp.experts.100.up_proj,0.0000459406,0.02500,4.542
49,mlp.experts.14.up_proj,0.0000561623,0.02500,3.783
49,mlp.experts.34.up_proj,0.0000275319,0.02500,2.851
49,mlp.experts.88.up_proj,0.0000393469,0.02500,4.566
49,mlp.experts.95.up_proj,0.0000224056,0.02500,3.301
49,mlp.experts.96.up_proj,0.0000355483,0.02500,4.922
49,mlp.experts.42.up_proj,0.0000280833,0.02500,3.726
49,mlp.experts.119.up_proj,0.0000524559,0.02500,3.408
49,mlp.experts.107.up_proj,0.0000170677,0.02500,3.385
49,mlp.experts.30.up_proj,0.0000471666,0.02500,2.877
49,mlp.experts.115.up_proj,0.0000288741,0.02500,3.293
49,mlp.experts.70.up_proj,0.0000587547,0.02500,3.203
49,mlp.experts.111.up_proj,0.0000410788,0.02500,2.522
49,mlp.experts.108.up_proj,0.0000313022,0.02500,4.194
49,mlp.experts.116.up_proj,0.0000392109,0.02500,3.951
49,mlp.experts.50.up_proj,0.0000472292,0.02500,3.755
49,mlp.experts.104.up_proj,0.0000374693,0.02500,3.612
49,mlp.experts.58.up_proj,0.0000343643,0.02500,3.035
49,mlp.experts.112.up_proj,0.0000413456,0.02500,3.382
49,mlp.experts.46.up_proj,0.0000397968,0.02500,2.690
49,mlp.experts.86.up_proj,0.0000292231,0.02500,2.768
49,mlp.experts.66.up_proj,0.0000665306,0.02500,3.001
49,mlp.experts.74.up_proj,0.0000115923,0.02500,3.131
49,mlp.experts.102.up_proj,0.0000361770,0.02500,2.763
49,mlp.experts.62.up_proj,0.0000341741,0.02500,3.311
49,mlp.experts.82.up_proj,0.0000372751,0.02500,2.709
49,mlp.experts.90.up_proj,0.0000615716,0.02500,3.325
49,mlp.experts.78.up_proj,0.0001103574,0.02500,2.545
49,mlp.experts.118.up_proj,0.0000379217,0.02500,3.243
49,mlp.experts.98.up_proj,0.0000402026,0.02500,2.832
49,mlp.experts.106.up_proj,0.0000345658,0.02500,2.338
49,mlp.experts.94.up_proj,0.0000472233,0.02500,2.653
49,mlp.experts.114.up_proj,0.0000448074,0.02500,2.593
49,mlp.experts.110.up_proj,0.0000331918,0.02500,1.799
49,mlp.experts.6.down_proj,0.0000121540,0.02500,0.897
49,mlp.experts.14.down_proj,0.0000080524,0.02500,0.965
49,mlp.experts.2.down_proj,0.0000107097,0.02500,0.992
49,mlp.experts.10.down_proj,0.0000085219,0.02500,1.042
49,mlp.experts.9.down_proj,0.0000034147,0.02500,1.270
49,mlp.experts.5.down_proj,0.0000043178,0.02500,1.283
49,mlp.experts.1.down_proj,0.0000121750,0.02500,1.382
49,mlp.experts.15.down_proj,0.0000058690,0.02500,1.378
49,mlp.experts.13.down_proj,0.0000106656,0.02500,1.381
49,mlp.experts.11.down_proj,0.0000030992,0.02500,1.425
49,mlp.experts.7.down_proj,0.0000070501,0.02500,1.443
49,mlp.experts.12.down_proj,0.0000099506,0.02500,1.483
49,mlp.experts.8.down_proj,0.0000127601,0.02500,1.501
49,mlp.experts.0.down_proj,0.0000199886,0.02500,1.510
49,mlp.experts.4.down_proj,0.0000024952,0.02500,1.517
49,mlp.experts.3.down_proj,0.0000078162,0.02500,1.685
49,mlp.experts.30.down_proj,0.0000092250,0.02500,0.865
49,mlp.experts.22.down_proj,0.0000031301,0.02500,1.066
49,mlp.experts.18.down_proj,0.0000184170,0.02500,0.974
49,mlp.experts.26.down_proj,0.0000018572,0.02500,1.093
49,mlp.experts.21.down_proj,0.0000252259,0.02500,1.153
49,mlp.experts.20.down_proj,0.0000012674,0.02500,0.954
49,mlp.experts.24.down_proj,0.0000099332,0.02500,0.965
49,mlp.experts.28.down_proj,0.0000049598,0.02500,0.985
49,mlp.experts.25.down_proj,0.0000092900,0.02500,1.207
49,mlp.experts.16.down_proj,0.0000037759,0.02500,0.988
49,mlp.experts.17.down_proj,0.0000071548,0.02500,1.169
49,mlp.experts.46.down_proj,0.0000101216,0.02500,0.835
49,mlp.experts.31.down_proj,0.0000054529,0.02500,1.293
49,mlp.experts.27.down_proj,0.0000052750,0.02500,1.277
49,mlp.experts.23.down_proj,0.0000076976,0.02500,1.272
49,mlp.experts.29.down_proj,0.0000021537,0.02500,1.498
49,mlp.experts.38.down_proj,0.0000051925,0.02500,0.955
49,mlp.experts.42.down_proj,0.0000068631,0.02500,0.944
49,mlp.experts.34.down_proj,0.0000034014,0.02500,1.150
49,mlp.experts.19.down_proj,0.0000039658,0.02500,1.733
49,mlp.experts.40.down_proj,0.0000072296,0.02500,0.960
49,mlp.experts.44.down_proj,0.0000035960,0.02500,0.973
49,mlp.experts.32.down_proj,0.0000159120,0.02500,0.966
49,mlp.experts.36.down_proj,0.0000108153,0.02500,1.008
49,mlp.experts.62.down_proj,0.0000046913,0.02500,0.873
49,mlp.experts.37.down_proj,0.0000083320,0.02500,1.215
49,mlp.experts.33.down_proj,0.0000047493,0.02500,1.274
49,mlp.experts.41.down_proj,0.0000037577,0.02500,1.397
49,mlp.experts.47.down_proj,0.0000167971,0.02500,1.310
49,mlp.experts.54.down_proj,0.0000040895,0.02500,1.070
49,mlp.experts.43.down_proj,0.0000103348,0.02500,1.299
49,mlp.experts.58.down_proj,0.0000038122,0.02500,0.933
49,mlp.experts.39.down_proj,0.0000074880,0.02500,1.302
49,mlp.experts.45.down_proj,0.0000450326,0.02500,1.243
49,mlp.experts.50.down_proj,0.0000127036,0.02500,1.065
49,mlp.experts.56.down_proj,0.0000091381,0.02500,0.917
49,mlp.experts.60.down_proj,0.0000067257,0.02500,0.924
49,mlp.experts.52.down_proj,0.0000031492,0.02500,0.911
49,mlp.experts.48.down_proj,0.0000041630,0.02500,0.928
49,mlp.experts.78.down_proj,0.0000602493,0.02500,0.865
49,mlp.experts.53.down_proj,0.0000072049,0.02500,0.999
49,mlp.experts.49.down_proj,0.0000036018,0.02500,0.937
49,mlp.experts.57.down_proj,0.0000064660,0.02500,0.919
49,mlp.experts.35.down_proj,0.0000060545,0.02500,1.382
49,mlp.experts.61.down_proj,0.0000076464,0.02500,0.882
49,mlp.experts.66.down_proj,0.0000099684,0.02500,0.857
49,mlp.experts.70.down_proj,0.0000104368,0.02500,1.147
49,mlp.experts.74.down_proj,0.0000054346,0.02500,1.149
49,mlp.experts.63.down_proj,0.0000092606,0.02500,1.262
49,mlp.experts.94.down_proj,0.0000062015,0.02500,0.856
49,mlp.experts.72.down_proj,0.0000038075,0.02500,0.921
49,mlp.experts.59.down_proj,0.0000035132,0.02500,1.278
49,mlp.experts.76.down_proj,0.0000096690,0.02500,0.920
49,mlp.experts.64.down_proj,0.0000051547,0.02500,0.898
49,mlp.experts.68.down_proj,0.0000072311,0.02500,0.916
49,mlp.experts.55.down_proj,0.0000058141,0.02500,1.405
49,mlp.experts.69.down_proj,0.0000043950,0.02500,1.083
49,mlp.experts.65.down_proj,0.0000059986,0.02500,1.057
49,mlp.experts.73.down_proj,0.0000090064,0.02500,1.044
49,mlp.experts.82.down_proj,0.0000113010,0.02500,0.949
49,mlp.experts.77.down_proj,0.0000050342,0.02500,1.097
49,mlp.experts.90.down_proj,0.0000122081,0.02500,0.968
49,mlp.experts.110.down_proj,0.0000068201,0.02500,0.919
49,mlp.experts.86.down_proj,0.0000035086,0.02500,1.149
49,mlp.experts.51.down_proj,0.0000027040,0.02500,1.511
49,mlp.experts.80.down_proj,0.0000026127,0.02500,1.082
49,mlp.experts.92.down_proj,0.0000095699,0.02500,1.093
49,mlp.experts.88.down_proj,0.0000061432,0.02500,1.125
49,mlp.experts.84.down_proj,0.0000061983,0.02500,1.125
49,mlp.experts.79.down_proj,0.0000083514,0.02500,1.523
49,mlp.experts.75.down_proj,0.0000056416,0.02500,1.523
49,mlp.experts.71.down_proj,0.0000030255,0.02500,1.493
49,mlp.experts.85.down_proj,0.0000066276,0.02500,1.280
49,mlp.experts.81.down_proj,0.0000021617,0.02500,1.206
49,mlp.experts.106.down_proj,0.0000042696,0.02500,0.933
49,mlp.experts.98.down_proj,0.0000062220,0.02500,1.087
49,mlp.experts.89.down_proj,0.0000132887,0.02500,1.285
49,mlp.experts.102.down_proj,0.0000053324,0.02500,1.021
49,mlp.experts.104.down_proj,0.0000091425,0.02500,0.994
49,mlp.experts.108.down_proj,0.0000041204,0.02500,1.012
49,mlp.experts.96.down_proj,0.0000052695,0.02500,1.038
49,mlp.experts.93.down_proj,0.0000102457,0.02500,1.313
49,mlp.experts.100.down_proj,0.0000114889,0.02500,1.011
49,mlp.experts.67.down_proj,0.0000124224,0.02500,1.265
49,mlp.experts.114.down_proj,0.0000101954,0.02500,0.824
49,mlp.experts.118.down_proj,0.0000041882,0.02500,0.753
49,mlp.experts.91.down_proj,0.0000079707,0.02500,1.275
49,mlp.experts.112.down_proj,0.0000080960,0.02500,0.702
49,mlp.experts.101.down_proj,0.0000033042,0.02500,1.104
49,mlp.experts.97.down_proj,0.0000033760,0.02500,1.112
49,mlp.experts.116.down_proj,0.0000057304,0.02500,0.696
49,mlp.experts.95.down_proj,0.0000043685,0.02500,1.389
49,mlp.experts.87.down_proj,0.0000150264,0.02500,1.261
49,mlp.experts.105.down_proj,0.0000074124,0.02500,1.176
49,mlp.experts.109.down_proj,0.0000039024,0.02500,0.986
49,mlp.experts.117.down_proj,0.0000062320,0.02500,0.644
49,mlp.experts.113.down_proj,0.0000069810,0.02500,0.633
49,mlp.experts.83.down_proj,0.0000065484,0.02500,1.345
49,mlp.experts.107.down_proj,0.0000045049,0.02500,1.351
49,mlp.experts.111.down_proj,0.0000061490,0.02500,1.409
49,mlp.experts.103.down_proj,0.0000047717,0.02500,1.426
49,mlp.experts.99.down_proj,0.0000034169,0.02500,1.134
49,mlp.experts.119.down_proj,0.0000084423,0.02500,0.922
49,mlp.experts.115.down_proj,0.0000053472,0.02500,0.677
50,self_attn.v_proj,0.0000002377,0.02500,1.608
50,self_attn.k_proj,0.0000001146,0.02500,1.694
50,self_attn.q_proj,0.0000008473,0.02500,2.479
50,self_attn.o_proj,0.0000003031,0.02500,3.546
50,mlp.shared_experts.gate_proj,0.0000020671,0.02500,1.423
50,mlp.shared_experts.up_proj,0.0000017193,0.02500,1.480
50,mlp.shared_experts.down_proj,0.0000002067,0.02500,0.385
50,mlp.experts.4.gate_proj,0.0000514397,0.02500,4.340
50,mlp.experts.8.gate_proj,0.0001274611,0.02500,3.919
50,mlp.experts.0.gate_proj,0.0000237052,0.02500,4.509
50,mlp.experts.12.gate_proj,0.0000467109,0.02500,4.174
50,mlp.experts.15.gate_proj,0.0000176780,0.02500,4.756
50,mlp.experts.7.gate_proj,0.0000222137,0.02500,5.183
50,mlp.experts.3.gate_proj,0.0000293384,0.02500,5.191
50,mlp.experts.9.gate_proj,0.0000660340,0.02500,4.883
50,mlp.experts.2.gate_proj,0.0000348380,0.02500,5.350
50,mlp.experts.5.gate_proj,0.0000390234,0.02500,5.409
50,mlp.experts.1.gate_proj,0.0000324101,0.02500,5.523
50,mlp.experts.6.gate_proj,0.0000729639,0.02500,5.465
50,mlp.experts.10.gate_proj,0.0000457495,0.02500,5.155
50,mlp.experts.13.gate_proj,0.0000623611,0.02500,5.157
50,mlp.experts.11.gate_proj,0.0001197908,0.02500,5.230
50,mlp.experts.14.gate_proj,0.0000494092,0.02500,5.340
50,mlp.experts.24.gate_proj,0.0000308413,0.02500,3.094
50,mlp.experts.28.gate_proj,0.0000421437,0.02500,3.041
50,mlp.experts.20.gate_proj,0.0000307763,0.02500,3.629
50,mlp.experts.16.gate_proj,0.0000488221,0.02500,3.845
50,mlp.experts.31.gate_proj,0.0000617158,0.02500,3.579
50,mlp.experts.23.gate_proj,0.0000783715,0.02500,3.626
50,mlp.experts.19.gate_proj,0.0000708875,0.02500,3.673
50,mlp.experts.27.gate_proj,0.0000256656,0.02500,3.401
50,mlp.experts.25.gate_proj,0.0000159402,0.02500,4.549
50,mlp.experts.17.gate_proj,0.0000273755,0.02500,4.450
50,mlp.experts.21.gate_proj,0.0000177321,0.02500,4.753
50,mlp.experts.29.gate_proj,0.0000425856,0.02500,4.694
50,mlp.experts.18.gate_proj,0.0000159931,0.02500,5.192
50,mlp.experts.26.gate_proj,0.0000705653,0.02500,5.124
50,mlp.experts.44.gate_proj,0.0000259468,0.02500,3.266
50,mlp.experts.30.gate_proj,0.0001026205,0.02500,5.177
50,mlp.experts.40.gate_proj,0.0000487511,0.02500,3.505
50,mlp.experts.22.gate_proj,0.0000394805,0.02500,5.454
50,mlp.experts.36.gate_proj,0.0000281069,0.02500,3.197
50,mlp.experts.32.gate_proj,0.0000190165,0.02500,3.580
50,mlp.experts.47.gate_proj,0.0000423847,0.02500,3.297
50,mlp.experts.39.gate_proj,0.0000462499,0.02500,3.335
50,mlp.experts.35.gate_proj,0.0000479203,0.02500,3.516
50,mlp.experts.43.gate_proj,0.0000212795,0.02500,3.423
50,mlp.experts.41.gate_proj,0.0001281314,0.02500,4.064
50,mlp.experts.52.gate_proj,0.0000231983,0.02500,2.854
50,mlp.experts.33.gate_proj,0.0000418288,0.02500,4.077
50,mlp.experts.37.gate_proj,0.0000587689,0.02500,4.345
50,mlp.experts.60.gate_proj,0.0000269963,0.02500,3.664
50,mlp.experts.45.gate_proj,0.0000469056,0.02500,4.383
50,mlp.experts.48.gate_proj,0.0000876145,0.02500,2.879
50,mlp.experts.56.gate_proj,0.0000572606,0.02500,3.915
50,mlp.experts.34.gate_proj,0.0000383315,0.02500,4.591
50,mlp.experts.63.gate_proj,0.0000310707,0.02500,3.107
50,mlp.experts.42.gate_proj,0.0000144693,0.02500,4.521
50,mlp.experts.55.gate_proj,0.0000251707,0.02500,3.134
50,mlp.experts.51.gate_proj,0.0000338774,0.02500,3.218
50,mlp.experts.38.gate_proj,0.0000638891,0.02500,4.626
50,mlp.experts.59.gate_proj,0.0000383166,0.02500,3.192
50,mlp.experts.46.gate_proj,0.0000470753,0.02500,4.916
50,mlp.experts.64.gate_proj,0.0000384022,0.02500,2.808
50,mlp.experts.68.gate_proj,0.0000439512,0.02500,3.650
50,mlp.experts.72.gate_proj,0.0000623845,0.02500,3.120
50,mlp.experts.76.gate_proj,0.0000061331,0.02500,3.536
50,mlp.experts.79.gate_proj,0.0000349334,0.02500,3.073
50,mlp.experts.71.gate_proj,0.0000525003,0.02500,3.077
50,mlp.experts.57.gate_proj,0.0000384022,0.02500,4.677
50,mlp.experts.49.gate_proj,0.0000642235,0.02500,4.553
50,mlp.experts.67.gate_proj,0.0000387563,0.02500,3.106
50,mlp.experts.75.gate_proj,0.0000340399,0.02500,3.115
50,mlp.experts.53.gate_proj,0.0000285888,0.02500,4.474
50,mlp.experts.61.gate_proj,0.0000863381,0.02500,4.429
50,mlp.experts.50.gate_proj,0.0000545766,0.02500,4.410
50,mlp.experts.58.gate_proj,0.0000729236,0.02500,4.401
50,mlp.experts.54.gate_proj,0.0000312471,0.02500,4.375
50,mlp.experts.62.gate_proj,0.0000863571,0.02500,4.689
50,mlp.experts.92.gate_proj,0.0000240504,0.02500,2.787
50,mlp.experts.80.gate_proj,0.0000267630,0.02500,3.375
50,mlp.experts.88.gate_proj,0.0000453005,0.02500,3.304
50,mlp.experts.95.gate_proj,0.0000528926,0.02500,3.304
50,mlp.experts.84.gate_proj,0.0000343481,0.02500,3.902
50,mlp.experts.87.gate_proj,0.0000111680,0.02500,3.327
50,mlp.experts.83.gate_proj,0.0000515711,0.02500,3.357
50,mlp.experts.91.gate_proj,0.0000257896,0.02500,3.409
50,mlp.experts.73.gate_proj,0.0000398967,0.02500,3.676
50,mlp.experts.65.gate_proj,0.0000805390,0.02500,3.717
50,mlp.experts.77.gate_proj,0.0000256956,0.02500,3.499
50,mlp.experts.69.gate_proj,0.0000384612,0.02500,3.869
50,mlp.experts.108.gate_proj,0.0000598954,0.02500,2.858
50,mlp.experts.66.gate_proj,0.0000367303,0.02500,4.772
50,mlp.experts.96.gate_proj,0.0000451152,0.02500,3.475
50,mlp.experts.74.gate_proj,0.0000600136,0.02500,4.901
50,mlp.experts.100.gate_proj,0.0000158545,0.02500,2.974
50,mlp.experts.70.gate_proj,0.0000493079,0.02500,4.916
50,mlp.experts.111.gate_proj,0.0000310440,0.02500,3.446
50,mlp.experts.103.gate_proj,0.0000373435,0.02500,3.492
50,mlp.experts.104.gate_proj,0.0000312841,0.02500,3.877
50,mlp.experts.99.gate_proj,0.0000395457,0.02500,3.401
50,mlp.experts.107.gate_proj,0.0000596846,0.02500,3.320
50,mlp.experts.93.gate_proj,0.0000935959,0.02500,3.027
50,mlp.experts.81.gate_proj,0.0000459487,0.02500,3.397
50,mlp.experts.78.gate_proj,0.0000326222,0.02500,5.418
50,mlp.experts.89.gate_proj,0.0000995477,0.02500,3.697
50,mlp.experts.85.gate_proj,0.0000669342,0.02500,3.321
50,mlp.experts.4.up_proj,0.0000497522,0.02500,3.072
50,mlp.experts.116.gate_proj,0.0000316931,0.02500,3.084
50,mlp.experts.7.up_proj,0.0000222885,0.02500,3.119
50,mlp.experts.112.gate_proj,0.0000540925,0.02500,3.651
50,mlp.experts.119.gate_proj,0.0000385461,0.02500,3.160
50,mlp.experts.0.up_proj,0.0000230603,0.02500,3.278
50,mlp.experts.115.gate_proj,0.0000444327,0.02500,3.212
50,mlp.experts.3.up_proj,0.0000293857,0.02500,3.207
50,mlp.experts.109.gate_proj,0.0000389529,0.02500,3.168
50,mlp.experts.105.gate_proj,0.0000582969,0.02500,3.182
50,mlp.experts.90.gate_proj,0.0000280590,0.02500,4.959
50,mlp.experts.82.gate_proj,0.0000201893,0.02500,5.164
50,mlp.experts.97.gate_proj,0.0000230867,0.02500,3.857
50,mlp.experts.101.gate_proj,0.0000473630,0.02500,3.523
50,mlp.experts.86.gate_proj,0.0000518718,0.02500,5.143
50,mlp.experts.20.up_proj,0.0000296090,0.02500,3.532
50,mlp.experts.12.up_proj,0.0000471088,0.02500,3.187
50,mlp.experts.94.gate_proj,0.0000451266,0.02500,5.024
50,mlp.experts.16.up_proj,0.0000503292,0.02500,2.904
50,mlp.experts.8.up_proj,0.0001204054,0.02500,3.351
50,mlp.experts.23.up_proj,0.0000741849,0.02500,3.777
50,mlp.experts.15.up_proj,0.0000171396,0.02500,3.719
50,mlp.experts.5.up_proj,0.0000383029,0.02500,3.389
50,mlp.experts.19.up_proj,0.0000665517,0.02500,3.575
50,mlp.experts.11.up_proj,0.0001142719,0.02500,3.766
50,mlp.experts.36.up_proj,0.0000273482,0.02500,2.111
50,mlp.experts.1.up_proj,0.0000321695,0.02500,3.473
50,mlp.experts.117.gate_proj,0.0000382408,0.02500,3.524
50,mlp.experts.113.gate_proj,0.0000313663,0.02500,3.701
50,mlp.experts.106.gate_proj,0.0000505145,0.02500,5.223
50,mlp.experts.98.gate_proj,0.0000330245,0.02500,5.239
50,mlp.experts.102.gate_proj,0.0000631677,0.02500,5.112
50,mlp.experts.110.gate_proj,0.0000362869,0.02500,4.826
50,mlp.experts.21.up_proj,0.0000173424,0.02500,4.394
50,mlp.experts.17.up_proj,0.0000268938,0.02500,5.073
50,mlp.experts.9.up_proj,0.0000665949,0.02500,5.224
50,mlp.experts.13.up_proj,0.0000624526,0.02500,5.356
50,mlp.experts.114.gate_proj,0.0000657370,0.02500,4.487
50,mlp.experts.2.up_proj,0.0000338015,0.02500,4.509
50,mlp.experts.118.gate_proj,0.0000170127,0.02500,4.786
50,mlp.experts.39.up_proj,0.0000424848,0.02500,9.290
50,mlp.experts.6.up_proj,0.0000698186,0.02500,5.416
50,mlp.experts.31.up_proj,0.0000601313,0.02500,9.436
50,mlp.experts.35.up_proj,0.0000473789,0.02500,9.547
50,mlp.experts.27.up_proj,0.0000253137,0.02500,9.474
50,mlp.experts.37.up_proj,0.0000568657,0.02500,5.795
50,mlp.experts.33.up_proj,0.0000394924,0.02500,5.584
50,mlp.experts.18.up_proj,0.0000159413,0.02500,4.990
50,mlp.experts.25.up_proj,0.0000155243,0.02500,5.736
50,mlp.experts.10.up_proj,0.0000439018,0.02500,5.146
50,mlp.experts.29.up_proj,0.0000398649,0.02500,5.908
50,mlp.experts.14.up_proj,0.0000495332,0.02500,4.689
50,mlp.experts.22.up_proj,0.0000375171,0.02500,4.286
50,mlp.experts.55.up_proj,0.0000247106,0.02500,5.082
50,mlp.experts.47.up_proj,0.0000418955,0.02500,4.938
50,mlp.experts.51.up_proj,0.0000330064,0.02500,4.918
50,mlp.experts.43.up_proj,0.0000207476,0.02500,5.058
50,mlp.experts.53.up_proj,0.0000280161,0.02500,5.343
50,mlp.experts.49.up_proj,0.0000616250,0.02500,5.199
50,mlp.experts.34.up_proj,0.0000375599,0.02500,4.679
50,mlp.experts.26.up_proj,0.0000688832,0.02500,4.924
50,mlp.experts.41.up_proj,0.0001215336,0.02500,5.197
50,mlp.experts.45.up_proj,0.0000463145,0.02500,5.128
50,mlp.experts.30.up_proj,0.0001007674,0.02500,5.257
50,mlp.experts.38.up_proj,0.0000622288,0.02500,5.196
50,mlp.experts.63.up_proj,0.0000301396,0.02500,4.990
50,mlp.experts.71.up_proj,0.0000504621,0.02500,5.368
50,mlp.experts.67.up_proj,0.0000372152,0.02500,5.114
50,mlp.experts.59.up_proj,0.0000367276,0.02500,5.059
50,mlp.experts.50.up_proj,0.0000519971,0.02500,5.424
50,mlp.experts.42.up_proj,0.0000143089,0.02500,5.473
50,mlp.experts.46.up_proj,0.0000441260,0.02500,5.578
50,mlp.experts.54.up_proj,0.0000304516,0.02500,5.285
50,mlp.experts.79.up_proj,0.0000344242,0.02500,5.669
50,mlp.experts.87.up_proj,0.0000107446,0.02500,5.663
50,mlp.experts.75.up_proj,0.0000326126,0.02500,5.540
50,mlp.experts.83.up_proj,0.0000507645,0.02500,5.726
50,mlp.experts.66.up_proj,0.0000357171,0.02500,5.370
50,mlp.experts.58.up_proj,0.0000707972,0.02500,5.483
50,mlp.experts.62.up_proj,0.0000816529,0.02500,5.453
50,mlp.experts.70.up_proj,0.0000479932,0.02500,5.737
50,mlp.experts.95.up_proj,0.0000516785,0.02500,5.559
50,mlp.experts.103.up_proj,0.0000367428,0.02500,5.646
50,mlp.experts.91.up_proj,0.0000251689,0.02500,5.532
50,mlp.experts.99.up_proj,0.0000382789,0.02500,5.683
50,mlp.experts.82.up_proj,0.0000199308,0.02500,5.198
50,mlp.experts.74.up_proj,0.0000574215,0.02500,5.352
50,mlp.experts.78.up_proj,0.0000314774,0.02500,5.924
50,mlp.experts.86.up_proj,0.0000490282,0.02500,5.557
50,mlp.experts.111.up_proj,0.0000297640,0.02500,5.810
50,mlp.experts.119.up_proj,0.0000386719,0.02500,5.932
50,mlp.experts.107.up_proj,0.0000560352,0.02500,5.779
50,mlp.experts.115.up_proj,0.0000438274,0.02500,5.744
50,mlp.experts.69.up_proj,0.0000380413,0.02500,21.718
50,mlp.experts.65.up_proj,0.0000798367,0.02500,21.787
50,mlp.experts.57.up_proj,0.0000372360,0.02500,21.910
50,mlp.experts.61.up_proj,0.0000838263,0.02500,21.842
50,mlp.experts.85.up_proj,0.0000664692,0.02500,5.524
50,mlp.experts.81.up_proj,0.0000443942,0.02500,5.426
50,mlp.experts.73.up_proj,0.0000380518,0.02500,5.181
50,mlp.experts.77.up_proj,0.0000252286,0.02500,5.297
50,mlp.experts.101.up_proj,0.0000462136,0.02500,4.247
50,mlp.experts.97.up_proj,0.0000224747,0.02500,4.130
50,mlp.experts.89.up_proj,0.0000983356,0.02500,4.095
50,mlp.experts.93.up_proj,0.0000843371,0.02500,3.938
50,mlp.experts.117.up_proj,0.0000377390,0.02500,3.425
50,mlp.experts.113.up_proj,0.0000302991,0.02500,3.188
50,mlp.experts.109.up_proj,0.0000384395,0.02500,2.865
50,mlp.experts.105.up_proj,0.0000563619,0.02500,3.022
50,mlp.experts.98.up_proj,0.0000323930,0.02500,21.493
50,mlp.experts.52.up_proj,0.0000227544,0.02500,3.424
50,mlp.experts.28.up_proj,0.0000413785,0.02500,3.507
50,mlp.experts.90.up_proj,0.0000272008,0.02500,21.420
50,mlp.experts.24.up_proj,0.0000301007,0.02500,3.606
50,mlp.experts.94.up_proj,0.0000444690,0.02500,21.407
50,mlp.experts.102.up_proj,0.0000626640,0.02500,21.831
50,mlp.experts.32.up_proj,0.0000186037,0.02500,6.163
50,mlp.experts.68.up_proj,0.0000424725,0.02500,6.021
50,mlp.experts.44.up_proj,0.0000251636,0.02500,6.015
50,mlp.experts.114.up_proj,0.0000649118,0.02500,6.724
50,mlp.experts.40.up_proj,0.0000486001,0.02500,6.199
50,mlp.experts.106.up_proj,0.0000498670,0.02500,6.472
50,mlp.experts.48.up_proj,0.0000854655,0.02500,3.902
50,mlp.experts.110.up_proj,0.0000358789,0.02500,5.813
50,mlp.experts.118.up_proj,0.0000166955,0.02500,5.142
50,mlp.experts.84.up_proj,0.0000331082,0.02500,3.717
50,mlp.experts.60.up_proj,0.0000257832,0.02500,3.823
50,mlp.experts.56.up_proj,0.0000563470,0.02500,3.792
50,mlp.experts.64.up_proj,0.0000382538,0.02500,4.078
50,mlp.experts.100.up_proj,0.0000155828,0.02500,3.033
50,mlp.experts.76.up_proj,0.0000059392,0.02500,2.991
50,mlp.experts.72.up_proj,0.0000610820,0.02500,2.994
50,mlp.experts.80.up_proj,0.0000262075,0.02500,3.444
50,mlp.experts.116.up_proj,0.0000309369,0.02500,2.961
50,mlp.experts.92.up_proj,0.0000235518,0.02500,2.897
50,mlp.experts.88.up_proj,0.0000435750,0.02500,2.843
50,mlp.experts.96.up_proj,0.0000456315,0.02500,3.063
50,mlp.experts.108.up_proj,0.0000592189,0.02500,2.543
50,mlp.experts.104.up_proj,0.0000301637,0.02500,2.482
50,mlp.experts.112.up_proj,0.0000525724,0.02500,1.890
50,mlp.experts.5.down_proj,0.0000051325,0.02500,1.253
50,mlp.experts.9.down_proj,0.0000165547,0.02500,1.166
50,mlp.experts.1.down_proj,0.0000066146,0.02500,1.258
50,mlp.experts.13.down_proj,0.0000111661,0.02500,1.196
50,mlp.experts.6.down_proj,0.0000079866,0.02500,1.524
50,mlp.experts.14.down_proj,0.0000128827,0.02500,1.462
50,mlp.experts.2.down_proj,0.0000041938,0.02500,1.554
50,mlp.experts.10.down_proj,0.0000084566,0.02500,1.480
50,mlp.experts.3.down_proj,0.0000080828,0.02500,1.647
50,mlp.experts.7.down_proj,0.0000064955,0.02500,1.656
50,mlp.experts.11.down_proj,0.0000364776,0.02500,1.634
50,mlp.experts.15.down_proj,0.0000020401,0.02500,1.677
50,mlp.experts.4.down_proj,0.0000055011,0.02500,1.774
50,mlp.experts.12.down_proj,0.0000121544,0.02500,1.598
50,mlp.experts.8.down_proj,0.0000206646,0.02500,1.934
50,mlp.experts.0.down_proj,0.0000031173,0.02500,1.968
50,mlp.experts.17.down_proj,0.0000040705,0.02500,0.839
50,mlp.experts.25.down_proj,0.0000018961,0.02500,0.846
50,mlp.experts.21.down_proj,0.0000021160,0.02500,0.847
50,mlp.experts.29.down_proj,0.0000104963,0.02500,0.847
50,mlp.experts.22.down_proj,0.0000062542,0.02500,0.936
50,mlp.experts.30.down_proj,0.0000255781,0.02500,0.924
50,mlp.experts.18.down_proj,0.0000024755,0.02500,0.938
50,mlp.experts.26.down_proj,0.0000099891,0.02500,0.946
50,mlp.experts.28.down_proj,0.0000067363,0.02500,1.031
50,mlp.experts.24.down_proj,0.0000077281,0.02500,0.986
50,mlp.experts.20.down_proj,0.0000047986,0.02500,1.192
50,mlp.experts.16.down_proj,0.0000147093,0.02500,1.102
50,mlp.experts.19.down_proj,0.0000142960,0.02500,1.422
50,mlp.experts.41.down_proj,0.0000384620,0.02500,1.014
50,mlp.experts.33.down_proj,0.0000202519,0.02500,1.034
50,mlp.experts.45.down_proj,0.0000084524,0.02500,1.014
50,mlp.experts.27.down_proj,0.0000045235,0.02500,1.437
50,mlp.experts.23.down_proj,0.0000110464,0.02500,1.526
50,mlp.experts.31.down_proj,0.0000266002,0.02500,1.466
50,mlp.experts.37.down_proj,0.0000191348,0.02500,1.185
50,mlp.experts.46.down_proj,0.0000063610,0.02500,1.145
50,mlp.experts.38.down_proj,0.0000090128,0.02500,1.188
50,mlp.experts.34.down_proj,0.0000095100,0.02500,1.169
50,mlp.experts.42.down_proj,0.0000027982,0.02500,1.149
50,mlp.experts.44.down_proj,0.0000075687,0.02500,1.024
50,mlp.experts.40.down_proj,0.0000109678,0.02500,1.013
50,mlp.experts.36.down_proj,0.0000032200,0.02500,1.088
50,mlp.experts.32.down_proj,0.0000115559,0.02500,1.125
50,mlp.experts.57.down_proj,0.0000053957,0.02500,1.098
50,mlp.experts.49.down_proj,0.0000092356,0.02500,1.124
50,mlp.experts.35.down_proj,0.0000068860,0.02500,1.346
50,mlp.experts.61.down_proj,0.0000230934,0.02500,1.324
50,mlp.experts.43.down_proj,0.0000050538,0.02500,1.320
50,mlp.experts.47.down_proj,0.0000072262,0.02500,1.294
50,mlp.experts.39.down_proj,0.0000070990,0.02500,1.378
50,mlp.experts.53.down_proj,0.0000086323,0.02500,1.322
50,mlp.experts.56.down_proj,0.0000139686,0.02500,1.056
50,mlp.experts.60.down_proj,0.0000153218,0.02500,1.151
50,mlp.experts.62.down_proj,0.0000265773,0.02500,1.494
50,mlp.experts.50.down_proj,0.0000101839,0.02500,1.484
50,mlp.experts.58.down_proj,0.0000162221,0.02500,1.498
50,mlp.experts.54.down_proj,0.0000039429,0.02500,1.527
50,mlp.experts.48.down_proj,0.0000185625,0.02500,1.038
50,mlp.experts.52.down_proj,0.0000078216,0.02500,1.194
50,mlp.experts.73.down_proj,0.0000122075,0.02500,1.369
50,mlp.experts.65.down_proj,0.0000120179,0.02500,1.353
50,mlp.experts.51.down_proj,0.0000125410,0.02500,1.320
50,mlp.experts.59.down_proj,0.0000093408,0.02500,1.321
50,mlp.experts.77.down_proj,0.0000072239,0.02500,1.348
50,mlp.experts.63.down_proj,0.0000033236,0.02500,1.322
50,mlp.experts.55.down_proj,0.0000038863,0.02500,1.339
50,mlp.experts.69.down_proj,0.0000045393,0.02500,1.314
50,mlp.experts.72.down_proj,0.0000096935,0.02500,1.024
50,mlp.experts.76.down_proj,0.0000013001,0.02500,1.067
50,mlp.experts.66.down_proj,0.0000113756,0.02500,1.014
50,mlp.experts.78.down_proj,0.0000036647,0.02500,1.068
50,mlp.experts.74.down_proj,0.0000125787,0.02500,1.051
50,mlp.experts.70.down_proj,0.0000082055,0.02500,1.038
50,mlp.experts.64.down_proj,0.0000057302,0.02500,1.090
50,mlp.experts.68.down_proj,0.0000061671,0.02500,1.096
50,mlp.experts.81.down_proj,0.0000079608,0.02500,1.296
50,mlp.experts.89.down_proj,0.0000141666,0.02500,1.368
50,mlp.experts.88.down_proj,0.0000066492,0.02500,1.031
50,mlp.experts.67.down_proj,0.0000068113,0.02500,1.326
50,mlp.experts.93.down_proj,0.0000419133,0.02500,1.317
50,mlp.experts.75.down_proj,0.0000042379,0.02500,1.343
50,mlp.experts.79.down_proj,0.0000051406,0.02500,1.313
50,mlp.experts.85.down_proj,0.0000132141,0.02500,1.243
50,mlp.experts.92.down_proj,0.0000026524,0.02500,1.221
50,mlp.experts.71.down_proj,0.0000074874,0.02500,1.405
50,mlp.experts.84.down_proj,0.0000047568,0.02500,1.018
50,mlp.experts.80.down_proj,0.0000030691,0.02500,1.118
50,mlp.experts.82.down_proj,0.0000025153,0.02500,1.396
50,mlp.experts.90.down_proj,0.0000051634,0.02500,1.356
50,mlp.experts.94.down_proj,0.0000068950,0.02500,1.391
50,mlp.experts.86.down_proj,0.0000047907,0.02500,1.515
50,mlp.experts.109.down_proj,0.0000134708,0.02500,0.878
50,mlp.experts.97.down_proj,0.0000071003,0.02500,1.162
50,mlp.experts.105.down_proj,0.0000075464,0.02500,1.131
50,mlp.experts.101.down_proj,0.0000088393,0.02500,0.933
50,mlp.experts.104.down_proj,0.0000045051,0.02500,1.102
50,mlp.experts.100.down_proj,0.0000022035,0.02500,0.840
50,mlp.experts.83.down_proj,0.0000069051,0.02500,1.216
50,mlp.experts.96.down_proj,0.0000076954,0.02500,0.901
50,mlp.experts.91.down_proj,0.0000050065,0.02500,1.264
50,mlp.experts.108.down_proj,0.0000082938,0.02500,1.115
50,mlp.experts.95.down_proj,0.0000089299,0.02500,1.337
50,mlp.experts.87.down_proj,0.0000014652,0.02500,1.224
50,mlp.experts.113.down_proj,0.0000133756,0.02500,0.656
50,mlp.experts.117.down_proj,0.0000068220,0.02500,0.651
50,mlp.experts.116.down_proj,0.0000041312,0.02500,0.644
50,mlp.experts.112.down_proj,0.0000068270,0.02500,0.598
50,mlp.experts.106.down_proj,0.0000079213,0.02500,1.404
50,mlp.experts.110.down_proj,0.0000068921,0.02500,1.399
50,mlp.experts.98.down_proj,0.0000045911,0.02500,1.437
50,mlp.experts.102.down_proj,0.0000128664,0.02500,1.343
50,mlp.experts.99.down_proj,0.0000057758,0.02500,1.280
50,mlp.experts.111.down_proj,0.0000113398,0.02500,1.267
50,mlp.experts.107.down_proj,0.0000135589,0.02500,1.361
50,mlp.experts.114.down_proj,0.0000108623,0.02500,0.825
50,mlp.experts.103.down_proj,0.0000049143,0.02500,1.287
50,mlp.experts.118.down_proj,0.0000024825,0.02500,0.846
50,mlp.experts.115.down_proj,0.0000089175,0.02500,0.877
50,mlp.experts.119.down_proj,0.0000080310,0.02500,0.743
51,self_attn.v_proj,0.0000001815,0.02500,2.033
51,self_attn.k_proj,0.0000000966,0.02500,2.059
51,self_attn.q_proj,0.0000006979,0.02500,2.298
51,self_attn.o_proj,0.0000004191,0.02500,3.764
51,mlp.shared_experts.gate_proj,0.0000021803,0.02500,1.305
51,mlp.shared_experts.up_proj,0.0000018005,0.02500,1.500
51,mlp.shared_experts.down_proj,0.0000002075,0.02500,0.526
51,mlp.experts.5.gate_proj,0.0000401439,0.02500,4.229
51,mlp.experts.2.gate_proj,0.0000356068,0.02500,4.366
51,mlp.experts.1.gate_proj,0.0000392819,0.02500,4.384
51,mlp.experts.13.gate_proj,0.0000277844,0.02500,4.148
51,mlp.experts.14.gate_proj,0.0000367624,0.02500,4.187
51,mlp.experts.6.gate_proj,0.0000264250,0.02500,4.612
51,mlp.experts.9.gate_proj,0.0000486452,0.02500,4.316
51,mlp.experts.10.gate_proj,0.0000565213,0.02500,4.480
51,mlp.experts.11.gate_proj,0.0000399676,0.02500,4.848
51,mlp.experts.3.gate_proj,0.0000589624,0.02500,5.182
51,mlp.experts.4.gate_proj,0.0000394084,0.02500,5.204
51,mlp.experts.0.gate_proj,0.0000790533,0.02500,5.277
51,mlp.experts.7.gate_proj,0.0000393360,0.02500,5.385
51,mlp.experts.15.gate_proj,0.0000178360,0.02500,5.171
51,mlp.experts.12.gate_proj,0.0000254454,0.02500,5.416
51,mlp.experts.8.gate_proj,0.0000401386,0.02500,5.474
51,mlp.experts.29.gate_proj,0.0000624813,0.02500,3.146
51,mlp.experts.17.gate_proj,0.0000318455,0.02500,3.338
51,mlp.experts.18.gate_proj,0.0001592332,0.02500,3.516
51,mlp.experts.21.gate_proj,0.0000382435,0.02500,3.654
51,mlp.experts.26.gate_proj,0.0000544420,0.02500,3.394
51,mlp.experts.30.gate_proj,0.0000785178,0.02500,3.807
51,mlp.experts.25.gate_proj,0.0000404811,0.02500,3.687
51,mlp.experts.22.gate_proj,0.0000614222,0.02500,3.951
51,mlp.experts.19.gate_proj,0.0000300044,0.02500,4.496
51,mlp.experts.20.gate_proj,0.0000767860,0.02500,4.531
51,mlp.experts.27.gate_proj,0.0000655708,0.02500,4.589
51,mlp.experts.16.gate_proj,0.0000288505,0.02500,4.628
51,mlp.experts.23.gate_proj,0.0000516987,0.02500,4.608
51,mlp.experts.28.gate_proj,0.0000202608,0.02500,4.567
51,mlp.experts.24.gate_proj,0.0000520437,0.02500,4.706
51,mlp.experts.31.gate_proj,0.0000449829,0.02500,5.103
51,mlp.experts.45.gate_proj,0.0000193319,0.02500,3.353
51,mlp.experts.37.gate_proj,0.0000426177,0.02500,3.293
51,mlp.experts.34.gate_proj,0.0000321426,0.02500,3.664
51,mlp.experts.33.gate_proj,0.0000472168,0.02500,3.961
51,mlp.experts.41.gate_proj,0.0000489922,0.02500,3.440
51,mlp.experts.42.gate_proj,0.0000417752,0.02500,3.858
51,mlp.experts.46.gate_proj,0.0000545720,0.02500,3.840
51,mlp.experts.38.gate_proj,0.0000324692,0.02500,3.806
51,mlp.experts.36.gate_proj,0.0000441301,0.02500,4.489
51,mlp.experts.32.gate_proj,0.0000086999,0.02500,4.525
51,mlp.experts.35.gate_proj,0.0000609792,0.02500,4.887
51,mlp.experts.43.gate_proj,0.0000369263,0.02500,4.812
51,mlp.experts.61.gate_proj,0.0000537035,0.02500,3.683
51,mlp.experts.44.gate_proj,0.0000291735,0.02500,4.384
51,mlp.experts.39.gate_proj,0.0000475400,0.02500,4.760
51,mlp.experts.53.gate_proj,0.0000291056,0.02500,3.661
51,mlp.experts.49.gate_proj,0.0000308789,0.02500,3.343
51,mlp.experts.50.gate_proj,0.0000404989,0.02500,3.583
51,mlp.experts.57.gate_proj,0.0000348706,0.02500,3.437
51,mlp.experts.58.gate_proj,0.0000276303,0.02500,3.210
51,mlp.experts.40.gate_proj,0.0000964870,0.02500,4.814
51,mlp.experts.47.gate_proj,0.0000447874,0.02500,4.741
51,mlp.experts.54.gate_proj,0.0000299021,0.02500,3.434
51,mlp.experts.62.gate_proj,0.0000511700,0.02500,3.831
51,mlp.experts.69.gate_proj,0.0000539651,0.02500,3.223
51,mlp.experts.51.gate_proj,0.0000998229,0.02500,3.545
51,mlp.experts.59.gate_proj,0.0000533252,0.02500,3.593
51,mlp.experts.77.gate_proj,0.0000448763,0.02500,3.580
51,mlp.experts.55.gate_proj,0.0000672246,0.02500,3.561
51,mlp.experts.66.gate_proj,0.0000545733,0.02500,3.330
51,mlp.experts.65.gate_proj,0.0000316455,0.02500,3.586
51,mlp.experts.70.gate_proj,0.0000324971,0.02500,2.949
51,mlp.experts.73.gate_proj,0.0000364333,0.02500,3.680
51,mlp.experts.63.gate_proj,0.0000382186,0.02500,3.562
51,mlp.experts.74.gate_proj,0.0000452901,0.02500,3.895
51,mlp.experts.52.gate_proj,0.0000361263,0.02500,5.167
51,mlp.experts.48.gate_proj,0.0000316726,0.02500,5.126
51,mlp.experts.78.gate_proj,0.0000478361,0.02500,3.652
51,mlp.experts.60.gate_proj,0.0000253258,0.02500,5.181
51,mlp.experts.56.gate_proj,0.0000857427,0.02500,5.582
51,mlp.experts.85.gate_proj,0.0000796246,0.02500,3.525
51,mlp.experts.86.gate_proj,0.0000334799,0.02500,2.867
51,mlp.experts.93.gate_proj,0.0000794533,0.02500,3.468
51,mlp.experts.90.gate_proj,0.0000323847,0.02500,2.833
51,mlp.experts.81.gate_proj,0.0000784472,0.02500,3.539
51,mlp.experts.89.gate_proj,0.0000449758,0.02500,3.369
51,mlp.experts.67.gate_proj,0.0000385049,0.02500,4.201
51,mlp.experts.75.gate_proj,0.0000805755,0.02500,4.196
51,mlp.experts.82.gate_proj,0.0000100213,0.02500,3.944
51,mlp.experts.71.gate_proj,0.0000797341,0.02500,4.488
51,mlp.experts.79.gate_proj,0.0000401806,0.02500,4.572
51,mlp.experts.94.gate_proj,0.0000464216,0.02500,3.868
51,mlp.experts.68.gate_proj,0.0000406765,0.02500,5.107
51,mlp.experts.64.gate_proj,0.0000267757,0.02500,5.007
51,mlp.experts.102.gate_proj,0.0000486061,0.02500,2.951
51,mlp.experts.76.gate_proj,0.0000405975,0.02500,4.931
51,mlp.experts.106.gate_proj,0.0000532770,0.02500,2.942
51,mlp.experts.109.gate_proj,0.0000506822,0.02500,3.556
51,mlp.experts.101.gate_proj,0.0000725919,0.02500,3.796
51,mlp.experts.72.gate_proj,0.0000336827,0.02500,4.836
51,mlp.experts.105.gate_proj,0.0000479396,0.02500,3.695
51,mlp.experts.97.gate_proj,0.0000570180,0.02500,3.976
51,mlp.experts.98.gate_proj,0.0000359689,0.02500,3.862
51,mlp.experts.91.gate_proj,0.0000430816,0.02500,4.817
51,mlp.experts.110.gate_proj,0.0000554383,0.02500,3.695
51,mlp.experts.83.gate_proj,0.0000858348,0.02500,4.958
51,mlp.experts.87.gate_proj,0.0000378289,0.02500,4.783
51,mlp.experts.118.gate_proj,0.0000572763,0.02500,3.279
51,mlp.experts.2.up_proj,0.0000335247,0.02500,2.974
51,mlp.experts.95.gate_proj,0.0000200749,0.02500,4.625
51,mlp.experts.5.up_proj,0.0000363694,0.02500,3.080
51,mlp.experts.84.gate_proj,0.0000618877,0.02500,4.117
51,mlp.experts.117.gate_proj,0.0000299890,0.02500,3.275
51,mlp.experts.80.gate_proj,0.0000255981,0.02500,4.237
51,mlp.experts.92.gate_proj,0.0000365168,0.02500,4.132
51,mlp.experts.1.up_proj,0.0000379633,0.02500,3.057
51,mlp.experts.113.gate_proj,0.0000702263,0.02500,3.055
51,mlp.experts.114.gate_proj,0.0000111711,0.02500,3.530
51,mlp.experts.88.gate_proj,0.0000355898,0.02500,4.308
51,mlp.experts.6.up_proj,0.0000256633,0.02500,3.329
51,mlp.experts.18.up_proj,0.0001507577,0.02500,3.112
51,mlp.experts.21.up_proj,0.0000362281,0.02500,2.928
51,mlp.experts.107.gate_proj,0.0000510588,0.02500,4.159
51,mlp.experts.13.up_proj,0.0000268821,0.02500,2.931
51,mlp.experts.99.gate_proj,0.0000238700,0.02500,4.417
51,mlp.experts.14.up_proj,0.0000359378,0.02500,3.839
51,mlp.experts.103.gate_proj,0.0000449637,0.02500,4.150
51,mlp.experts.17.up_proj,0.0000315487,0.02500,2.882
51,mlp.experts.9.up_proj,0.0000457020,0.02500,2.958
51,mlp.experts.111.gate_proj,0.0000170471,0.02500,4.224
51,mlp.experts.10.up_proj,0.0000540218,0.02500,3.473
51,mlp.experts.100.gate_proj,0.0000257596,0.02500,5.037
51,mlp.experts.108.gate_proj,0.0000501181,0.02500,5.044
51,mlp.experts.22.up_proj,0.0000581410,0.02500,3.648
51,mlp.experts.96.gate_proj,0.0000292859,0.02500,5.399
51,mlp.experts.37.up_proj,0.0000408153,0.02500,3.051
51,mlp.experts.34.up_proj,0.0000313593,0.02500,3.604
51,mlp.experts.29.up_proj,0.0000617530,0.02500,3.219
51,mlp.experts.104.gate_proj,0.0000330145,0.02500,4.988
51,mlp.experts.30.up_proj,0.0000781132,0.02500,3.435
51,mlp.experts.33.up_proj,0.0000456893,0.02500,3.244
51,mlp.experts.3.up_proj,0.0000563490,0.02500,4.026
51,mlp.experts.25.up_proj,0.0000394738,0.02500,3.267
51,mlp.experts.119.gate_proj,0.0000224610,0.02500,4.036
51,mlp.experts.115.gate_proj,0.0000353760,0.02500,4.255
51,mlp.experts.7.up_proj,0.0000377228,0.02500,4.244
51,mlp.experts.26.up_proj,0.0000528947,0.02500,3.772
51,mlp.experts.53.up_proj,0.0000283684,0.02500,3.198
51,mlp.experts.38.up_proj,0.0000308766,0.02500,3.640
51,mlp.experts.45.up_proj,0.0000188624,0.02500,3.022
51,mlp.experts.49.up_proj,0.0000295054,0.02500,3.056
51,mlp.experts.116.gate_proj,0.0000213715,0.02500,4.568
51,mlp.experts.50.up_proj,0.0000373317,0.02500,3.621
51,mlp.experts.41.up_proj,0.0000466807,0.02500,3.018
51,mlp.experts.4.up_proj,0.0000394067,0.02500,4.548
51,mlp.experts.46.up_proj,0.0000524395,0.02500,3.600
51,mlp.experts.112.gate_proj,0.0000423548,0.02500,4.655
51,mlp.experts.0.up_proj,0.0000774881,0.02500,4.381
51,mlp.experts.19.up_proj,0.0000289689,0.02500,4.532
51,mlp.experts.15.up_proj,0.0000173556,0.02500,4.539
51,mlp.experts.42.up_proj,0.0000410173,0.02500,3.274
51,mlp.experts.11.up_proj,0.0000389338,0.02500,4.427
51,mlp.experts.69.up_proj,0.0000530212,0.02500,2.912
51,mlp.experts.61.up_proj,0.0000517040,0.02500,2.881
51,mlp.experts.23.up_proj,0.0000512129,0.02500,4.354
51,mlp.experts.54.up_proj,0.0000293156,0.02500,3.155
51,mlp.experts.65.up_proj,0.0000305766,0.02500,2.872
51,mlp.experts.57.up_proj,0.0000331798,0.02500,2.861
51,mlp.experts.66.up_proj,0.0000537644,0.02500,3.617
51,mlp.experts.62.up_proj,0.0000488573,0.02500,3.375
51,mlp.experts.12.up_proj,0.0000248738,0.02500,4.526
51,mlp.experts.20.up_proj,0.0000731127,0.02500,4.511
51,mlp.experts.8.up_proj,0.0000388512,0.02500,4.473
51,mlp.experts.85.up_proj,0.0000792303,0.02500,3.149
51,mlp.experts.58.up_proj,0.0000266559,0.02500,3.374
51,mlp.experts.16.up_proj,0.0000279433,0.02500,4.446
51,mlp.experts.77.up_proj,0.0000436142,0.02500,3.201
51,mlp.experts.35.up_proj,0.0000583769,0.02500,4.299
51,mlp.experts.81.up_proj,0.0000750701,0.02500,3.148
51,mlp.experts.73.up_proj,0.0000355286,0.02500,3.170
51,mlp.experts.70.up_proj,0.0000316853,0.02500,3.515
51,mlp.experts.31.up_proj,0.0000443421,0.02500,4.234
51,mlp.experts.27.up_proj,0.0000637795,0.02500,4.398
51,mlp.experts.82.up_proj,0.0000092820,0.02500,3.131
51,mlp.experts.39.up_proj,0.0000465609,0.02500,4.227
51,mlp.experts.78.up_proj,0.0000475451,0.02500,3.499
51,mlp.experts.28.up_proj,0.0000196971,0.02500,3.655
51,mlp.experts.101.up_proj,0.0000687515,0.02500,3.211
51,mlp.experts.36.up_proj,0.0000428951,0.02500,3.752
51,mlp.experts.24.up_proj,0.0000515813,0.02500,3.684
51,mlp.experts.93.up_proj,0.0000766564,0.02500,3.290
51,mlp.experts.97.up_proj,0.0000559839,0.02500,3.343
51,mlp.experts.32.up_proj,0.0000084221,0.02500,3.824
51,mlp.experts.74.up_proj,0.0000449401,0.02500,4.006
51,mlp.experts.89.up_proj,0.0000438336,0.02500,3.438
51,mlp.experts.51.up_proj,0.0000966268,0.02500,4.034
51,mlp.experts.86.up_proj,0.0000333347,0.02500,3.769
51,mlp.experts.98.up_proj,0.0000349732,0.02500,3.627
51,mlp.experts.47.up_proj,0.0000445362,0.02500,4.115
51,mlp.experts.43.up_proj,0.0000358822,0.02500,4.215
51,mlp.experts.55.up_proj,0.0000657637,0.02500,4.046
51,mlp.experts.94.up_proj,0.0000446941,0.02500,3.669
51,mlp.experts.44.up_proj,0.0000282101,0.02500,3.121
51,mlp.experts.52.up_proj,0.0000338623,0.02500,3.075
51,mlp.experts.40.up_proj,0.0000945304,0.02500,3.096
51,mlp.experts.117.up_proj,0.0000294195,0.02500,4.028
51,mlp.experts.48.up_proj,0.0000310207,0.02500,3.260
51,mlp.experts.90.up_proj,0.0000315746,0.02500,3.593
51,mlp.experts.109.up_proj,0.0000505076,0.02500,4.171
51,mlp.experts.113.up_proj,0.0000661423,0.02500,3.980
51,mlp.experts.102.up_proj,0.0000478657,0.02500,3.467
51,mlp.experts.105.up_proj,0.0000465533,0.02500,3.869
51,mlp.experts.114.up_proj,0.0000108885,0.02500,3.253
51,mlp.experts.67.up_proj,0.0000371644,0.02500,4.151
51,mlp.experts.110.up_proj,0.0000522545,0.02500,3.437
51,mlp.experts.63.up_proj,0.0000380594,0.02500,4.208
51,mlp.experts.60.up_proj,0.0000247920,0.02500,3.348
51,mlp.experts.59.up_proj,0.0000522952,0.02500,4.244
51,mlp.experts.68.up_proj,0.0000385677,0.02500,3.404
51,mlp.experts.71.up_proj,0.0000785697,0.02500,4.122
51,mlp.experts.56.up_proj,0.0000832352,0.02500,3.307
51,mlp.experts.118.up_proj,0.0000545152,0.02500,2.254
51,mlp.experts.106.up_proj,0.0000523626,0.02500,2.703
51,mlp.experts.64.up_proj,0.0000263027,0.02500,3.089
51,mlp.experts.76.up_proj,0.0000395178,0.02500,2.949
51,mlp.experts.84.up_proj,0.0000591010,0.02500,3.082
51,mlp.experts.72.up_proj,0.0000328263,0.02500,3.150
51,mlp.experts.83.up_proj,0.0000804597,0.02500,4.328
51,mlp.experts.80.up_proj,0.0000251979,0.02500,3.426
51,mlp.experts.79.up_proj,0.0000393226,0.02500,4.681
51,mlp.experts.87.up_proj,0.0000371060,0.02500,4.506
51,mlp.experts.75.up_proj,0.0000775045,0.02500,4.887
51,mlp.experts.92.up_proj,0.0000357990,0.02500,4.804
51,mlp.experts.100.up_proj,0.0000250204,0.02500,4.999
51,mlp.experts.88.up_proj,0.0000346719,0.02500,5.256
51,mlp.experts.99.up_proj,0.0000231009,0.02500,5.230
51,mlp.experts.96.up_proj,0.0000286683,0.02500,4.983
51,mlp.experts.95.up_proj,0.0000196177,0.02500,5.147
51,mlp.experts.91.up_proj,0.0000423987,0.02500,5.105
51,mlp.experts.103.up_proj,0.0000431027,0.02500,5.560
51,mlp.experts.108.up_proj,0.0000496790,0.02500,4.813
51,mlp.experts.116.up_proj,0.0000205969,0.02500,4.799
51,mlp.experts.104.up_proj,0.0000310705,0.02500,4.550
51,mlp.experts.112.up_proj,0.0000414515,0.02500,4.098
51,mlp.experts.115.up_proj,0.0000347614,0.02500,5.073
51,mlp.experts.111.up_proj,0.0000158888,0.02500,4.635
51,mlp.experts.107.up_proj,0.0000506301,0.02500,4.252
51,mlp.experts.119.up_proj,0.0000221463,0.02500,4.174
51,mlp.experts.0.down_proj,0.0000202877,0.02500,1.602
51,mlp.experts.4.down_proj,0.0000102216,0.02500,1.686
51,mlp.experts.8.down_proj,0.0000071054,0.02500,1.761
51,mlp.experts.1.down_proj,0.0000053021,0.02500,1.818
51,mlp.experts.12.down_proj,0.0000038746,0.02500,1.703
51,mlp.experts.10.down_proj,0.0000079659,0.02500,1.862
51,mlp.experts.13.down_proj,0.0000032701,0.02500,1.732
51,mlp.experts.6.down_proj,0.0000076131,0.02500,1.877
51,mlp.experts.2.down_proj,0.0000042345,0.02500,1.879
51,mlp.experts.5.down_proj,0.0000042886,0.02500,1.919
51,mlp.experts.14.down_proj,0.0000052473,0.02500,1.835
51,mlp.experts.9.down_proj,0.0000082317,0.02500,1.985
51,mlp.experts.3.down_proj,0.0000071493,0.02500,2.458
51,mlp.experts.11.down_proj,0.0000061507,0.02500,2.349
51,mlp.experts.15.down_proj,0.0000021263,0.02500,2.350
51,mlp.experts.7.down_proj,0.0000089696,0.02500,2.554
51,mlp.experts.17.down_proj,0.0000038753,0.02500,0.912
51,mlp.experts.26.down_proj,0.0000071697,0.02500,0.985
51,mlp.experts.18.down_proj,0.0000283153,0.02500,0.981
51,mlp.experts.22.down_proj,0.0000112224,0.02500,1.034
51,mlp.experts.30.down_proj,0.0000184028,0.02500,0.947
51,mlp.experts.20.down_proj,0.0000210179,0.02500,1.255
51,mlp.experts.16.down_proj,0.0000029996,0.02500,1.368
51,mlp.experts.25.down_proj,0.0000043254,0.02500,0.993
51,mlp.experts.29.down_proj,0.0000161081,0.02500,1.134
51,mlp.experts.24.down_proj,0.0000135927,0.02500,1.272
51,mlp.experts.21.down_proj,0.0000087318,0.02500,1.133
51,mlp.experts.28.down_proj,0.0000037129,0.02500,1.372
51,mlp.experts.33.down_proj,0.0000087836,0.02500,0.902
51,mlp.experts.38.down_proj,0.0000042652,0.02500,0.854
51,mlp.experts.34.down_proj,0.0000045535,0.02500,0.953
51,mlp.experts.19.down_proj,0.0000046912,0.02500,1.405
51,mlp.experts.27.down_proj,0.0000116108,0.02500,1.370
51,mlp.experts.46.down_proj,0.0000128513,0.02500,0.972
51,mlp.experts.31.down_proj,0.0000074087,0.02500,1.406
51,mlp.experts.41.down_proj,0.0000069324,0.02500,0.984
51,mlp.experts.42.down_proj,0.0000069470,0.02500,1.125
51,mlp.experts.23.down_proj,0.0000096281,0.02500,1.451
51,mlp.experts.37.down_proj,0.0000052881,0.02500,0.993
51,mlp.experts.45.down_proj,0.0000030058,0.02500,1.123
51,mlp.experts.36.down_proj,0.0000070471,0.02500,1.239
51,mlp.experts.32.down_proj,0.0000020776,0.02500,1.327
51,mlp.experts.40.down_proj,0.0000167880,0.02500,1.273
51,mlp.experts.49.down_proj,0.0000033008,0.02500,0.996
51,mlp.experts.44.down_proj,0.0000027466,0.02500,1.416
51,mlp.experts.62.down_proj,0.0000129133,0.02500,0.854
51,mlp.experts.43.down_proj,0.0000055195,0.02500,0.965
51,mlp.experts.58.down_proj,0.0000066562,0.02500,0.861
51,mlp.experts.54.down_proj,0.0000062163,0.02500,1.095
51,mlp.experts.35.down_proj,0.0000151965,0.02500,1.003
51,mlp.experts.47.down_proj,0.0000125504,0.02500,0.975
51,mlp.experts.39.down_proj,0.0000064504,0.02500,0.956
51,mlp.experts.50.down_proj,0.0000136713,0.02500,1.163
51,mlp.experts.57.down_proj,0.0000095012,0.02500,1.060
51,mlp.experts.53.down_proj,0.0000040420,0.02500,1.037
51,mlp.experts.61.down_proj,0.0000091200,0.02500,0.991
51,mlp.experts.78.down_proj,0.0000104446,0.02500,0.850
51,mlp.experts.52.down_proj,0.0000057241,0.02500,1.474
51,mlp.experts.65.down_proj,0.0000035438,0.02500,1.061
51,mlp.experts.74.down_proj,0.0000066650,0.02500,0.856
51,mlp.experts.56.down_proj,0.0000280513,0.02500,1.482
51,mlp.experts.48.down_proj,0.0000042670,0.02500,1.516
51,mlp.experts.59.down_proj,0.0000055857,0.02500,1.061
51,mlp.experts.63.down_proj,0.0000071808,0.02500,1.032
51,mlp.experts.51.down_proj,0.0000304123,0.02500,1.059
51,mlp.experts.70.down_proj,0.0000058497,0.02500,1.134
51,mlp.experts.55.down_proj,0.0000120861,0.02500,1.045
51,mlp.experts.77.down_proj,0.0000072966,0.02500,0.896
51,mlp.experts.69.down_proj,0.0000084312,0.02500,0.965
51,mlp.experts.60.down_proj,0.0000043544,0.02500,1.433
51,mlp.experts.66.down_proj,0.0000088218,0.02500,1.137
51,mlp.experts.73.down_proj,0.0000128678,0.02500,1.109
51,mlp.experts.94.down_proj,0.0000061489,0.02500,0.842
51,mlp.experts.90.down_proj,0.0000042140,0.02500,0.855
51,mlp.experts.81.down_proj,0.0000145043,0.02500,0.923
51,mlp.experts.75.down_proj,0.0000260157,0.02500,0.905
51,mlp.experts.79.down_proj,0.0000135336,0.02500,0.905
51,mlp.experts.67.down_proj,0.0000045695,0.02500,0.897
51,mlp.experts.68.down_proj,0.0000056068,0.02500,1.194
51,mlp.experts.71.down_proj,0.0000213311,0.02500,0.894
51,mlp.experts.93.down_proj,0.0000180546,0.02500,0.887
51,mlp.experts.72.down_proj,0.0000046960,0.02500,1.188
51,mlp.experts.82.down_proj,0.0000047914,0.02500,0.933
51,mlp.experts.86.down_proj,0.0000099275,0.02500,1.133
51,mlp.experts.64.down_proj,0.0000048990,0.02500,1.336
51,mlp.experts.85.down_proj,0.0000166832,0.02500,1.160
51,mlp.experts.76.down_proj,0.0000055800,0.02500,1.183
51,mlp.experts.89.down_proj,0.0000070163,0.02500,1.139
51,mlp.experts.106.down_proj,0.0000079429,0.02500,0.845
51,mlp.experts.110.down_proj,0.0000111452,0.02500,1.110
51,mlp.experts.97.down_proj,0.0000091831,0.02500,0.969
51,mlp.experts.91.down_proj,0.0000061257,0.02500,0.902
51,mlp.experts.83.down_proj,0.0000316645,0.02500,0.880
51,mlp.experts.95.down_proj,0.0000024760,0.02500,0.918
51,mlp.experts.98.down_proj,0.0000044087,0.02500,0.755
51,mlp.experts.87.down_proj,0.0000051232,0.02500,0.925
51,mlp.experts.102.down_proj,0.0000175003,0.02500,0.829
51,mlp.experts.109.down_proj,0.0000083562,0.02500,1.082
51,mlp.experts.101.down_proj,0.0000130113,0.02500,0.879
51,mlp.experts.84.down_proj,0.0000211550,0.02500,1.264
51,mlp.experts.105.down_proj,0.0000054795,0.02500,0.887
51,mlp.experts.88.down_proj,0.0000060061,0.02500,1.266
51,mlp.experts.114.down_proj,0.0000012637,0.02500,0.615
51,mlp.experts.113.down_proj,0.0000105500,0.02500,0.873
51,mlp.experts.118.down_proj,0.0000087745,0.02500,0.574
51,mlp.experts.92.down_proj,0.0000048640,0.02500,1.290
51,mlp.experts.107.down_proj,0.0000172793,0.02500,0.880
51,mlp.experts.80.down_proj,0.0000051163,0.02500,1.430
51,mlp.experts.99.down_proj,0.0000083825,0.02500,0.889
51,mlp.experts.111.down_proj,0.0000016872,0.02500,0.871
51,mlp.experts.103.down_proj,0.0000140949,0.02500,0.829
51,mlp.experts.117.down_proj,0.0000047419,0.02500,0.608
51,mlp.experts.115.down_proj,0.0000057285,0.02500,0.582
51,mlp.experts.119.down_proj,0.0000052410,0.02500,0.554
51,mlp.experts.100.down_proj,0.0000029050,0.02500,1.147
51,mlp.experts.104.down_proj,0.0000068922,0.02500,1.148
51,mlp.experts.108.down_proj,0.0000076008,0.02500,1.088
51,mlp.experts.96.down_proj,0.0000035629,0.02500,1.202
51,mlp.experts.116.down_proj,0.0000049757,0.02500,0.951
51,mlp.experts.112.down_proj,0.0000062508,0.02500,0.635
52,self_attn.k_proj,0.0000000882,0.02500,1.775
52,self_attn.v_proj,0.0000001839,0.02500,1.825
52,self_attn.q_proj,0.0000006639,0.02500,1.929
52,self_attn.o_proj,0.0000003365,0.02500,3.851
52,mlp.shared_experts.gate_proj,0.0000022798,0.02500,1.315
52,mlp.shared_experts.up_proj,0.0000017857,0.02500,1.341
52,mlp.shared_experts.down_proj,0.0000002396,0.02500,0.396
52,mlp.experts.6.gate_proj,0.0000446088,0.02500,4.427
52,mlp.experts.10.gate_proj,0.0000834284,0.02500,3.762
52,mlp.experts.14.gate_proj,0.0000517345,0.02500,3.861
52,mlp.experts.2.gate_proj,0.0000442937,0.02500,4.972
52,mlp.experts.5.gate_proj,0.0000805761,0.02500,5.013
52,mlp.experts.1.gate_proj,0.0000302673,0.02500,5.084
52,mlp.experts.9.gate_proj,0.0000502208,0.02500,5.230
52,mlp.experts.13.gate_proj,0.0000572747,0.02500,4.446
52,mlp.experts.15.gate_proj,0.0000383112,0.02500,5.032
52,mlp.experts.11.gate_proj,0.0000450185,0.02500,5.106
52,mlp.experts.7.gate_proj,0.0000571712,0.02500,6.088
52,mlp.experts.3.gate_proj,0.0001225221,0.02500,6.094
52,mlp.experts.0.gate_proj,0.0000129746,0.02500,6.273
52,mlp.experts.4.gate_proj,0.0000694878,0.02500,6.372
52,mlp.experts.12.gate_proj,0.0000365876,0.02500,5.603
52,mlp.experts.8.gate_proj,0.0000395718,0.02500,6.520
52,mlp.experts.22.gate_proj,0.0000420406,0.02500,3.546
52,mlp.experts.18.gate_proj,0.0000202016,0.02500,3.286
52,mlp.experts.26.gate_proj,0.0000928935,0.02500,3.682
52,mlp.experts.30.gate_proj,0.0000670195,0.02500,3.804
52,mlp.experts.31.gate_proj,0.0000283697,0.02500,3.242
52,mlp.experts.17.gate_proj,0.0000478085,0.02500,4.149
52,mlp.experts.27.gate_proj,0.0000239689,0.02500,3.244
52,mlp.experts.21.gate_proj,0.0000354083,0.02500,4.324
52,mlp.experts.19.gate_proj,0.0000624044,0.02500,3.249
52,mlp.experts.23.gate_proj,0.0000575592,0.02500,3.324
52,mlp.experts.25.gate_proj,0.0000561712,0.02500,4.272
52,mlp.experts.29.gate_proj,0.0000537487,0.02500,4.340
52,mlp.experts.16.gate_proj,0.0000298516,0.02500,4.945
52,mlp.experts.20.gate_proj,0.0000517982,0.02500,4.963
52,mlp.experts.24.gate_proj,0.0000516330,0.02500,4.908
52,mlp.experts.28.gate_proj,0.0000203638,0.02500,5.043
52,mlp.experts.38.gate_proj,0.0000471720,0.02500,3.616
52,mlp.experts.34.gate_proj,0.0001083149,0.02500,3.752
52,mlp.experts.42.gate_proj,0.0000364028,0.02500,4.030
52,mlp.experts.47.gate_proj,0.0000605729,0.02500,3.310
52,mlp.experts.43.gate_proj,0.0000371973,0.02500,3.305
52,mlp.experts.35.gate_proj,0.0000151483,0.02500,3.328
52,mlp.experts.46.gate_proj,0.0001140498,0.02500,4.097
52,mlp.experts.39.gate_proj,0.0000584597,0.02500,3.319
52,mlp.experts.41.gate_proj,0.0000284167,0.02500,4.216
52,mlp.experts.37.gate_proj,0.0000282300,0.02500,4.515
52,mlp.experts.33.gate_proj,0.0000507940,0.02500,4.725
52,mlp.experts.45.gate_proj,0.0000316024,0.02500,4.459
52,mlp.experts.32.gate_proj,0.0000492131,0.02500,3.642
52,mlp.experts.36.gate_proj,0.0000395268,0.02500,3.714
52,mlp.experts.40.gate_proj,0.0000299450,0.02500,3.718
52,mlp.experts.44.gate_proj,0.0000623943,0.02500,3.711
52,mlp.experts.50.gate_proj,0.0000301937,0.02500,3.392
52,mlp.experts.54.gate_proj,0.0000334914,0.02500,3.911
52,mlp.experts.58.gate_proj,0.0001118996,0.02500,3.581
52,mlp.experts.62.gate_proj,0.0001507072,0.02500,3.759
52,mlp.experts.63.gate_proj,0.0000455767,0.02500,4.368
52,mlp.experts.51.gate_proj,0.0000559607,0.02500,4.243
52,mlp.experts.55.gate_proj,0.0000461215,0.02500,4.366
52,mlp.experts.59.gate_proj,0.0000302338,0.02500,4.554
52,mlp.experts.57.gate_proj,0.0000225889,0.02500,3.809
52,mlp.experts.49.gate_proj,0.0000448891,0.02500,3.654
52,mlp.experts.53.gate_proj,0.0000520196,0.02500,3.874
52,mlp.experts.61.gate_proj,0.0000289748,0.02500,3.802
52,mlp.experts.70.gate_proj,0.0000570094,0.02500,3.228
52,mlp.experts.48.gate_proj,0.0000057844,0.02500,4.216
52,mlp.experts.52.gate_proj,0.0001053996,0.02500,4.278
52,mlp.experts.66.gate_proj,0.0000396351,0.02500,3.981
52,mlp.experts.60.gate_proj,0.0000437494,0.02500,4.120
52,mlp.experts.56.gate_proj,0.0000370672,0.02500,4.248
52,mlp.experts.74.gate_proj,0.0000295536,0.02500,3.570
52,mlp.experts.78.gate_proj,0.0000199234,0.02500,3.315
52,mlp.experts.79.gate_proj,0.0000363121,0.02500,3.337
52,mlp.experts.67.gate_proj,0.0000522229,0.02500,3.339
52,mlp.experts.75.gate_proj,0.0000525578,0.02500,3.195
52,mlp.experts.71.gate_proj,0.0000369589,0.02500,3.266
52,mlp.experts.77.gate_proj,0.0000420487,0.02500,3.496
52,mlp.experts.69.gate_proj,0.0000306894,0.02500,3.816
52,mlp.experts.65.gate_proj,0.0000495381,0.02500,4.033
52,mlp.experts.73.gate_proj,0.0000744784,0.02500,4.461
52,mlp.experts.86.gate_proj,0.0000466155,0.02500,3.551
52,mlp.experts.90.gate_proj,0.0000465200,0.02500,3.532
52,mlp.experts.82.gate_proj,0.0000202594,0.02500,3.757
52,mlp.experts.83.gate_proj,0.0001081594,0.02500,3.096
52,mlp.experts.95.gate_proj,0.0000280567,0.02500,3.150
52,mlp.experts.91.gate_proj,0.0000329450,0.02500,3.154
52,mlp.experts.87.gate_proj,0.0000913925,0.02500,3.192
52,mlp.experts.94.gate_proj,0.0000665295,0.02500,3.833
52,mlp.experts.64.gate_proj,0.0000523529,0.02500,4.943
52,mlp.experts.68.gate_proj,0.0000287666,0.02500,4.829
52,mlp.experts.76.gate_proj,0.0000398705,0.02500,4.877
52,mlp.experts.72.gate_proj,0.0000482671,0.02500,4.919
52,mlp.experts.81.gate_proj,0.0000424276,0.02500,3.230
52,mlp.experts.85.gate_proj,0.0000719676,0.02500,3.464
52,mlp.experts.93.gate_proj,0.0000418207,0.02500,3.906
52,mlp.experts.89.gate_proj,0.0000370207,0.02500,3.758
52,mlp.experts.102.gate_proj,0.0000455380,0.02500,3.492
52,mlp.experts.106.gate_proj,0.0000695202,0.02500,3.974
52,mlp.experts.107.gate_proj,0.0000451322,0.02500,3.870
52,mlp.experts.98.gate_proj,0.0000421086,0.02500,4.219
52,mlp.experts.111.gate_proj,0.0000250588,0.02500,4.059
52,mlp.experts.110.gate_proj,0.0000289306,0.02500,3.849
52,mlp.experts.99.gate_proj,0.0000562467,0.02500,4.116
52,mlp.experts.103.gate_proj,0.0000946229,0.02500,4.046
52,mlp.experts.80.gate_proj,0.0000391249,0.02500,4.011
52,mlp.experts.84.gate_proj,0.0000381683,0.02500,3.969
52,mlp.experts.97.gate_proj,0.0000391033,0.02500,3.382
52,mlp.experts.92.gate_proj,0.0000432682,0.02500,4.123
52,mlp.experts.88.gate_proj,0.0000527637,0.02500,4.198
52,mlp.experts.101.gate_proj,0.0000516186,0.02500,3.896
52,mlp.experts.109.gate_proj,0.0000272456,0.02500,3.664
52,mlp.experts.105.gate_proj,0.0000563254,0.02500,3.344
52,mlp.experts.118.gate_proj,0.0000337165,0.02500,4.290
52,mlp.experts.3.up_proj,0.0001175245,0.02500,3.261
52,mlp.experts.115.gate_proj,0.0000150847,0.02500,3.191
52,mlp.experts.7.up_proj,0.0000558496,0.02500,3.247
52,mlp.experts.119.gate_proj,0.0000144732,0.02500,3.180
52,mlp.experts.2.up_proj,0.0000430014,0.02500,3.755
52,mlp.experts.6.up_proj,0.0000442444,0.02500,3.555
52,mlp.experts.114.gate_proj,0.0000471537,0.02500,4.057
52,mlp.experts.113.gate_proj,0.0000419295,0.02500,3.523
52,mlp.experts.96.gate_proj,0.0000428096,0.02500,4.091
52,mlp.experts.108.gate_proj,0.0000334806,0.02500,4.037
52,mlp.experts.5.up_proj,0.0000802710,0.02500,3.511
52,mlp.experts.100.gate_proj,0.0000427815,0.02500,4.408
52,mlp.experts.117.gate_proj,0.0000220733,0.02500,3.692
52,mlp.experts.104.gate_proj,0.0000638243,0.02500,4.087
52,mlp.experts.1.up_proj,0.0000296971,0.02500,3.556
52,mlp.experts.14.up_proj,0.0000486420,0.02500,3.486
52,mlp.experts.22.up_proj,0.0000410217,0.02500,3.192
52,mlp.experts.11.up_proj,0.0000426416,0.02500,3.628
52,mlp.experts.19.up_proj,0.0000596874,0.02500,3.692
52,mlp.experts.23.up_proj,0.0000539455,0.02500,3.767
52,mlp.experts.18.up_proj,0.0000194897,0.02500,3.694
52,mlp.experts.15.up_proj,0.0000369399,0.02500,3.738
52,mlp.experts.10.up_proj,0.0000809474,0.02500,3.541
52,mlp.experts.9.up_proj,0.0000483916,0.02500,3.414
52,mlp.experts.21.up_proj,0.0000350970,0.02500,3.424
52,mlp.experts.13.up_proj,0.0000560045,0.02500,3.415
52,mlp.experts.17.up_proj,0.0000463736,0.02500,3.528
52,mlp.experts.112.gate_proj,0.0000340091,0.02500,4.474
52,mlp.experts.116.gate_proj,0.0000720219,0.02500,4.397
52,mlp.experts.0.up_proj,0.0000127158,0.02500,4.443
52,mlp.experts.30.up_proj,0.0000659451,0.02500,3.663
52,mlp.experts.4.up_proj,0.0000672794,0.02500,4.810
52,mlp.experts.38.up_proj,0.0000467070,0.02500,3.430
52,mlp.experts.34.up_proj,0.0001057179,0.02500,3.205
52,mlp.experts.26.up_proj,0.0000907207,0.02500,3.555
52,mlp.experts.35.up_proj,0.0000160816,0.02500,4.315
52,mlp.experts.27.up_proj,0.0000233082,0.02500,4.432
52,mlp.experts.25.up_proj,0.0000552539,0.02500,3.554
52,mlp.experts.39.up_proj,0.0000568079,0.02500,4.373
52,mlp.experts.31.up_proj,0.0000273210,0.02500,4.418
52,mlp.experts.37.up_proj,0.0000277861,0.02500,3.751
52,mlp.experts.29.up_proj,0.0000524933,0.02500,3.857
52,mlp.experts.33.up_proj,0.0000497883,0.02500,3.759
52,mlp.experts.8.up_proj,0.0000390491,0.02500,3.766
52,mlp.experts.12.up_proj,0.0000356448,0.02500,3.779
52,mlp.experts.16.up_proj,0.0000299747,0.02500,3.729
52,mlp.experts.46.up_proj,0.0001093810,0.02500,3.566
52,mlp.experts.20.up_proj,0.0000504446,0.02500,3.729
52,mlp.experts.54.up_proj,0.0000333167,0.02500,3.468
52,mlp.experts.50.up_proj,0.0000293996,0.02500,3.791
52,mlp.experts.42.up_proj,0.0000355523,0.02500,3.603
52,mlp.experts.41.up_proj,0.0000279439,0.02500,3.528
52,mlp.experts.51.up_proj,0.0000563296,0.02500,4.315
52,mlp.experts.43.up_proj,0.0000355271,0.02500,4.255
52,mlp.experts.55.up_proj,0.0000454339,0.02500,4.342
52,mlp.experts.47.up_proj,0.0000590017,0.02500,4.302
52,mlp.experts.49.up_proj,0.0000445719,0.02500,3.572
52,mlp.experts.53.up_proj,0.0000497339,0.02500,3.860
52,mlp.experts.45.up_proj,0.0000298217,0.02500,3.890
52,mlp.experts.24.up_proj,0.0000481096,0.02500,3.568
52,mlp.experts.28.up_proj,0.0000198645,0.02500,3.527
52,mlp.experts.32.up_proj,0.0000484084,0.02500,3.570
52,mlp.experts.36.up_proj,0.0000391212,0.02500,3.557
52,mlp.experts.62.up_proj,0.0001463586,0.02500,4.312
52,mlp.experts.70.up_proj,0.0000543234,0.02500,4.524
52,mlp.experts.57.up_proj,0.0000220946,0.02500,3.321
52,mlp.experts.66.up_proj,0.0000389279,0.02500,4.401
52,mlp.experts.58.up_proj,0.0001061825,0.02500,4.240
52,mlp.experts.65.up_proj,0.0000469433,0.02500,3.429
52,mlp.experts.69.up_proj,0.0000299798,0.02500,3.504
52,mlp.experts.61.up_proj,0.0000279054,0.02500,3.485
52,mlp.experts.40.up_proj,0.0000290198,0.02500,3.509
52,mlp.experts.67.up_proj,0.0000502982,0.02500,4.554
52,mlp.experts.59.up_proj,0.0000287854,0.02500,4.598
52,mlp.experts.71.up_proj,0.0000365383,0.02500,4.498
52,mlp.experts.63.up_proj,0.0000440428,0.02500,4.460
52,mlp.experts.44.up_proj,0.0000597698,0.02500,3.619
52,mlp.experts.48.up_proj,0.0000056309,0.02500,3.671
52,mlp.experts.52.up_proj,0.0000963653,0.02500,3.726
52,mlp.experts.78.up_proj,0.0000192843,0.02500,3.245
52,mlp.experts.73.up_proj,0.0000713448,0.02500,3.126
52,mlp.experts.86.up_proj,0.0000459567,0.02500,3.239
52,mlp.experts.82.up_proj,0.0000188110,0.02500,3.438
52,mlp.experts.81.up_proj,0.0000410479,0.02500,2.933
52,mlp.experts.85.up_proj,0.0000693816,0.02500,2.932
52,mlp.experts.77.up_proj,0.0000404979,0.02500,2.879
52,mlp.experts.74.up_proj,0.0000293746,0.02500,3.832
52,mlp.experts.56.up_proj,0.0000361981,0.02500,4.140
52,mlp.experts.75.up_proj,0.0000517364,0.02500,4.110
52,mlp.experts.83.up_proj,0.0001057771,0.02500,4.259
52,mlp.experts.89.up_proj,0.0000359612,0.02500,3.089
52,mlp.experts.87.up_proj,0.0000871321,0.02500,4.184
52,mlp.experts.79.up_proj,0.0000351452,0.02500,4.218
52,mlp.experts.94.up_proj,0.0000653509,0.02500,3.615
52,mlp.experts.64.up_proj,0.0000504852,0.02500,3.999
52,mlp.experts.60.up_proj,0.0000421485,0.02500,4.153
52,mlp.experts.102.up_proj,0.0000425395,0.02500,3.294
52,mlp.experts.68.up_proj,0.0000277669,0.02500,4.088
52,mlp.experts.98.up_proj,0.0000405986,0.02500,3.502
52,mlp.experts.97.up_proj,0.0000371842,0.02500,3.189
52,mlp.experts.93.up_proj,0.0000414984,0.02500,3.108
52,mlp.experts.101.up_proj,0.0000510554,0.02500,3.232
52,mlp.experts.90.up_proj,0.0000454405,0.02500,3.596
52,mlp.experts.91.up_proj,0.0000324473,0.02500,3.246
52,mlp.experts.99.up_proj,0.0000533323,0.02500,3.262
52,mlp.experts.103.up_proj,0.0000908522,0.02500,3.280
52,mlp.experts.95.up_proj,0.0000272380,0.02500,3.251
52,mlp.experts.105.up_proj,0.0000542229,0.02500,3.385
52,mlp.experts.110.up_proj,0.0000283331,0.02500,3.686
52,mlp.experts.72.up_proj,0.0000475131,0.02500,4.366
52,mlp.experts.118.up_proj,0.0000324466,0.02500,3.843
52,mlp.experts.113.up_proj,0.0000401766,0.02500,3.293
52,mlp.experts.114.up_proj,0.0000456959,0.02500,3.577
52,mlp.experts.76.up_proj,0.0000393553,0.02500,4.514
52,mlp.experts.80.up_proj,0.0000384177,0.02500,4.567
52,mlp.experts.117.up_proj,0.0000215832,0.02500,3.350
52,mlp.experts.109.up_proj,0.0000260754,0.02500,3.398
52,mlp.experts.106.up_proj,0.0000672268,0.02500,3.007
52,mlp.experts.84.up_proj,0.0000376132,0.02500,4.605
52,mlp.experts.107.up_proj,0.0000442995,0.02500,3.323
52,mlp.experts.115.up_proj,0.0000142749,0.02500,3.268
52,mlp.experts.119.up_proj,0.0000144840,0.02500,3.171
52,mlp.experts.111.up_proj,0.0000236519,0.02500,3.136
52,mlp.experts.88.up_proj,0.0000505841,0.02500,4.253
52,mlp.experts.96.up_proj,0.0000409346,0.02500,4.078
52,mlp.experts.92.up_proj,0.0000414253,0.02500,4.190
52,mlp.experts.100.up_proj,0.0000411274,0.02500,4.902
52,mlp.experts.104.up_proj,0.0000619498,0.02500,4.319
52,mlp.experts.112.up_proj,0.0000330171,0.02500,4.316
52,mlp.experts.108.up_proj,0.0000317154,0.02500,4.321
52,mlp.experts.116.up_proj,0.0000688289,0.02500,3.456
52,mlp.experts.6.down_proj,0.0000110505,0.02500,0.929
52,mlp.experts.14.down_proj,0.0000054614,0.02500,0.924
52,mlp.experts.1.down_proj,0.0000040024,0.02500,0.945
52,mlp.experts.2.down_proj,0.0000057564,0.02500,0.951
52,mlp.experts.10.down_proj,0.0000148216,0.02500,0.958
52,mlp.experts.11.down_proj,0.0000071542,0.02500,1.073
52,mlp.experts.5.down_proj,0.0000192501,0.02500,1.080
52,mlp.experts.9.down_proj,0.0000081507,0.02500,1.086
52,mlp.experts.15.down_proj,0.0000046378,0.02500,1.086
52,mlp.experts.7.down_proj,0.0000089531,0.02500,1.110
52,mlp.experts.3.down_proj,0.0000589601,0.02500,1.111
52,mlp.experts.13.down_proj,0.0000078153,0.02500,1.144
52,mlp.experts.12.down_proj,0.0000066450,0.02500,1.529
52,mlp.experts.4.down_proj,0.0000233008,0.02500,1.545
52,mlp.experts.0.down_proj,0.0000026120,0.02500,1.558
52,mlp.experts.8.down_proj,0.0000056970,0.02500,1.590
52,mlp.experts.17.down_proj,0.0000073288,0.02500,0.973
52,mlp.experts.21.down_proj,0.0000052876,0.02500,0.912
52,mlp.experts.30.down_proj,0.0000136397,0.02500,1.101
52,mlp.experts.18.down_proj,0.0000032557,0.02500,1.125
52,mlp.experts.26.down_proj,0.0000243978,0.02500,1.144
52,mlp.experts.25.down_proj,0.0000120994,0.02500,1.122
52,mlp.experts.22.down_proj,0.0000060826,0.02500,1.289
52,mlp.experts.29.down_proj,0.0000120093,0.02500,1.080
52,mlp.experts.27.down_proj,0.0000037302,0.02500,1.194
52,mlp.experts.31.down_proj,0.0000074211,0.02500,1.209
52,mlp.experts.23.down_proj,0.0000164017,0.02500,1.200
52,mlp.experts.19.down_proj,0.0000065179,0.02500,1.215
52,mlp.experts.20.down_proj,0.0000065736,0.02500,1.206
52,mlp.experts.16.down_proj,0.0000088033,0.02500,1.218
52,mlp.experts.28.down_proj,0.0000061109,0.02500,1.271
52,mlp.experts.24.down_proj,0.0000214211,0.02500,1.214
52,mlp.experts.37.down_proj,0.0000049071,0.02500,0.933
52,mlp.experts.33.down_proj,0.0000142818,0.02500,1.183
52,mlp.experts.46.down_proj,0.0000173260,0.02500,1.129
52,mlp.experts.34.down_proj,0.0000268666,0.02500,1.089
52,mlp.experts.41.down_proj,0.0000034957,0.02500,1.025
52,mlp.experts.45.down_proj,0.0000037853,0.02500,1.055
52,mlp.experts.42.down_proj,0.0000054171,0.02500,1.211
52,mlp.experts.38.down_proj,0.0000066284,0.02500,1.117
52,mlp.experts.39.down_proj,0.0000092115,0.02500,1.357
52,mlp.experts.43.down_proj,0.0000076525,0.02500,1.428
52,mlp.experts.35.down_proj,0.0000022422,0.02500,1.383
52,mlp.experts.47.down_proj,0.0000121273,0.02500,1.422
52,mlp.experts.53.down_proj,0.0000089673,0.02500,0.984
52,mlp.experts.36.down_proj,0.0000076029,0.02500,1.238
52,mlp.experts.32.down_proj,0.0000094259,0.02500,1.275
52,mlp.experts.44.down_proj,0.0000086067,0.02500,1.249
52,mlp.experts.40.down_proj,0.0000044875,0.02500,1.269
52,mlp.experts.62.down_proj,0.0000344156,0.02500,0.938
52,mlp.experts.49.down_proj,0.0000104227,0.02500,1.013
52,mlp.experts.50.down_proj,0.0000036705,0.02500,0.957
52,mlp.experts.54.down_proj,0.0000091180,0.02500,1.040
52,mlp.experts.61.down_proj,0.0000091944,0.02500,1.096
52,mlp.experts.57.down_proj,0.0000052978,0.02500,1.158
52,mlp.experts.58.down_proj,0.0000362617,0.02500,1.121
52,mlp.experts.69.down_proj,0.0000057615,0.02500,1.024
52,mlp.experts.78.down_proj,0.0000020040,0.02500,0.962
52,mlp.experts.55.down_proj,0.0000068996,0.02500,1.405
52,mlp.experts.51.down_proj,0.0000161227,0.02500,1.365
52,mlp.experts.65.down_proj,0.0000068049,0.02500,0.964
52,mlp.experts.63.down_proj,0.0000058079,0.02500,1.388
52,mlp.experts.66.down_proj,0.0000081232,0.02500,1.014
52,mlp.experts.59.down_proj,0.0000073693,0.02500,1.436
52,mlp.experts.60.down_proj,0.0000051431,0.02500,1.196
52,mlp.experts.48.down_proj,0.0000011636,0.02500,1.221
52,mlp.experts.70.down_proj,0.0000099384,0.02500,0.923
52,mlp.experts.56.down_proj,0.0000081248,0.02500,1.225
52,mlp.experts.52.down_proj,0.0000248825,0.02500,1.317
52,mlp.experts.77.down_proj,0.0000183563,0.02500,0.939
52,mlp.experts.73.down_proj,0.0000238456,0.02500,1.046
52,mlp.experts.74.down_proj,0.0000071969,0.02500,1.084
52,mlp.experts.94.down_proj,0.0000155555,0.02500,0.847
52,mlp.experts.81.down_proj,0.0000093965,0.02500,0.883
52,mlp.experts.85.down_proj,0.0000119512,0.02500,1.125
52,mlp.experts.82.down_proj,0.0000027910,0.02500,1.028
52,mlp.experts.93.down_proj,0.0000058663,0.02500,0.963
52,mlp.experts.76.down_proj,0.0000061899,0.02500,1.064
52,mlp.experts.67.down_proj,0.0000079804,0.02500,1.245
52,mlp.experts.71.down_proj,0.0000061554,0.02500,1.262
52,mlp.experts.72.down_proj,0.0000080768,0.02500,1.057
52,mlp.experts.79.down_proj,0.0000126552,0.02500,1.250
52,mlp.experts.68.down_proj,0.0000043078,0.02500,1.058
52,mlp.experts.75.down_proj,0.0000085330,0.02500,1.234
52,mlp.experts.90.down_proj,0.0000061810,0.02500,0.861
52,mlp.experts.64.down_proj,0.0000121149,0.02500,1.136
52,mlp.experts.86.down_proj,0.0000086505,0.02500,1.136
52,mlp.experts.89.down_proj,0.0000072800,0.02500,1.158
52,mlp.experts.110.down_proj,0.0000063510,0.02500,0.854
52,mlp.experts.97.down_proj,0.0000058242,0.02500,0.901
52,mlp.experts.101.down_proj,0.0000086566,0.02500,0.989
52,mlp.experts.98.down_proj,0.0000050176,0.02500,0.910
52,mlp.experts.92.down_proj,0.0000058081,0.02500,0.949
52,mlp.experts.84.down_proj,0.0000053732,0.02500,0.939
52,mlp.experts.88.down_proj,0.0000069050,0.02500,0.963
52,mlp.experts.80.down_proj,0.0000060895,0.02500,0.937
52,mlp.experts.109.down_proj,0.0000043534,0.02500,1.077
52,mlp.experts.106.down_proj,0.0000110381,0.02500,1.001
52,mlp.experts.102.down_proj,0.0000048871,0.02500,1.004
52,mlp.experts.105.down_proj,0.0000135329,0.02500,0.961
52,mlp.experts.113.down_proj,0.0000110114,0.02500,0.807
52,mlp.experts.114.down_proj,0.0000064274,0.02500,0.657
52,mlp.experts.83.down_proj,0.0000225262,0.02500,1.447
52,mlp.experts.91.down_proj,0.0000043856,0.02500,1.433
52,mlp.experts.117.down_proj,0.0000078647,0.02500,0.811
52,mlp.experts.87.down_proj,0.0000241184,0.02500,1.529
52,mlp.experts.95.down_proj,0.0000057655,0.02500,1.558
52,mlp.experts.118.down_proj,0.0000051908,0.02500,0.547
52,mlp.experts.108.down_proj,0.0000059899,0.02500,0.934
52,mlp.experts.96.down_proj,0.0000113430,0.02500,0.941
52,mlp.experts.104.down_proj,0.0000102301,0.02500,0.963
52,mlp.experts.100.down_proj,0.0000051290,0.02500,0.988
52,mlp.experts.99.down_proj,0.0000071595,0.02500,1.534
52,mlp.experts.112.down_proj,0.0000115216,0.02500,1.019
52,mlp.experts.116.down_proj,0.0000109202,0.02500,1.021
52,mlp.experts.107.down_proj,0.0000101294,0.02500,1.577
52,mlp.experts.103.down_proj,0.0000174407,0.02500,1.536
52,mlp.experts.111.down_proj,0.0000076394,0.02500,1.483
52,mlp.experts.115.down_proj,0.0000071291,0.02500,0.925
52,mlp.experts.119.down_proj,0.0000026562,0.02500,0.865
53,self_attn.k_proj,0.0000001128,0.02500,1.478
53,self_attn.v_proj,0.0000002244,0.02500,1.485
53,self_attn.q_proj,0.0000007712,0.02500,1.921
53,self_attn.o_proj,0.0000003793,0.02500,3.928
53,mlp.shared_experts.gate_proj,0.0000023511,0.02500,1.320
53,mlp.shared_experts.up_proj,0.0000017306,0.02500,1.268
53,mlp.shared_experts.down_proj,0.0000002047,0.02500,0.386
53,mlp.experts.10.gate_proj,0.0000429380,0.02500,4.173
53,mlp.experts.2.gate_proj,0.0000395093,0.02500,5.066
53,mlp.experts.14.gate_proj,0.0000544606,0.02500,4.299
53,mlp.experts.6.gate_proj,0.0000411402,0.02500,5.331
53,mlp.experts.15.gate_proj,0.0000814879,0.02500,4.726
53,mlp.experts.5.gate_proj,0.0000326694,0.02500,5.515
53,mlp.experts.1.gate_proj,0.0000277591,0.02500,5.600
53,mlp.experts.3.gate_proj,0.0000417550,0.02500,5.617
53,mlp.experts.11.gate_proj,0.0000295074,0.02500,4.968
53,mlp.experts.9.gate_proj,0.0000443520,0.02500,4.815
53,mlp.experts.7.gate_proj,0.0000382663,0.02500,5.827
53,mlp.experts.13.gate_proj,0.0000423761,0.02500,4.890
53,mlp.experts.4.gate_proj,0.0000206225,0.02500,6.522
53,mlp.experts.8.gate_proj,0.0000655769,0.02500,6.584
53,mlp.experts.12.gate_proj,0.0001213947,0.02500,6.005
53,mlp.experts.0.gate_proj,0.0000333061,0.02500,6.904
53,mlp.experts.18.gate_proj,0.0001206987,0.02500,3.088
53,mlp.experts.26.gate_proj,0.0000378321,0.02500,3.132
53,mlp.experts.30.gate_proj,0.0000279090,0.02500,3.110
53,mlp.experts.22.gate_proj,0.0000285385,0.02500,3.108
53,mlp.experts.31.gate_proj,0.0000750914,0.02500,3.386
53,mlp.experts.23.gate_proj,0.0000665187,0.02500,3.077
53,mlp.experts.27.gate_proj,0.0000477135,0.02500,3.551
53,mlp.experts.17.gate_proj,0.0000474486,0.02500,3.647
53,mlp.experts.29.gate_proj,0.0000403402,0.02500,3.545
53,mlp.experts.19.gate_proj,0.0000344052,0.02500,3.805
53,mlp.experts.21.gate_proj,0.0001114553,0.02500,3.946
53,mlp.experts.25.gate_proj,0.0000354126,0.02500,3.694
53,mlp.experts.34.gate_proj,0.0000242515,0.02500,3.348
53,mlp.experts.42.gate_proj,0.0000365252,0.02500,3.410
53,mlp.experts.46.gate_proj,0.0000185314,0.02500,3.357
53,mlp.experts.38.gate_proj,0.0001161868,0.02500,3.417
53,mlp.experts.24.gate_proj,0.0000624232,0.02500,5.511
53,mlp.experts.47.gate_proj,0.0000500186,0.02500,3.357
53,mlp.experts.20.gate_proj,0.0000531412,0.02500,5.757
53,mlp.experts.39.gate_proj,0.0000810001,0.02500,3.554
53,mlp.experts.16.gate_proj,0.0000338326,0.02500,5.558
53,mlp.experts.41.gate_proj,0.0000310825,0.02500,3.105
53,mlp.experts.37.gate_proj,0.0000395686,0.02500,3.154
53,mlp.experts.35.gate_proj,0.0000406242,0.02500,3.207
53,mlp.experts.28.gate_proj,0.0000337998,0.02500,5.872
53,mlp.experts.43.gate_proj,0.0000188257,0.02500,3.496
53,mlp.experts.45.gate_proj,0.0000755396,0.02500,3.486
53,mlp.experts.33.gate_proj,0.0000490682,0.02500,3.952
53,mlp.experts.50.gate_proj,0.0000430768,0.02500,3.396
53,mlp.experts.62.gate_proj,0.0000127767,0.02500,3.306
53,mlp.experts.58.gate_proj,0.0000588903,0.02500,3.360
53,mlp.experts.54.gate_proj,0.0000398916,0.02500,3.489
53,mlp.experts.51.gate_proj,0.0000299573,0.02500,3.062
53,mlp.experts.59.gate_proj,0.0000396555,0.02500,3.271
53,mlp.experts.63.gate_proj,0.0000753093,0.02500,3.829
53,mlp.experts.57.gate_proj,0.0000268100,0.02500,3.512
53,mlp.experts.55.gate_proj,0.0000801061,0.02500,3.670
53,mlp.experts.61.gate_proj,0.0000458959,0.02500,3.258
53,mlp.experts.53.gate_proj,0.0000475749,0.02500,3.829
53,mlp.experts.49.gate_proj,0.0000477695,0.02500,3.477
53,mlp.experts.40.gate_proj,0.0000205343,0.02500,4.879
53,mlp.experts.36.gate_proj,0.0000235478,0.02500,4.847
53,mlp.experts.32.gate_proj,0.0000329668,0.02500,4.778
53,mlp.experts.44.gate_proj,0.0001205800,0.02500,4.726
53,mlp.experts.67.gate_proj,0.0000546567,0.02500,1.912
53,mlp.experts.77.gate_proj,0.0000292910,0.02500,3.228
53,mlp.experts.73.gate_proj,0.0000187128,0.02500,3.876
53,mlp.experts.65.gate_proj,0.0000420198,0.02500,3.327
53,mlp.experts.69.gate_proj,0.0000421388,0.02500,3.888
53,mlp.experts.56.gate_proj,0.0000901213,0.02500,5.015
53,mlp.experts.52.gate_proj,0.0000243447,0.02500,5.063
53,mlp.experts.48.gate_proj,0.0000363248,0.02500,5.006
53,mlp.experts.60.gate_proj,0.0000353345,0.02500,4.993
53,mlp.experts.78.gate_proj,0.0000377502,0.02500,8.488
53,mlp.experts.93.gate_proj,0.0000438098,0.02500,4.118
53,mlp.experts.66.gate_proj,0.0000350465,0.02500,8.624
53,mlp.experts.74.gate_proj,0.0000374279,0.02500,8.651
53,mlp.experts.89.gate_proj,0.0000560662,0.02500,4.038
53,mlp.experts.85.gate_proj,0.0000585081,0.02500,3.870
53,mlp.experts.70.gate_proj,0.0000233056,0.02500,9.058
53,mlp.experts.81.gate_proj,0.0000388140,0.02500,4.464
53,mlp.experts.72.gate_proj,0.0000894230,0.02500,4.055
53,mlp.experts.64.gate_proj,0.0000139030,0.02500,3.982
53,mlp.experts.68.gate_proj,0.0000266845,0.02500,4.116
53,mlp.experts.76.gate_proj,0.0000568943,0.02500,4.106
53,mlp.experts.109.gate_proj,0.0000604626,0.02500,4.005
53,mlp.experts.105.gate_proj,0.0000383791,0.02500,3.598
53,mlp.experts.101.gate_proj,0.0000416105,0.02500,4.119
53,mlp.experts.97.gate_proj,0.0000318520,0.02500,3.934
53,mlp.experts.82.gate_proj,0.0000317132,0.02500,5.531
53,mlp.experts.94.gate_proj,0.0000333158,0.02500,5.672
53,mlp.experts.90.gate_proj,0.0000431612,0.02500,5.504
53,mlp.experts.86.gate_proj,0.0000945990,0.02500,6.041
53,mlp.experts.88.gate_proj,0.0000237521,0.02500,5.162
53,mlp.experts.80.gate_proj,0.0000480198,0.02500,5.332
53,mlp.experts.84.gate_proj,0.0000349879,0.02500,5.264
53,mlp.experts.92.gate_proj,0.0000252711,0.02500,5.360
53,mlp.experts.1.up_proj,0.0000271706,0.02500,4.681
53,mlp.experts.5.up_proj,0.0000318690,0.02500,4.927
53,mlp.experts.113.gate_proj,0.0000204913,0.02500,4.473
53,mlp.experts.117.gate_proj,0.0000522633,0.02500,4.557
53,mlp.experts.98.gate_proj,0.0000413809,0.02500,5.168
53,mlp.experts.106.gate_proj,0.0000552646,0.02500,5.197
53,mlp.experts.110.gate_proj,0.0000372314,0.02500,5.262
53,mlp.experts.102.gate_proj,0.0000362051,0.02500,5.443
53,mlp.experts.104.gate_proj,0.0000122917,0.02500,5.081
53,mlp.experts.17.up_proj,0.0000472663,0.02500,4.091
53,mlp.experts.9.up_proj,0.0000434671,0.02500,3.638
53,mlp.experts.96.gate_proj,0.0000456463,0.02500,4.980
53,mlp.experts.100.gate_proj,0.0000574226,0.02500,4.989
53,mlp.experts.13.up_proj,0.0000421421,0.02500,3.711
53,mlp.experts.21.up_proj,0.0001065970,0.02500,4.304
53,mlp.experts.108.gate_proj,0.0000237686,0.02500,4.906
53,mlp.experts.114.gate_proj,0.0000911934,0.02500,5.533
53,mlp.experts.6.up_proj,0.0000386518,0.02500,5.501
53,mlp.experts.2.up_proj,0.0000383373,0.02500,5.739
53,mlp.experts.33.up_proj,0.0000472253,0.02500,3.752
53,mlp.experts.37.up_proj,0.0000380595,0.02500,3.540
53,mlp.experts.0.up_proj,0.0000324503,0.02500,4.617
53,mlp.experts.29.up_proj,0.0000394773,0.02500,4.357
53,mlp.experts.116.gate_proj,0.0000493881,0.02500,4.577
53,mlp.experts.112.gate_proj,0.0000335825,0.02500,4.687
53,mlp.experts.4.up_proj,0.0000199626,0.02500,4.564
53,mlp.experts.25.up_proj,0.0000344725,0.02500,4.814
53,mlp.experts.118.gate_proj,0.0000558119,0.02500,5.842
53,mlp.experts.22.up_proj,0.0000283922,0.02500,4.681
53,mlp.experts.10.up_proj,0.0000419830,0.02500,4.825
53,mlp.experts.18.up_proj,0.0001163251,0.02500,4.694
53,mlp.experts.49.up_proj,0.0000451355,0.02500,4.710
53,mlp.experts.53.up_proj,0.0000450209,0.02500,4.741
53,mlp.experts.45.up_proj,0.0000735637,0.02500,4.611
53,mlp.experts.41.up_proj,0.0000303525,0.02500,4.458
53,mlp.experts.14.up_proj,0.0000521874,0.02500,5.446
53,mlp.experts.65.up_proj,0.0000404519,0.02500,4.245
53,mlp.experts.69.up_proj,0.0000410932,0.02500,4.424
53,mlp.experts.61.up_proj,0.0000446407,0.02500,4.193
53,mlp.experts.57.up_proj,0.0000255287,0.02500,4.160
53,mlp.experts.38.up_proj,0.0001122109,0.02500,5.716
53,mlp.experts.26.up_proj,0.0000340491,0.02500,5.837
53,mlp.experts.34.up_proj,0.0000234514,0.02500,5.817
53,mlp.experts.81.up_proj,0.0000379050,0.02500,3.915
53,mlp.experts.85.up_proj,0.0000568392,0.02500,3.751
53,mlp.experts.30.up_proj,0.0000271511,0.02500,6.185
53,mlp.experts.77.up_proj,0.0000285941,0.02500,3.812
53,mlp.experts.73.up_proj,0.0000180079,0.02500,3.724
53,mlp.experts.54.up_proj,0.0000384936,0.02500,5.706
53,mlp.experts.42.up_proj,0.0000356778,0.02500,5.693
53,mlp.experts.50.up_proj,0.0000419659,0.02500,5.662
53,mlp.experts.97.up_proj,0.0000309964,0.02500,3.907
53,mlp.experts.101.up_proj,0.0000412429,0.02500,3.926
53,mlp.experts.89.up_proj,0.0000533357,0.02500,4.006
53,mlp.experts.93.up_proj,0.0000432678,0.02500,4.217
53,mlp.experts.46.up_proj,0.0000182838,0.02500,5.700
53,mlp.experts.113.up_proj,0.0000199099,0.02500,4.018
53,mlp.experts.117.up_proj,0.0000516846,0.02500,4.009
53,mlp.experts.70.up_proj,0.0000221171,0.02500,5.373
53,mlp.experts.109.up_proj,0.0000590893,0.02500,3.619
53,mlp.experts.105.up_proj,0.0000370981,0.02500,3.734
53,mlp.experts.58.up_proj,0.0000549582,0.02500,5.486
53,mlp.experts.66.up_proj,0.0000344427,0.02500,5.775
53,mlp.experts.62.up_proj,0.0000123257,0.02500,5.609
53,mlp.experts.86.up_proj,0.0000927557,0.02500,5.623
53,mlp.experts.74.up_proj,0.0000363812,0.02500,5.568
53,mlp.experts.82.up_proj,0.0000312435,0.02500,5.532
53,mlp.experts.16.up_proj,0.0000322904,0.02500,27.384
53,mlp.experts.12.up_proj,0.0001150986,0.02500,27.383
53,mlp.experts.20.up_proj,0.0000507704,0.02500,27.309
53,mlp.experts.8.up_proj,0.0000639695,0.02500,27.377
53,mlp.experts.78.up_proj,0.0000367096,0.02500,5.748
53,mlp.experts.32.up_proj,0.0000323982,0.02500,3.723
53,mlp.experts.28.up_proj,0.0000329518,0.02500,3.510
53,mlp.experts.102.up_proj,0.0000350571,0.02500,5.162
53,mlp.experts.36.up_proj,0.0000230076,0.02500,3.609
53,mlp.experts.24.up_proj,0.0000605288,0.02500,3.662
53,mlp.experts.90.up_proj,0.0000423443,0.02500,5.425
53,mlp.experts.98.up_proj,0.0000403970,0.02500,5.163
53,mlp.experts.94.up_proj,0.0000323859,0.02500,5.087
53,mlp.experts.118.up_proj,0.0000546192,0.02500,5.186
53,mlp.experts.44.up_proj,0.0001162380,0.02500,5.389
53,mlp.experts.48.up_proj,0.0000353528,0.02500,5.539
53,mlp.experts.40.up_proj,0.0000198095,0.02500,5.321
53,mlp.experts.52.up_proj,0.0000235043,0.02500,5.564
53,mlp.experts.114.up_proj,0.0000878955,0.02500,5.089
53,mlp.experts.106.up_proj,0.0000537966,0.02500,5.215
53,mlp.experts.110.up_proj,0.0000358652,0.02500,3.186
53,mlp.experts.60.up_proj,0.0000341110,0.02500,4.870
53,mlp.experts.56.up_proj,0.0000874223,0.02500,4.774
53,mlp.experts.64.up_proj,0.0000123843,0.02500,5.014
53,mlp.experts.68.up_proj,0.0000255522,0.02500,5.280
53,mlp.experts.76.up_proj,0.0000548075,0.02500,5.084
53,mlp.experts.72.up_proj,0.0000819238,0.02500,5.013
53,mlp.experts.80.up_proj,0.0000469938,0.02500,4.842
53,mlp.experts.84.up_proj,0.0000343014,0.02500,4.530
53,mlp.experts.71.gate_proj,0.0000364271,0.02500,3.631
53,mlp.experts.79.gate_proj,0.0000271684,0.02500,3.780
53,mlp.experts.75.gate_proj,0.0000280710,0.02500,3.850
53,mlp.experts.83.gate_proj,0.0000383813,0.02500,3.860
53,mlp.experts.87.gate_proj,0.0000642599,0.02500,7.313
53,mlp.experts.99.gate_proj,0.0000381306,0.02500,7.472
53,mlp.experts.95.gate_proj,0.0000553855,0.02500,7.620
53,mlp.experts.91.gate_proj,0.0000857066,0.02500,7.710
53,mlp.experts.96.up_proj,0.0000444163,0.02500,4.013
53,mlp.experts.92.up_proj,0.0000244979,0.02500,4.099
53,mlp.experts.100.up_proj,0.0000568267,0.02500,4.147
53,mlp.experts.88.up_proj,0.0000230668,0.02500,4.191
53,mlp.experts.103.gate_proj,0.0000969204,0.02500,5.800
53,mlp.experts.115.gate_proj,0.0000336123,0.02500,5.599
53,mlp.experts.111.gate_proj,0.0000545576,0.02500,5.605
53,mlp.experts.107.gate_proj,0.0000480220,0.02500,5.595
53,mlp.experts.119.gate_proj,0.0000538998,0.02500,3.832
53,mlp.experts.112.up_proj,0.0000319067,0.02500,4.513
53,mlp.experts.108.up_proj,0.0000229350,0.02500,4.506
53,mlp.experts.104.up_proj,0.0000117609,0.02500,4.439
53,mlp.experts.116.up_proj,0.0000476044,0.02500,4.490
53,mlp.experts.7.up_proj,0.0000371632,0.02500,4.096
53,mlp.experts.3.up_proj,0.0000409678,0.02500,4.129
53,mlp.experts.11.up_proj,0.0000287219,0.02500,4.353
53,mlp.experts.15.up_proj,0.0000787182,0.02500,4.532
53,mlp.experts.19.up_proj,0.0000336769,0.02500,4.558
53,mlp.experts.27.up_proj,0.0000465654,0.02500,4.611
53,mlp.experts.23.up_proj,0.0000649131,0.02500,5.102
53,mlp.experts.31.up_proj,0.0000717634,0.02500,4.737
53,mlp.experts.35.up_proj,0.0000389865,0.02500,4.871
53,mlp.experts.43.up_proj,0.0000184722,0.02500,5.100
53,mlp.experts.39.up_proj,0.0000732394,0.02500,4.971
53,mlp.experts.47.up_proj,0.0000490758,0.02500,4.756
53,mlp.experts.51.up_proj,0.0000292336,0.02500,4.666
53,mlp.experts.59.up_proj,0.0000387180,0.02500,4.639
53,mlp.experts.55.up_proj,0.0000791751,0.02500,4.722
53,mlp.experts.63.up_proj,0.0000748966,0.02500,5.155
53,mlp.experts.67.up_proj,0.0000526027,0.02500,4.989
53,mlp.experts.75.up_proj,0.0000271945,0.02500,5.169
53,mlp.experts.71.up_proj,0.0000361903,0.02500,5.004
53,mlp.experts.79.up_proj,0.0000264356,0.02500,5.007
53,mlp.experts.83.up_proj,0.0000371674,0.02500,4.954
53,mlp.experts.91.up_proj,0.0000827386,0.02500,4.984
53,mlp.experts.87.up_proj,0.0000628247,0.02500,5.174
53,mlp.experts.95.up_proj,0.0000535777,0.02500,4.785
53,mlp.experts.99.up_proj,0.0000363213,0.02500,5.070
53,mlp.experts.107.up_proj,0.0000469812,0.02500,4.796
53,mlp.experts.103.up_proj,0.0000939512,0.02500,4.642
53,mlp.experts.111.up_proj,0.0000545569,0.02500,4.446
53,mlp.experts.115.up_proj,0.0000328165,0.02500,3.649
53,mlp.experts.119.up_proj,0.0000526554,0.02500,3.414
53,mlp.experts.13.down_proj,0.0000061030,0.02500,0.923
53,mlp.experts.1.down_proj,0.0000046515,0.02500,1.015
53,mlp.experts.5.down_proj,0.0000122090,0.02500,1.134
53,mlp.experts.9.down_proj,0.0000110849,0.02500,1.202
53,mlp.experts.3.down_proj,0.0000063816,0.02500,1.437
53,mlp.experts.11.down_proj,0.0000036216,0.02500,1.409
53,mlp.experts.15.down_proj,0.0000246185,0.02500,1.412
53,mlp.experts.7.down_proj,0.0000050174,0.02500,1.472
53,mlp.experts.0.down_proj,0.0000051651,0.02500,1.478
53,mlp.experts.12.down_proj,0.0000483500,0.02500,1.459
53,mlp.experts.10.down_proj,0.0000099660,0.02500,1.495
53,mlp.experts.4.down_proj,0.0000029201,0.02500,1.559
53,mlp.experts.6.down_proj,0.0000079450,0.02500,1.568
53,mlp.experts.2.down_proj,0.0000050947,0.02500,1.574
53,mlp.experts.8.down_proj,0.0000118813,0.02500,1.599
53,mlp.experts.14.down_proj,0.0000111501,0.02500,1.569
53,mlp.experts.29.down_proj,0.0000060454,0.02500,1.150
53,mlp.experts.17.down_proj,0.0000123162,0.02500,1.168
53,mlp.experts.21.down_proj,0.0000174690,0.02500,1.190
53,mlp.experts.25.down_proj,0.0000045066,0.02500,1.163
53,mlp.experts.19.down_proj,0.0000065875,0.02500,0.939
53,mlp.experts.23.down_proj,0.0000214852,0.02500,1.037
53,mlp.experts.16.down_proj,0.0000053813,0.02500,1.039
53,mlp.experts.31.down_proj,0.0000181064,0.02500,1.054
53,mlp.experts.28.down_proj,0.0000053784,0.02500,1.051
53,mlp.experts.20.down_proj,0.0000119791,0.02500,1.024
53,mlp.experts.27.down_proj,0.0000096314,0.02500,1.126
53,mlp.experts.24.down_proj,0.0000162847,0.02500,1.065
53,mlp.experts.22.down_proj,0.0000061041,0.02500,1.360
53,mlp.experts.26.down_proj,0.0000121551,0.02500,1.384
53,mlp.experts.18.down_proj,0.0000258291,0.02500,1.382
53,mlp.experts.30.down_proj,0.0000066286,0.02500,1.349
53,mlp.experts.45.down_proj,0.0000102952,0.02500,0.871
53,mlp.experts.33.down_proj,0.0000054937,0.02500,0.855
53,mlp.experts.37.down_proj,0.0000064761,0.02500,0.862
53,mlp.experts.41.down_proj,0.0000051111,0.02500,0.871
53,mlp.experts.35.down_proj,0.0000067584,0.02500,0.978
53,mlp.experts.47.down_proj,0.0000095853,0.02500,0.983
53,mlp.experts.32.down_proj,0.0000053644,0.02500,0.991
53,mlp.experts.39.down_proj,0.0000194471,0.02500,1.023
53,mlp.experts.36.down_proj,0.0000038967,0.02500,0.965
53,mlp.experts.44.down_proj,0.0000219796,0.02500,1.019
53,mlp.experts.40.down_proj,0.0000053183,0.02500,0.950
53,mlp.experts.43.down_proj,0.0000051606,0.02500,1.112
53,mlp.experts.61.down_proj,0.0000063947,0.02500,0.893
53,mlp.experts.49.down_proj,0.0000066204,0.02500,0.916
53,mlp.experts.34.down_proj,0.0000082733,0.02500,1.042
53,mlp.experts.42.down_proj,0.0000054520,0.02500,1.075
53,mlp.experts.53.down_proj,0.0000060148,0.02500,0.882
53,mlp.experts.46.down_proj,0.0000041684,0.02500,1.120
53,mlp.experts.38.down_proj,0.0000363005,0.02500,1.178
53,mlp.experts.57.down_proj,0.0000033765,0.02500,0.880
53,mlp.experts.51.down_proj,0.0000053680,0.02500,0.956
53,mlp.experts.48.down_proj,0.0000046450,0.02500,0.971
53,mlp.experts.55.down_proj,0.0000309672,0.02500,0.966
53,mlp.experts.63.down_proj,0.0000315444,0.02500,1.001
53,mlp.experts.52.down_proj,0.0000070656,0.02500,0.974
53,mlp.experts.60.down_proj,0.0000048461,0.02500,0.964
53,mlp.experts.56.down_proj,0.0000319532,0.02500,0.968
53,mlp.experts.59.down_proj,0.0000055348,0.02500,1.001
53,mlp.experts.77.down_proj,0.0000046327,0.02500,0.852
53,mlp.experts.65.down_proj,0.0000104576,0.02500,0.843
53,mlp.experts.69.down_proj,0.0000059169,0.02500,0.859
53,mlp.experts.73.down_proj,0.0000020423,0.02500,0.841
53,mlp.experts.50.down_proj,0.0000062400,0.02500,0.988
53,mlp.experts.62.down_proj,0.0000017136,0.02500,0.955
53,mlp.experts.58.down_proj,0.0000075130,0.02500,1.079
53,mlp.experts.54.down_proj,0.0000110288,0.02500,1.173
53,mlp.experts.67.down_proj,0.0000088837,0.02500,1.082
53,mlp.experts.71.down_proj,0.0000052184,0.02500,0.897
53,mlp.experts.64.down_proj,0.0000036290,0.02500,0.986
53,mlp.experts.68.down_proj,0.0000033328,0.02500,0.985
53,mlp.experts.76.down_proj,0.0000102988,0.02500,0.979
53,mlp.experts.93.down_proj,0.0000084447,0.02500,0.826
53,mlp.experts.72.down_proj,0.0000145568,0.02500,1.008
53,mlp.experts.75.down_proj,0.0000037884,0.02500,0.918
53,mlp.experts.81.down_proj,0.0000082396,0.02500,0.838
53,mlp.experts.79.down_proj,0.0000034253,0.02500,1.153
53,mlp.experts.85.down_proj,0.0000103889,0.02500,0.851
53,mlp.experts.89.down_proj,0.0000082062,0.02500,0.870
53,mlp.experts.66.down_proj,0.0000069305,0.02500,1.124
53,mlp.experts.78.down_proj,0.0000061044,0.02500,1.175
53,mlp.experts.74.down_proj,0.0000051682,0.02500,1.245
53,mlp.experts.87.down_proj,0.0000127653,0.02500,1.011
53,mlp.experts.80.down_proj,0.0000073210,0.02500,0.958
53,mlp.experts.84.down_proj,0.0000050204,0.02500,0.962
53,mlp.experts.92.down_proj,0.0000029134,0.02500,0.954
53,mlp.experts.83.down_proj,0.0000068089,0.02500,1.121
53,mlp.experts.109.down_proj,0.0000130806,0.02500,0.956
53,mlp.experts.88.down_proj,0.0000051159,0.02500,0.962
53,mlp.experts.97.down_proj,0.0000055032,0.02500,0.953
53,mlp.experts.70.down_proj,0.0000041935,0.02500,1.382
53,mlp.experts.101.down_proj,0.0000116533,0.02500,0.907
53,mlp.experts.105.down_proj,0.0000065473,0.02500,0.893
53,mlp.experts.91.down_proj,0.0000177000,0.02500,1.178
53,mlp.experts.95.down_proj,0.0000086386,0.02500,1.229
53,mlp.experts.113.down_proj,0.0000031682,0.02500,0.640
53,mlp.experts.82.down_proj,0.0000046515,0.02500,1.141
53,mlp.experts.94.down_proj,0.0000037191,0.02500,1.036
53,mlp.experts.117.down_proj,0.0000096599,0.02500,0.606
53,mlp.experts.103.down_proj,0.0000282255,0.02500,0.908
53,mlp.experts.99.down_proj,0.0000187282,0.02500,0.865
53,mlp.experts.96.down_proj,0.0000057904,0.02500,0.974
53,mlp.experts.90.down_proj,0.0000073746,0.02500,1.065
53,mlp.experts.108.down_proj,0.0000026622,0.02500,0.965
53,mlp.experts.100.down_proj,0.0000133441,0.02500,0.985
53,mlp.experts.104.down_proj,0.0000039692,0.02500,0.948
53,mlp.experts.86.down_proj,0.0000241358,0.02500,1.083
53,mlp.experts.107.down_proj,0.0000095507,0.02500,0.997
53,mlp.experts.111.down_proj,0.0000161827,0.02500,1.002
53,mlp.experts.112.down_proj,0.0000048697,0.02500,0.744
53,mlp.experts.119.down_proj,0.0000145249,0.02500,0.841
53,mlp.experts.116.down_proj,0.0000068659,0.02500,0.718
53,mlp.experts.115.down_proj,0.0000049537,0.02500,0.822
53,mlp.experts.98.down_proj,0.0000085850,0.02500,1.037
53,mlp.experts.106.down_proj,0.0000080811,0.02500,1.023
53,mlp.experts.110.down_proj,0.0000053685,0.02500,1.178
53,mlp.experts.102.down_proj,0.0000053792,0.02500,0.842
53,mlp.experts.114.down_proj,0.0000135758,0.02500,0.590
53,mlp.experts.118.down_proj,0.0000110937,0.02500,0.464
54,self_attn.v_proj,0.0000002178,0.02500,1.406
54,self_attn.k_proj,0.0000001081,0.02500,1.474
54,self_attn.q_proj,0.0000007847,0.02500,2.013
54,self_attn.o_proj,0.0000004059,0.02500,3.943
54,mlp.shared_experts.gate_proj,0.0000024069,0.02500,1.543
54,mlp.shared_experts.up_proj,0.0000017634,0.02500,1.593
54,mlp.shared_experts.down_proj,0.0000002086,0.02500,0.395
54,mlp.experts.3.gate_proj,0.0000349343,0.02500,4.158
54,mlp.experts.11.gate_proj,0.0000356988,0.02500,4.119
54,mlp.experts.15.gate_proj,0.0000446192,0.02500,4.163
54,mlp.experts.7.gate_proj,0.0000423218,0.02500,4.359
54,mlp.experts.8.gate_proj,0.0000697931,0.02500,4.932
54,mlp.experts.4.gate_proj,0.0000503964,0.02500,4.987
54,mlp.experts.0.gate_proj,0.0000469730,0.02500,5.003
54,mlp.experts.14.gate_proj,0.0000587008,0.02500,5.022
54,mlp.experts.12.gate_proj,0.0000264427,0.02500,5.065
54,mlp.experts.6.gate_proj,0.0000288286,0.02500,5.308
54,mlp.experts.10.gate_proj,0.0000424634,0.02500,5.433
54,mlp.experts.2.gate_proj,0.0001478060,0.02500,5.521
54,mlp.experts.9.gate_proj,0.0000612512,0.02500,5.637
54,mlp.experts.13.gate_proj,0.0000486268,0.02500,5.548
54,mlp.experts.5.gate_proj,0.0000656106,0.02500,5.709
54,mlp.experts.1.gate_proj,0.0000385928,0.02500,5.783
54,mlp.experts.19.gate_proj,0.0000140533,0.02500,3.874
54,mlp.experts.27.gate_proj,0.0000524812,0.02500,3.771
54,mlp.experts.23.gate_proj,0.0000793449,0.02500,3.917
54,mlp.experts.31.gate_proj,0.0000509072,0.02500,4.078
54,mlp.experts.24.gate_proj,0.0000247628,0.02500,4.083
54,mlp.experts.16.gate_proj,0.0000417757,0.02500,4.082
54,mlp.experts.30.gate_proj,0.0000619974,0.02500,3.921
54,mlp.experts.20.gate_proj,0.0000223518,0.02500,4.171
54,mlp.experts.25.gate_proj,0.0000863798,0.02500,3.559
54,mlp.experts.29.gate_proj,0.0000370161,0.02500,3.534
54,mlp.experts.22.gate_proj,0.0000255433,0.02500,4.022
54,mlp.experts.28.gate_proj,0.0000170197,0.02500,4.117
54,mlp.experts.18.gate_proj,0.0000560647,0.02500,4.017
54,mlp.experts.21.gate_proj,0.0000725246,0.02500,3.753
54,mlp.experts.26.gate_proj,0.0000117062,0.02500,4.154
54,mlp.experts.17.gate_proj,0.0000399653,0.02500,3.826
54,mlp.experts.35.gate_proj,0.0000395938,0.02500,3.598
54,mlp.experts.43.gate_proj,0.0000386680,0.02500,3.730
54,mlp.experts.47.gate_proj,0.0000368860,0.02500,3.597
54,mlp.experts.39.gate_proj,0.0000525375,0.02500,3.851
54,mlp.experts.37.gate_proj,0.0000896350,0.02500,2.874
54,mlp.experts.45.gate_proj,0.0000194308,0.02500,3.367
54,mlp.experts.41.gate_proj,0.0000463504,0.02500,3.667
54,mlp.experts.40.gate_proj,0.0000425464,0.02500,4.021
54,mlp.experts.33.gate_proj,0.0000768106,0.02500,3.355
54,mlp.experts.36.gate_proj,0.0000556121,0.02500,3.983
54,mlp.experts.32.gate_proj,0.0000676034,0.02500,4.075
54,mlp.experts.44.gate_proj,0.0000656219,0.02500,4.112
54,mlp.experts.38.gate_proj,0.0001522372,0.02500,4.396
54,mlp.experts.46.gate_proj,0.0000520100,0.02500,4.599
54,mlp.experts.42.gate_proj,0.0000446907,0.02500,4.413
54,mlp.experts.34.gate_proj,0.0000197155,0.02500,4.541
54,mlp.experts.51.gate_proj,0.0000504587,0.02500,3.745
54,mlp.experts.59.gate_proj,0.0000372781,0.02500,3.880
54,mlp.experts.61.gate_proj,0.0000569094,0.02500,3.160
54,mlp.experts.55.gate_proj,0.0000668861,0.02500,3.785
54,mlp.experts.63.gate_proj,0.0000582320,0.02500,3.929
54,mlp.experts.53.gate_proj,0.0000348380,0.02500,3.570
54,mlp.experts.49.gate_proj,0.0000558364,0.02500,3.148
54,mlp.experts.57.gate_proj,0.0000530044,0.02500,3.952
54,mlp.experts.52.gate_proj,0.0000296211,0.02500,4.286
54,mlp.experts.48.gate_proj,0.0000248642,0.02500,4.369
54,mlp.experts.62.gate_proj,0.0000233205,0.02500,4.009
54,mlp.experts.54.gate_proj,0.0000606108,0.02500,4.020
54,mlp.experts.56.gate_proj,0.0000630636,0.02500,4.750
54,mlp.experts.60.gate_proj,0.0000249095,0.02500,4.523
54,mlp.experts.58.gate_proj,0.0000408127,0.02500,4.102
54,mlp.experts.50.gate_proj,0.0000778171,0.02500,4.097
54,mlp.experts.77.gate_proj,0.0000526311,0.02500,2.922
54,mlp.experts.65.gate_proj,0.0000560918,0.02500,2.971
54,mlp.experts.67.gate_proj,0.0000369241,0.02500,3.845
54,mlp.experts.75.gate_proj,0.0001140303,0.02500,3.692
54,mlp.experts.79.gate_proj,0.0000526507,0.02500,3.529
54,mlp.experts.71.gate_proj,0.0000237677,0.02500,3.596
54,mlp.experts.69.gate_proj,0.0000532496,0.02500,3.924
54,mlp.experts.73.gate_proj,0.0000447933,0.02500,3.623
54,mlp.experts.64.gate_proj,0.0000516515,0.02500,4.008
54,mlp.experts.68.gate_proj,0.0000382050,0.02500,4.167
54,mlp.experts.72.gate_proj,0.0000409253,0.02500,4.058
54,mlp.experts.76.gate_proj,0.0000531315,0.02500,4.000
54,mlp.experts.78.gate_proj,0.0000387233,0.02500,4.868
54,mlp.experts.70.gate_proj,0.0000398502,0.02500,4.862
54,mlp.experts.93.gate_proj,0.0000467532,0.02500,3.952
54,mlp.experts.74.gate_proj,0.0000428248,0.02500,4.932
54,mlp.experts.66.gate_proj,0.0000502844,0.02500,4.866
54,mlp.experts.81.gate_proj,0.0000393899,0.02500,3.913
54,mlp.experts.85.gate_proj,0.0000391543,0.02500,3.871
54,mlp.experts.89.gate_proj,0.0000182408,0.02500,3.820
54,mlp.experts.109.gate_proj,0.0000612120,0.02500,3.725
54,mlp.experts.97.gate_proj,0.0000449263,0.02500,3.523
54,mlp.experts.101.gate_proj,0.0000168915,0.02500,3.892
54,mlp.experts.86.gate_proj,0.0000621727,0.02500,5.092
54,mlp.experts.94.gate_proj,0.0000523084,0.02500,5.245
54,mlp.experts.105.gate_proj,0.0000412013,0.02500,3.616
54,mlp.experts.90.gate_proj,0.0000358905,0.02500,5.222
54,mlp.experts.82.gate_proj,0.0001676831,0.02500,5.483
54,mlp.experts.5.up_proj,0.0000640265,0.02500,3.443
54,mlp.experts.113.gate_proj,0.0000402163,0.02500,3.667
54,mlp.experts.1.up_proj,0.0000369684,0.02500,3.349
54,mlp.experts.117.gate_proj,0.0000591377,0.02500,3.555
54,mlp.experts.110.gate_proj,0.0000428620,0.02500,4.126
54,mlp.experts.102.gate_proj,0.0000342551,0.02500,4.482
54,mlp.experts.106.gate_proj,0.0000417616,0.02500,4.584
54,mlp.experts.98.gate_proj,0.0000292407,0.02500,4.691
54,mlp.experts.21.up_proj,0.0000689645,0.02500,3.972
54,mlp.experts.9.up_proj,0.0000589964,0.02500,3.951
54,mlp.experts.17.up_proj,0.0000387833,0.02500,3.932
54,mlp.experts.13.up_proj,0.0000473991,0.02500,3.993
54,mlp.experts.6.up_proj,0.0000284627,0.02500,4.934
54,mlp.experts.118.gate_proj,0.0000389375,0.02500,4.904
54,mlp.experts.2.up_proj,0.0001399254,0.02500,4.779
54,mlp.experts.37.up_proj,0.0000808107,0.02500,4.046
54,mlp.experts.25.up_proj,0.0000849596,0.02500,3.896
54,mlp.experts.114.gate_proj,0.0000919772,0.02500,4.900
54,mlp.experts.33.up_proj,0.0000741141,0.02500,3.845
54,mlp.experts.29.up_proj,0.0000362484,0.02500,4.051
54,mlp.experts.53.up_proj,0.0000340228,0.02500,3.435
54,mlp.experts.41.up_proj,0.0000457267,0.02500,3.766
54,mlp.experts.22.up_proj,0.0000245298,0.02500,5.296
54,mlp.experts.14.up_proj,0.0000567133,0.02500,5.233
54,mlp.experts.49.up_proj,0.0000544617,0.02500,3.664
54,mlp.experts.18.up_proj,0.0000543417,0.02500,5.281
54,mlp.experts.45.up_proj,0.0000189520,0.02500,3.725
54,mlp.experts.10.up_proj,0.0000415016,0.02500,5.633
54,mlp.experts.69.up_proj,0.0000515505,0.02500,3.591
54,mlp.experts.57.up_proj,0.0000518016,0.02500,3.608
54,mlp.experts.65.up_proj,0.0000549064,0.02500,3.846
54,mlp.experts.30.up_proj,0.0000590727,0.02500,4.531
54,mlp.experts.61.up_proj,0.0000560480,0.02500,3.857
54,mlp.experts.38.up_proj,0.0001464380,0.02500,4.917
54,mlp.experts.34.up_proj,0.0000192082,0.02500,4.886
54,mlp.experts.26.up_proj,0.0000116063,0.02500,4.882
54,mlp.experts.85.up_proj,0.0000383302,0.02500,4.652
54,mlp.experts.73.up_proj,0.0000439342,0.02500,4.484
54,mlp.experts.54.up_proj,0.0000596708,0.02500,4.523
54,mlp.experts.46.up_proj,0.0000511892,0.02500,4.854
54,mlp.experts.50.up_proj,0.0000761954,0.02500,4.439
54,mlp.experts.84.gate_proj,0.0000373591,0.02500,30.962
54,mlp.experts.80.gate_proj,0.0000277500,0.02500,31.105
54,mlp.experts.42.up_proj,0.0000437043,0.02500,4.289
54,mlp.experts.88.gate_proj,0.0000522498,0.02500,31.177
54,mlp.experts.92.gate_proj,0.0000594639,0.02500,31.191
54,mlp.experts.70.up_proj,0.0000386043,0.02500,4.661
54,mlp.experts.62.up_proj,0.0000227949,0.02500,4.694
54,mlp.experts.100.gate_proj,0.0001517434,0.02500,4.376
54,mlp.experts.66.up_proj,0.0000477685,0.02500,4.876
54,mlp.experts.96.gate_proj,0.0000313590,0.02500,4.492
54,mlp.experts.104.gate_proj,0.0000136967,0.02500,4.356
54,mlp.experts.108.gate_proj,0.0000228986,0.02500,4.385
54,mlp.experts.58.up_proj,0.0000396374,0.02500,5.107
54,mlp.experts.86.up_proj,0.0000535173,0.02500,3.862
54,mlp.experts.78.up_proj,0.0000373616,0.02500,4.091
54,mlp.experts.82.up_proj,0.0001545435,0.02500,3.896
54,mlp.experts.112.gate_proj,0.0000674999,0.02500,4.446
54,mlp.experts.74.up_proj,0.0000412373,0.02500,3.560
54,mlp.experts.116.gate_proj,0.0000565112,0.02500,4.795
54,mlp.experts.0.up_proj,0.0000454486,0.02500,4.508
54,mlp.experts.4.up_proj,0.0000493993,0.02500,4.460
54,mlp.experts.102.up_proj,0.0000337399,0.02500,4.124
54,mlp.experts.94.up_proj,0.0000506154,0.02500,4.097
54,mlp.experts.8.up_proj,0.0000663250,0.02500,3.481
54,mlp.experts.98.up_proj,0.0000282552,0.02500,4.244
54,mlp.experts.12.up_proj,0.0000257047,0.02500,3.550
54,mlp.experts.16.up_proj,0.0000409559,0.02500,3.486
54,mlp.experts.90.up_proj,0.0000347081,0.02500,4.045
54,mlp.experts.20.up_proj,0.0000215579,0.02500,3.734
54,mlp.experts.118.up_proj,0.0000377121,0.02500,4.022
54,mlp.experts.110.up_proj,0.0000415286,0.02500,4.062
54,mlp.experts.114.up_proj,0.0000900929,0.02500,3.611
54,mlp.experts.106.up_proj,0.0000407920,0.02500,3.282
54,mlp.experts.24.up_proj,0.0000239116,0.02500,4.872
54,mlp.experts.32.up_proj,0.0000650570,0.02500,4.832
54,mlp.experts.28.up_proj,0.0000156831,0.02500,4.995
54,mlp.experts.36.up_proj,0.0000532470,0.02500,4.997
54,mlp.experts.81.up_proj,0.0000389250,0.02500,24.593
54,mlp.experts.77.up_proj,0.0000508946,0.02500,24.564
54,mlp.experts.101.up_proj,0.0000163681,0.02500,24.499
54,mlp.experts.48.up_proj,0.0000236553,0.02500,3.930
54,mlp.experts.40.up_proj,0.0000412973,0.02500,4.199
54,mlp.experts.44.up_proj,0.0000628758,0.02500,3.964
54,mlp.experts.89.up_proj,0.0000179218,0.02500,24.543
54,mlp.experts.97.up_proj,0.0000453003,0.02500,3.435
54,mlp.experts.93.up_proj,0.0000462033,0.02500,3.304
54,mlp.experts.52.up_proj,0.0000285372,0.02500,4.096
54,mlp.experts.64.up_proj,0.0000489828,0.02500,3.191
54,mlp.experts.56.up_proj,0.0000586188,0.02500,3.284
54,mlp.experts.60.up_proj,0.0000246181,0.02500,3.227
54,mlp.experts.68.up_proj,0.0000373598,0.02500,2.958
54,mlp.experts.117.up_proj,0.0000557580,0.02500,4.086
54,mlp.experts.105.up_proj,0.0000401590,0.02500,3.702
54,mlp.experts.109.up_proj,0.0000593596,0.02500,3.587
54,mlp.experts.113.up_proj,0.0000389018,0.02500,3.962
54,mlp.experts.80.up_proj,0.0000262834,0.02500,2.985
54,mlp.experts.72.up_proj,0.0000384358,0.02500,2.985
54,mlp.experts.76.up_proj,0.0000495107,0.02500,3.063
54,mlp.experts.84.up_proj,0.0000363137,0.02500,2.990
54,mlp.experts.96.up_proj,0.0000297753,0.02500,3.395
54,mlp.experts.88.up_proj,0.0000517596,0.02500,3.312
54,mlp.experts.92.up_proj,0.0000587387,0.02500,3.479
54,mlp.experts.100.up_proj,0.0001485258,0.02500,3.460
54,mlp.experts.112.up_proj,0.0000646980,0.02500,3.662
54,mlp.experts.104.up_proj,0.0000133102,0.02500,3.683
54,mlp.experts.116.up_proj,0.0000552480,0.02500,3.372
54,mlp.experts.108.up_proj,0.0000221087,0.02500,3.592
54,mlp.experts.83.gate_proj,0.0000902858,0.02500,2.971
54,mlp.experts.95.gate_proj,0.0000172568,0.02500,3.112
54,mlp.experts.91.gate_proj,0.0000391278,0.02500,3.266
54,mlp.experts.87.gate_proj,0.0000478485,0.02500,3.368
54,mlp.experts.111.gate_proj,0.0000610631,0.02500,3.009
54,mlp.experts.99.gate_proj,0.0000514895,0.02500,3.547
54,mlp.experts.107.gate_proj,0.0000548528,0.02500,3.470
54,mlp.experts.103.gate_proj,0.0000458869,0.02500,3.508
54,mlp.experts.7.up_proj,0.0000402807,0.02500,3.171
54,mlp.experts.115.gate_proj,0.0000391801,0.02500,3.359
54,mlp.experts.3.up_proj,0.0000338929,0.02500,3.256
54,mlp.experts.119.gate_proj,0.0000760265,0.02500,3.304
54,mlp.experts.23.up_proj,0.0000775291,0.02500,2.999
54,mlp.experts.19.up_proj,0.0000137867,0.02500,2.807
54,mlp.experts.11.up_proj,0.0000339594,0.02500,3.152
54,mlp.experts.15.up_proj,0.0000438307,0.02500,3.087
54,mlp.experts.39.up_proj,0.0000519597,0.02500,2.890
54,mlp.experts.35.up_proj,0.0000381449,0.02500,2.975
54,mlp.experts.27.up_proj,0.0000501407,0.02500,3.216
54,mlp.experts.31.up_proj,0.0000468726,0.02500,3.188
54,mlp.experts.55.up_proj,0.0000651281,0.02500,3.057
54,mlp.experts.51.up_proj,0.0000492054,0.02500,3.144
54,mlp.experts.43.up_proj,0.0000375352,0.02500,3.829
54,mlp.experts.47.up_proj,0.0000368990,0.02500,3.803
54,mlp.experts.71.up_proj,0.0000226181,0.02500,3.616
54,mlp.experts.67.up_proj,0.0000356342,0.02500,3.803
54,mlp.experts.59.up_proj,0.0000363191,0.02500,3.833
54,mlp.experts.63.up_proj,0.0000531296,0.02500,3.839
54,mlp.experts.87.up_proj,0.0000470744,0.02500,3.815
54,mlp.experts.83.up_proj,0.0000874078,0.02500,3.728
54,mlp.experts.75.up_proj,0.0001115736,0.02500,3.343
54,mlp.experts.79.up_proj,0.0000512926,0.02500,3.591
54,mlp.experts.103.up_proj,0.0000452398,0.02500,3.033
54,mlp.experts.99.up_proj,0.0000498255,0.02500,3.455
54,mlp.experts.91.up_proj,0.0000382988,0.02500,3.120
54,mlp.experts.95.up_proj,0.0000168305,0.02500,2.973
54,mlp.experts.119.up_proj,0.0000749271,0.02500,2.927
54,mlp.experts.115.up_proj,0.0000381134,0.02500,2.916
54,mlp.experts.107.up_proj,0.0000529497,0.02500,2.635
54,mlp.experts.111.up_proj,0.0000593158,0.02500,2.526
54,mlp.experts.1.down_proj,0.0000056461,0.02500,1.107
54,mlp.experts.9.down_proj,0.0000084966,0.02500,1.151
54,mlp.experts.4.down_proj,0.0000077454,0.02500,1.174
54,mlp.experts.5.down_proj,0.0000117621,0.02500,1.218
54,mlp.experts.7.down_proj,0.0000166717,0.02500,1.249
54,mlp.experts.15.down_proj,0.0000083596,0.02500,1.175
54,mlp.experts.13.down_proj,0.0000069106,0.02500,1.181
54,mlp.experts.12.down_proj,0.0000033315,0.02500,1.194
54,mlp.experts.3.down_proj,0.0000061523,0.02500,1.310
54,mlp.experts.0.down_proj,0.0000069099,0.02500,1.338
54,mlp.experts.11.down_proj,0.0000083354,0.02500,1.255
54,mlp.experts.8.down_proj,0.0000097327,0.02500,1.366
54,mlp.experts.17.down_proj,0.0000053059,0.02500,0.856
54,mlp.experts.21.down_proj,0.0000099162,0.02500,0.822
54,mlp.experts.25.down_proj,0.0000148846,0.02500,0.888
54,mlp.experts.29.down_proj,0.0000073014,0.02500,0.810
54,mlp.experts.20.down_proj,0.0000047163,0.02500,0.946
54,mlp.experts.19.down_proj,0.0000040401,0.02500,0.855
54,mlp.experts.16.down_proj,0.0000067938,0.02500,0.908
54,mlp.experts.24.down_proj,0.0000057993,0.02500,0.907
54,mlp.experts.28.down_proj,0.0000100112,0.02500,0.982
54,mlp.experts.27.down_proj,0.0000096211,0.02500,0.956
54,mlp.experts.31.down_proj,0.0000101429,0.02500,1.058
54,mlp.experts.23.down_proj,0.0000139435,0.02500,1.101
54,mlp.experts.2.down_proj,0.0000442868,0.02500,2.362
54,mlp.experts.6.down_proj,0.0000061041,0.02500,2.369
54,mlp.experts.10.down_proj,0.0000065152,0.02500,2.204
54,mlp.experts.14.down_proj,0.0000153937,0.02500,2.261
54,mlp.experts.33.down_proj,0.0000286118,0.02500,0.802
54,mlp.experts.41.down_proj,0.0000083424,0.02500,0.806
54,mlp.experts.37.down_proj,0.0000312208,0.02500,0.809
54,mlp.experts.45.down_proj,0.0000049533,0.02500,0.800
54,mlp.experts.36.down_proj,0.0000122168,0.02500,0.960
54,mlp.experts.35.down_proj,0.0000080170,0.02500,1.005
54,mlp.experts.43.down_proj,0.0000100275,0.02500,0.873
54,mlp.experts.32.down_proj,0.0000097104,0.02500,0.940
54,mlp.experts.40.down_proj,0.0000059219,0.02500,0.977
54,mlp.experts.39.down_proj,0.0000076660,0.02500,0.980
54,mlp.experts.44.down_proj,0.0000085289,0.02500,1.054
54,mlp.experts.47.down_proj,0.0000118978,0.02500,1.086
54,mlp.experts.49.down_proj,0.0000114176,0.02500,0.837
54,mlp.experts.57.down_proj,0.0000123318,0.02500,0.842
54,mlp.experts.53.down_proj,0.0000043236,0.02500,0.840
54,mlp.experts.22.down_proj,0.0000059759,0.02500,1.439
54,mlp.experts.61.down_proj,0.0000107432,0.02500,0.916
54,mlp.experts.18.down_proj,0.0000085666,0.02500,1.468
54,mlp.experts.30.down_proj,0.0000211648,0.02500,1.471
54,mlp.experts.26.down_proj,0.0000039967,0.02500,1.557
54,mlp.experts.52.down_proj,0.0000069999,0.02500,0.925
54,mlp.experts.51.down_proj,0.0000132531,0.02500,0.984
54,mlp.experts.59.down_proj,0.0000058630,0.02500,1.036
54,mlp.experts.48.down_proj,0.0000046490,0.02500,1.073
54,mlp.experts.56.down_proj,0.0000088132,0.02500,1.055
54,mlp.experts.60.down_proj,0.0000059016,0.02500,1.027
54,mlp.experts.55.down_proj,0.0000106867,0.02500,1.081
54,mlp.experts.65.down_proj,0.0000109116,0.02500,0.824
54,mlp.experts.63.down_proj,0.0000183513,0.02500,1.082
54,mlp.experts.73.down_proj,0.0000118637,0.02500,0.816
54,mlp.experts.69.down_proj,0.0000071471,0.02500,0.831
54,mlp.experts.77.down_proj,0.0000138432,0.02500,0.801
54,mlp.experts.68.down_proj,0.0000051762,0.02500,0.870
54,mlp.experts.67.down_proj,0.0000049826,0.02500,0.872
54,mlp.experts.34.down_proj,0.0000025967,0.02500,1.205
54,mlp.experts.38.down_proj,0.0000321311,0.02500,1.230
54,mlp.experts.46.down_proj,0.0000087388,0.02500,1.219
54,mlp.experts.75.down_proj,0.0000401994,0.02500,0.922
54,mlp.experts.76.down_proj,0.0000218155,0.02500,0.847
54,mlp.experts.81.down_proj,0.0000083614,0.02500,0.865
54,mlp.experts.42.down_proj,0.0000068020,0.02500,1.377
54,mlp.experts.64.down_proj,0.0000068427,0.02500,1.121
54,mlp.experts.72.down_proj,0.0000042654,0.02500,1.100
54,mlp.experts.85.down_proj,0.0000092118,0.02500,0.922
54,mlp.experts.79.down_proj,0.0000080391,0.02500,0.986
54,mlp.experts.93.down_proj,0.0000080292,0.02500,0.919
54,mlp.experts.89.down_proj,0.0000038108,0.02500,1.023
54,mlp.experts.71.down_proj,0.0000063223,0.02500,1.124
54,mlp.experts.84.down_proj,0.0000082451,0.02500,0.987
54,mlp.experts.83.down_proj,0.0000176208,0.02500,0.872
54,mlp.experts.88.down_proj,0.0000192640,0.02500,0.871
54,mlp.experts.80.down_proj,0.0000031439,0.02500,0.915
54,mlp.experts.92.down_proj,0.0000090515,0.02500,1.093
54,mlp.experts.91.down_proj,0.0000105718,0.02500,1.171
54,mlp.experts.54.down_proj,0.0000180491,0.02500,1.304
54,mlp.experts.50.down_proj,0.0000138474,0.02500,1.312
54,mlp.experts.95.down_proj,0.0000026562,0.02500,0.918
54,mlp.experts.62.down_proj,0.0000030738,0.02500,1.365
54,mlp.experts.87.down_proj,0.0000112989,0.02500,1.037
54,mlp.experts.97.down_proj,0.0000138136,0.02500,1.352
54,mlp.experts.58.down_proj,0.0000059733,0.02500,1.415
54,mlp.experts.109.down_proj,0.0000090613,0.02500,1.329
54,mlp.experts.101.down_proj,0.0000104937,0.02500,1.423
54,mlp.experts.105.down_proj,0.0000060082,0.02500,1.381
54,mlp.experts.100.down_proj,0.0000776728,0.02500,1.070
54,mlp.experts.99.down_proj,0.0000076177,0.02500,1.060
54,mlp.experts.108.down_proj,0.0000029550,0.02500,0.933
54,mlp.experts.96.down_proj,0.0000041981,0.02500,0.977
54,mlp.experts.107.down_proj,0.0000075022,0.02500,0.981
54,mlp.experts.104.down_proj,0.0000022895,0.02500,1.037
54,mlp.experts.113.down_proj,0.0000085718,0.02500,0.694
54,mlp.experts.111.down_proj,0.0000227510,0.02500,0.948
54,mlp.experts.117.down_proj,0.0000062605,0.02500,0.593
54,mlp.experts.103.down_proj,0.0000065231,0.02500,0.907
54,mlp.experts.70.down_proj,0.0000058602,0.02500,1.195
54,mlp.experts.66.down_proj,0.0000118247,0.02500,1.212
54,mlp.experts.78.down_proj,0.0000053313,0.02500,1.154
54,mlp.experts.115.down_proj,0.0000059883,0.02500,0.714
54,mlp.experts.116.down_proj,0.0000090519,0.02500,0.752
54,mlp.experts.74.down_proj,0.0000065663,0.02500,1.104
54,mlp.experts.112.down_proj,0.0000238945,0.02500,0.571
54,mlp.experts.119.down_proj,0.0000170567,0.02500,0.503
54,mlp.experts.86.down_proj,0.0000357794,0.02500,0.848
54,mlp.experts.82.down_proj,0.0000750878,0.02500,0.856
54,mlp.experts.94.down_proj,0.0000086902,0.02500,0.842
54,mlp.experts.90.down_proj,0.0000044874,0.02500,0.850
54,mlp.experts.102.down_proj,0.0000053726,0.02500,0.853
54,mlp.experts.98.down_proj,0.0000063123,0.02500,0.863
54,mlp.experts.110.down_proj,0.0000077770,0.02500,0.851
54,mlp.experts.106.down_proj,0.0000081183,0.02500,0.826
54,mlp.experts.118.down_proj,0.0000112901,0.02500,0.635
54,mlp.experts.114.down_proj,0.0000277441,0.02500,0.618
55,self_attn.k_proj,0.0000000881,0.02500,1.428
55,self_attn.v_proj,0.0000002157,0.02500,1.310
55,self_attn.q_proj,0.0000005804,0.02500,1.751
55,self_attn.o_proj,0.0000002434,0.02500,3.869
55,mlp.shared_experts.gate_proj,0.0000024871,0.02500,1.276
55,mlp.shared_experts.up_proj,0.0000017302,0.02500,1.304
55,mlp.shared_experts.down_proj,0.0000002267,0.02500,0.449
55,mlp.experts.13.gate_proj,0.0000588215,0.02500,3.544
55,mlp.experts.1.gate_proj,0.0000426397,0.02500,4.323
55,mlp.experts.9.gate_proj,0.0000541888,0.02500,4.376
55,mlp.experts.5.gate_proj,0.0000248590,0.02500,3.730
55,mlp.experts.8.gate_proj,0.0000228059,0.02500,4.528
55,mlp.experts.4.gate_proj,0.0000488859,0.02500,4.665
55,mlp.experts.12.gate_proj,0.0000728038,0.02500,4.725
55,mlp.experts.0.gate_proj,0.0000122005,0.02500,4.927
55,mlp.experts.10.gate_proj,0.0000628611,0.02500,6.173
55,mlp.experts.6.gate_proj,0.0000710485,0.02500,6.276
55,mlp.experts.2.gate_proj,0.0000439925,0.02500,6.325
55,mlp.experts.14.gate_proj,0.0000777106,0.02500,5.312
55,mlp.experts.15.gate_proj,0.0000443786,0.02500,5.929
55,mlp.experts.3.gate_proj,0.0000303816,0.02500,6.341
55,mlp.experts.7.gate_proj,0.0000613285,0.02500,6.431
55,mlp.experts.11.gate_proj,0.0000338590,0.02500,6.995
55,mlp.experts.25.gate_proj,0.0000387482,0.02500,3.373
55,mlp.experts.17.gate_proj,0.0000379296,0.02500,3.671
55,mlp.experts.28.gate_proj,0.0000396225,0.02500,3.273
55,mlp.experts.29.gate_proj,0.0000358957,0.02500,3.852
55,mlp.experts.24.gate_proj,0.0000336093,0.02500,3.609
55,mlp.experts.20.gate_proj,0.0000449667,0.02500,3.489
55,mlp.experts.21.gate_proj,0.0000692588,0.02500,3.844
55,mlp.experts.16.gate_proj,0.0000932000,0.02500,3.804
55,mlp.experts.18.gate_proj,0.0000327974,0.02500,4.627
55,mlp.experts.22.gate_proj,0.0000348568,0.02500,4.733
55,mlp.experts.41.gate_proj,0.0000393508,0.02500,3.338
55,mlp.experts.26.gate_proj,0.0000315573,0.02500,4.928
55,mlp.experts.36.gate_proj,0.0000466911,0.02500,3.083
55,mlp.experts.45.gate_proj,0.0000482309,0.02500,3.227
55,mlp.experts.30.gate_proj,0.0000552156,0.02500,5.036
55,mlp.experts.33.gate_proj,0.0000411275,0.02500,3.456
55,mlp.experts.37.gate_proj,0.0000340921,0.02500,3.247
55,mlp.experts.31.gate_proj,0.0001307047,0.02500,4.881
55,mlp.experts.40.gate_proj,0.0000710009,0.02500,3.595
55,mlp.experts.19.gate_proj,0.0000348139,0.02500,4.975
55,mlp.experts.44.gate_proj,0.0000567934,0.02500,3.794
55,mlp.experts.23.gate_proj,0.0000388144,0.02500,4.962
55,mlp.experts.27.gate_proj,0.0000277012,0.02500,5.070
55,mlp.experts.32.gate_proj,0.0000401760,0.02500,3.385
55,mlp.experts.57.gate_proj,0.0000446606,0.02500,3.215
55,mlp.experts.49.gate_proj,0.0000313039,0.02500,2.985
55,mlp.experts.61.gate_proj,0.0000563260,0.02500,3.615
55,mlp.experts.53.gate_proj,0.0000328405,0.02500,3.642
55,mlp.experts.34.gate_proj,0.0000337013,0.02500,4.275
55,mlp.experts.38.gate_proj,0.0001280287,0.02500,4.509
55,mlp.experts.42.gate_proj,0.0000208755,0.02500,4.582
55,mlp.experts.52.gate_proj,0.0000767798,0.02500,4.644
55,mlp.experts.46.gate_proj,0.0000450921,0.02500,4.688
55,mlp.experts.47.gate_proj,0.0000449672,0.02500,4.739
55,mlp.experts.35.gate_proj,0.0000376096,0.02500,4.771
55,mlp.experts.39.gate_proj,0.0000459355,0.02500,4.786
55,mlp.experts.56.gate_proj,0.0000342439,0.02500,5.093
55,mlp.experts.43.gate_proj,0.0000511595,0.02500,4.814
55,mlp.experts.60.gate_proj,0.0000242072,0.02500,5.101
55,mlp.experts.48.gate_proj,0.0000328042,0.02500,5.251
55,mlp.experts.65.gate_proj,0.0000220874,0.02500,3.431
55,mlp.experts.73.gate_proj,0.0000393174,0.02500,3.751
55,mlp.experts.77.gate_proj,0.0000400730,0.02500,3.291
55,mlp.experts.69.gate_proj,0.0000825516,0.02500,3.320
55,mlp.experts.68.gate_proj,0.0000513719,0.02500,3.407
55,mlp.experts.76.gate_proj,0.0000350635,0.02500,3.093
55,mlp.experts.72.gate_proj,0.0000417291,0.02500,3.219
55,mlp.experts.50.gate_proj,0.0000274482,0.02500,5.043
55,mlp.experts.64.gate_proj,0.0000247922,0.02500,3.018
55,mlp.experts.54.gate_proj,0.0000570890,0.02500,4.924
55,mlp.experts.63.gate_proj,0.0000321830,0.02500,4.294
55,mlp.experts.55.gate_proj,0.0000281307,0.02500,4.227
55,mlp.experts.58.gate_proj,0.0000944222,0.02500,5.205
55,mlp.experts.51.gate_proj,0.0000307614,0.02500,4.389
55,mlp.experts.89.gate_proj,0.0000309811,0.02500,3.015
55,mlp.experts.59.gate_proj,0.0000378529,0.02500,4.346
55,mlp.experts.62.gate_proj,0.0000473222,0.02500,5.343
55,mlp.experts.93.gate_proj,0.0000937352,0.02500,3.438
55,mlp.experts.85.gate_proj,0.0000138143,0.02500,3.243
55,mlp.experts.81.gate_proj,0.0000458099,0.02500,3.939
55,mlp.experts.84.gate_proj,0.0000495945,0.02500,3.130
55,mlp.experts.88.gate_proj,0.0000471243,0.02500,3.138
55,mlp.experts.92.gate_proj,0.0000521781,0.02500,3.423
55,mlp.experts.80.gate_proj,0.0000539830,0.02500,3.362
55,mlp.experts.79.gate_proj,0.0000437927,0.02500,3.289
55,mlp.experts.71.gate_proj,0.0000654094,0.02500,3.258
55,mlp.experts.67.gate_proj,0.0000358204,0.02500,3.242
55,mlp.experts.105.gate_proj,0.0000360865,0.02500,3.266
55,mlp.experts.75.gate_proj,0.0000298875,0.02500,3.226
55,mlp.experts.97.gate_proj,0.0000436068,0.02500,3.041
55,mlp.experts.109.gate_proj,0.0000527003,0.02500,3.473
55,mlp.experts.101.gate_proj,0.0000554083,0.02500,3.482
55,mlp.experts.66.gate_proj,0.0000279247,0.02500,5.300
55,mlp.experts.70.gate_proj,0.0000457462,0.02500,5.301
55,mlp.experts.100.gate_proj,0.0000397134,0.02500,3.482
55,mlp.experts.74.gate_proj,0.0000516136,0.02500,5.365
55,mlp.experts.104.gate_proj,0.0000547800,0.02500,3.488
55,mlp.experts.78.gate_proj,0.0000453100,0.02500,5.233
55,mlp.experts.108.gate_proj,0.0001344388,0.02500,3.505
55,mlp.experts.95.gate_proj,0.0000354223,0.02500,3.203
55,mlp.experts.83.gate_proj,0.0000901612,0.02500,3.172
55,mlp.experts.96.gate_proj,0.0000869230,0.02500,3.588
55,mlp.experts.87.gate_proj,0.0000333427,0.02500,3.303
55,mlp.experts.91.gate_proj,0.0000573565,0.02500,3.184
55,mlp.experts.117.gate_proj,0.0000449981,0.02500,2.905
55,mlp.experts.1.up_proj,0.0000414440,0.02500,3.878
55,mlp.experts.113.gate_proj,0.0000643622,0.02500,3.609
55,mlp.experts.5.up_proj,0.0000242290,0.02500,3.373
55,mlp.experts.116.gate_proj,0.0000571938,0.02500,3.501
55,mlp.experts.0.up_proj,0.0000118182,0.02500,3.283
55,mlp.experts.111.gate_proj,0.0000531834,0.02500,3.229
55,mlp.experts.99.gate_proj,0.0000646340,0.02500,3.218
55,mlp.experts.82.gate_proj,0.0000643900,0.02500,4.972
55,mlp.experts.4.up_proj,0.0000471654,0.02500,3.649
55,mlp.experts.103.gate_proj,0.0000488364,0.02500,3.241
55,mlp.experts.86.gate_proj,0.0000782958,0.02500,4.967
55,mlp.experts.112.gate_proj,0.0000231434,0.02500,3.485
55,mlp.experts.107.gate_proj,0.0000520261,0.02500,3.196
55,mlp.experts.90.gate_proj,0.0000295620,0.02500,5.230
55,mlp.experts.94.gate_proj,0.0000681447,0.02500,4.891
55,mlp.experts.17.up_proj,0.0000367776,0.02500,3.596
55,mlp.experts.13.up_proj,0.0000560579,0.02500,3.799
55,mlp.experts.9.up_proj,0.0000527536,0.02500,3.596
55,mlp.experts.21.up_proj,0.0000672798,0.02500,3.607
55,mlp.experts.12.up_proj,0.0000692444,0.02500,3.521
55,mlp.experts.16.up_proj,0.0000897337,0.02500,3.368
55,mlp.experts.20.up_proj,0.0000438357,0.02500,3.374
55,mlp.experts.7.up_proj,0.0000594654,0.02500,4.117
55,mlp.experts.8.up_proj,0.0000221515,0.02500,3.726
55,mlp.experts.115.gate_proj,0.0000873820,0.02500,4.203
55,mlp.experts.119.gate_proj,0.0000142079,0.02500,4.210
55,mlp.experts.98.gate_proj,0.0000446075,0.02500,4.369
55,mlp.experts.102.gate_proj,0.0000264639,0.02500,4.336
55,mlp.experts.33.up_proj,0.0000399495,0.02500,3.308
55,mlp.experts.3.up_proj,0.0000297769,0.02500,4.380
55,mlp.experts.29.up_proj,0.0000349744,0.02500,3.355
55,mlp.experts.37.up_proj,0.0000330927,0.02500,3.209
55,mlp.experts.25.up_proj,0.0000367261,0.02500,3.316
55,mlp.experts.110.gate_proj,0.0000538924,0.02500,4.209
55,mlp.experts.106.gate_proj,0.0000211158,0.02500,4.743
55,mlp.experts.32.up_proj,0.0000393427,0.02500,3.108
55,mlp.experts.28.up_proj,0.0000396278,0.02500,3.715
55,mlp.experts.36.up_proj,0.0000450531,0.02500,3.187
55,mlp.experts.24.up_proj,0.0000328196,0.02500,3.646
55,mlp.experts.49.up_proj,0.0000304143,0.02500,3.476
55,mlp.experts.45.up_proj,0.0000460283,0.02500,3.445
55,mlp.experts.41.up_proj,0.0000380813,0.02500,3.461
55,mlp.experts.23.up_proj,0.0000375072,0.02500,4.660
55,mlp.experts.118.gate_proj,0.0000551142,0.02500,4.248
55,mlp.experts.114.gate_proj,0.0000529220,0.02500,4.387
55,mlp.experts.53.up_proj,0.0000316715,0.02500,4.004
55,mlp.experts.11.up_proj,0.0000328120,0.02500,4.646
55,mlp.experts.15.up_proj,0.0000435537,0.02500,4.808
55,mlp.experts.48.up_proj,0.0000320908,0.02500,3.289
55,mlp.experts.44.up_proj,0.0000557246,0.02500,3.375
55,mlp.experts.19.up_proj,0.0000339233,0.02500,4.867
55,mlp.experts.6.up_proj,0.0000689068,0.02500,4.415
55,mlp.experts.52.up_proj,0.0000718356,0.02500,3.460
55,mlp.experts.2.up_proj,0.0000428572,0.02500,4.730
55,mlp.experts.40.up_proj,0.0000674139,0.02500,3.499
55,mlp.experts.65.up_proj,0.0000214343,0.02500,3.313
55,mlp.experts.61.up_proj,0.0000550349,0.02500,3.414
55,mlp.experts.57.up_proj,0.0000429195,0.02500,3.409
55,mlp.experts.69.up_proj,0.0000797044,0.02500,3.421
55,mlp.experts.64.up_proj,0.0000240069,0.02500,3.452
55,mlp.experts.60.up_proj,0.0000220900,0.02500,3.262
55,mlp.experts.39.up_proj,0.0000444860,0.02500,4.598
55,mlp.experts.68.up_proj,0.0000486603,0.02500,3.508
55,mlp.experts.27.up_proj,0.0000270165,0.02500,4.716
55,mlp.experts.31.up_proj,0.0001223911,0.02500,4.654
55,mlp.experts.10.up_proj,0.0000608644,0.02500,5.048
55,mlp.experts.14.up_proj,0.0000751335,0.02500,5.304
55,mlp.experts.35.up_proj,0.0000358394,0.02500,4.550
55,mlp.experts.56.up_proj,0.0000329970,0.02500,3.416
55,mlp.experts.77.up_proj,0.0000372261,0.02500,3.107
55,mlp.experts.22.up_proj,0.0000345150,0.02500,5.266
55,mlp.experts.81.up_proj,0.0000432110,0.02500,3.604
55,mlp.experts.73.up_proj,0.0000385719,0.02500,3.569
55,mlp.experts.85.up_proj,0.0000133778,0.02500,3.462
55,mlp.experts.18.up_proj,0.0000318008,0.02500,5.496
55,mlp.experts.76.up_proj,0.0000339691,0.02500,3.336
55,mlp.experts.80.up_proj,0.0000522286,0.02500,3.745
55,mlp.experts.84.up_proj,0.0000480729,0.02500,3.302
55,mlp.experts.55.up_proj,0.0000272540,0.02500,4.334
55,mlp.experts.72.up_proj,0.0000415423,0.02500,3.098
55,mlp.experts.43.up_proj,0.0000496777,0.02500,4.264
55,mlp.experts.93.up_proj,0.0000823955,0.02500,3.174
55,mlp.experts.47.up_proj,0.0000444201,0.02500,4.328
55,mlp.experts.97.up_proj,0.0000425212,0.02500,3.227
55,mlp.experts.51.up_proj,0.0000300152,0.02500,4.230
55,mlp.experts.89.up_proj,0.0000301108,0.02500,3.500
55,mlp.experts.26.up_proj,0.0000303093,0.02500,5.087
55,mlp.experts.101.up_proj,0.0000535294,0.02500,3.338
55,mlp.experts.92.up_proj,0.0000512289,0.02500,3.038
55,mlp.experts.30.up_proj,0.0000547464,0.02500,5.130
55,mlp.experts.96.up_proj,0.0000850035,0.02500,2.944
55,mlp.experts.100.up_proj,0.0000385198,0.02500,2.968
55,mlp.experts.38.up_proj,0.0001221802,0.02500,5.114
55,mlp.experts.88.up_proj,0.0000459066,0.02500,3.033
55,mlp.experts.34.up_proj,0.0000329680,0.02500,5.353
55,mlp.experts.109.up_proj,0.0000514207,0.02500,3.472
55,mlp.experts.113.up_proj,0.0000611473,0.02500,3.185
55,mlp.experts.71.up_proj,0.0000634107,0.02500,4.158
55,mlp.experts.105.up_proj,0.0000343354,0.02500,3.085
55,mlp.experts.117.up_proj,0.0000438950,0.02500,2.861
55,mlp.experts.59.up_proj,0.0000371590,0.02500,4.212
55,mlp.experts.108.up_proj,0.0001237100,0.02500,2.971
55,mlp.experts.112.up_proj,0.0000223889,0.02500,2.900
55,mlp.experts.63.up_proj,0.0000309317,0.02500,4.198
55,mlp.experts.116.up_proj,0.0000546985,0.02500,2.712
55,mlp.experts.67.up_proj,0.0000344569,0.02500,4.438
55,mlp.experts.104.up_proj,0.0000526875,0.02500,2.309
55,mlp.experts.42.up_proj,0.0000201087,0.02500,5.035
55,mlp.experts.46.up_proj,0.0000432956,0.02500,4.914
55,mlp.experts.54.up_proj,0.0000555357,0.02500,4.816
55,mlp.experts.87.up_proj,0.0000322446,0.02500,4.146
55,mlp.experts.50.up_proj,0.0000265601,0.02500,4.746
55,mlp.experts.75.up_proj,0.0000289951,0.02500,4.129
55,mlp.experts.79.up_proj,0.0000427089,0.02500,4.034
55,mlp.experts.83.up_proj,0.0000876315,0.02500,4.401
55,mlp.experts.58.up_proj,0.0000904526,0.02500,4.404
55,mlp.experts.62.up_proj,0.0000462151,0.02500,4.444
55,mlp.experts.70.up_proj,0.0000431968,0.02500,4.433
55,mlp.experts.103.up_proj,0.0000462199,0.02500,3.895
55,mlp.experts.91.up_proj,0.0000563658,0.02500,3.970
55,mlp.experts.95.up_proj,0.0000346895,0.02500,3.955
55,mlp.experts.66.up_proj,0.0000269712,0.02500,4.571
55,mlp.experts.99.up_proj,0.0000620415,0.02500,4.291
55,mlp.experts.74.up_proj,0.0000494328,0.02500,4.216
55,mlp.experts.78.up_proj,0.0000448147,0.02500,4.610
55,mlp.experts.86.up_proj,0.0000752851,0.02500,4.449
55,mlp.experts.119.up_proj,0.0000138409,0.02500,4.248
55,mlp.experts.111.up_proj,0.0000519454,0.02500,4.085
55,mlp.experts.107.up_proj,0.0000497649,0.02500,4.288
55,mlp.experts.115.up_proj,0.0000845967,0.02500,3.345
55,mlp.experts.82.up_proj,0.0000636913,0.02500,4.530
55,mlp.experts.90.up_proj,0.0000281953,0.02500,4.492
55,mlp.experts.94.up_proj,0.0000649519,0.02500,4.182
55,mlp.experts.102.up_proj,0.0000258173,0.02500,3.836
55,mlp.experts.98.up_proj,0.0000430202,0.02500,4.284
55,mlp.experts.106.up_proj,0.0000206775,0.02500,4.553
55,mlp.experts.110.up_proj,0.0000527578,0.02500,4.462
55,mlp.experts.118.up_proj,0.0000501481,0.02500,4.630
55,mlp.experts.114.up_proj,0.0000525100,0.02500,3.157
55,mlp.experts.8.down_proj,0.0000079467,0.02500,0.932
55,mlp.experts.0.down_proj,0.0000052648,0.02500,0.934
55,mlp.experts.9.down_proj,0.0000106992,0.02500,0.970
55,mlp.experts.12.down_proj,0.0000186827,0.02500,0.973
55,mlp.experts.5.down_proj,0.0000143765,0.02500,0.982
55,mlp.experts.4.down_proj,0.0000132452,0.02500,0.999
55,mlp.experts.13.down_proj,0.0000232643,0.02500,1.026
55,mlp.experts.1.down_proj,0.0000078657,0.02500,1.101
55,mlp.experts.2.down_proj,0.0000114518,0.02500,1.204
55,mlp.experts.6.down_proj,0.0000106152,0.02500,1.233
55,mlp.experts.3.down_proj,0.0000092278,0.02500,1.245
55,mlp.experts.10.down_proj,0.0000130241,0.02500,1.257
55,mlp.experts.14.down_proj,0.0000227431,0.02500,1.254
55,mlp.experts.7.down_proj,0.0000114718,0.02500,1.270
55,mlp.experts.15.down_proj,0.0000072880,0.02500,1.265
55,mlp.experts.11.down_proj,0.0000047665,0.02500,1.287
55,mlp.experts.24.down_proj,0.0000048356,0.02500,0.872
55,mlp.experts.16.down_proj,0.0000292191,0.02500,0.884
55,mlp.experts.28.down_proj,0.0000135999,0.02500,0.875
55,mlp.experts.20.down_proj,0.0000121169,0.02500,0.871
55,mlp.experts.29.down_proj,0.0000050862,0.02500,0.957
55,mlp.experts.25.down_proj,0.0000058583,0.02500,1.030
55,mlp.experts.21.down_proj,0.0000214235,0.02500,1.024
55,mlp.experts.17.down_proj,0.0000047512,0.02500,1.116
55,mlp.experts.18.down_proj,0.0000118012,0.02500,1.114
55,mlp.experts.30.down_proj,0.0000107040,0.02500,1.194
55,mlp.experts.22.down_proj,0.0000071691,0.02500,1.236
55,mlp.experts.26.down_proj,0.0000044651,0.02500,1.246
55,mlp.experts.19.down_proj,0.0000054746,0.02500,1.343
55,mlp.experts.23.down_proj,0.0000105863,0.02500,1.349
55,mlp.experts.31.down_proj,0.0000356712,0.02500,1.400
55,mlp.experts.27.down_proj,0.0000045609,0.02500,1.389
55,mlp.experts.40.down_proj,0.0000195697,0.02500,0.982
55,mlp.experts.44.down_proj,0.0000178111,0.02500,0.980
55,mlp.experts.36.down_proj,0.0000065633,0.02500,0.965
55,mlp.experts.45.down_proj,0.0000109140,0.02500,0.895
55,mlp.experts.32.down_proj,0.0000064860,0.02500,1.097
55,mlp.experts.37.down_proj,0.0000056480,0.02500,1.059
55,mlp.experts.33.down_proj,0.0000057407,0.02500,0.874
55,mlp.experts.41.down_proj,0.0000109751,0.02500,1.122
55,mlp.experts.34.down_proj,0.0000068589,0.02500,1.105
55,mlp.experts.46.down_proj,0.0000097876,0.02500,1.064
55,mlp.experts.56.down_proj,0.0000055862,0.02500,0.735
55,mlp.experts.60.down_proj,0.0000043087,0.02500,0.717
55,mlp.experts.38.down_proj,0.0000262291,0.02500,1.086
55,mlp.experts.52.down_proj,0.0000201371,0.02500,0.726
55,mlp.experts.42.down_proj,0.0000034087,0.02500,1.200
55,mlp.experts.35.down_proj,0.0000076027,0.02500,1.179
55,mlp.experts.39.down_proj,0.0000067104,0.02500,1.270
55,mlp.experts.47.down_proj,0.0000089726,0.02500,1.282
55,mlp.experts.61.down_proj,0.0000087214,0.02500,1.143
55,mlp.experts.43.down_proj,0.0000108402,0.02500,1.351
55,mlp.experts.53.down_proj,0.0000101268,0.02500,1.207
55,mlp.experts.49.down_proj,0.0000038870,0.02500,1.290
55,mlp.experts.57.down_proj,0.0000058178,0.02500,1.262
55,mlp.experts.50.down_proj,0.0000073277,0.02500,1.284
55,mlp.experts.62.down_proj,0.0000083962,0.02500,1.287
55,mlp.experts.54.down_proj,0.0000111426,0.02500,1.332
55,mlp.experts.58.down_proj,0.0000148671,0.02500,1.334
55,mlp.experts.51.down_proj,0.0000100665,0.02500,1.403
55,mlp.experts.63.down_proj,0.0000100712,0.02500,1.287
55,mlp.experts.55.down_proj,0.0000046239,0.02500,1.381
55,mlp.experts.77.down_proj,0.0000109608,0.02500,1.370
55,mlp.experts.65.down_proj,0.0000036873,0.02500,1.017
55,mlp.experts.73.down_proj,0.0000058668,0.02500,1.022
55,mlp.experts.69.down_proj,0.0000111163,0.02500,1.190
55,mlp.experts.59.down_proj,0.0000067510,0.02500,1.439
55,mlp.experts.66.down_proj,0.0000082316,0.02500,1.765
55,mlp.experts.78.down_proj,0.0000079321,0.02500,1.782
55,mlp.experts.93.down_proj,0.0000262793,0.02500,1.249
55,mlp.experts.70.down_proj,0.0000101175,0.02500,1.764
55,mlp.experts.67.down_proj,0.0000048106,0.02500,1.498
55,mlp.experts.81.down_proj,0.0000063360,0.02500,1.291
55,mlp.experts.85.down_proj,0.0000026146,0.02500,1.231
55,mlp.experts.89.down_proj,0.0000063648,0.02500,1.293
55,mlp.experts.79.down_proj,0.0000078438,0.02500,1.500
55,mlp.experts.71.down_proj,0.0000114914,0.02500,1.531
55,mlp.experts.74.down_proj,0.0000078384,0.02500,1.815
55,mlp.experts.75.down_proj,0.0000044613,0.02500,1.481
55,mlp.experts.82.down_proj,0.0000170514,0.02500,1.233
55,mlp.experts.105.down_proj,0.0000052096,0.02500,1.034
55,mlp.experts.101.down_proj,0.0000105657,0.02500,1.077
55,mlp.experts.109.down_proj,0.0000112568,0.02500,1.134
55,mlp.experts.97.down_proj,0.0000071984,0.02500,1.134
55,mlp.experts.86.down_proj,0.0000102873,0.02500,1.251
55,mlp.experts.94.down_proj,0.0000282332,0.02500,1.338
55,mlp.experts.95.down_proj,0.0000070797,0.02500,1.392
55,mlp.experts.90.down_proj,0.0000035765,0.02500,1.360
55,mlp.experts.83.down_proj,0.0000152875,0.02500,1.564
55,mlp.experts.87.down_proj,0.0000103926,0.02500,1.595
55,mlp.experts.91.down_proj,0.0000102721,0.02500,1.450
55,mlp.experts.117.down_proj,0.0000070318,0.02500,0.708
55,mlp.experts.113.down_proj,0.0000089464,0.02500,0.670
55,mlp.experts.98.down_proj,0.0000080162,0.02500,1.100
55,mlp.experts.110.down_proj,0.0000087229,0.02500,1.073
55,mlp.experts.102.down_proj,0.0000040706,0.02500,1.156
55,mlp.experts.106.down_proj,0.0000029592,0.02500,1.012
55,mlp.experts.114.down_proj,0.0000074428,0.02500,0.756
55,mlp.experts.118.down_proj,0.0000092374,0.02500,0.638
55,mlp.experts.111.down_proj,0.0000153438,0.02500,1.598
55,mlp.experts.99.down_proj,0.0000114250,0.02500,1.583
55,mlp.experts.107.down_proj,0.0000064948,0.02500,1.563
55,mlp.experts.103.down_proj,0.0000058526,0.02500,1.588
55,mlp.experts.115.down_proj,0.0000140281,0.02500,1.078
55,mlp.experts.119.down_proj,0.0000036850,0.02500,0.968
55,mlp.experts.68.down_proj,0.0000078836,0.02500,1.204
55,mlp.experts.72.down_proj,0.0000124839,0.02500,1.215
55,mlp.experts.48.down_proj,0.0000057786,0.02500,1.216
55,mlp.experts.76.down_proj,0.0000089223,0.02500,1.428
55,mlp.experts.64.down_proj,0.0000031284,0.02500,1.222
55,mlp.experts.84.down_proj,0.0000110922,0.02500,1.237
55,mlp.experts.88.down_proj,0.0000077313,0.02500,1.242
55,mlp.experts.92.down_proj,0.0000094597,0.02500,1.446
55,mlp.experts.100.down_proj,0.0000130667,0.02500,1.176
55,mlp.experts.80.down_proj,0.0000097540,0.02500,1.199
55,mlp.experts.104.down_proj,0.0000070299,0.02500,1.200
55,mlp.experts.108.down_proj,0.0000428685,0.02500,1.221
55,mlp.experts.116.down_proj,0.0000129738,0.02500,0.731
55,mlp.experts.96.down_proj,0.0000224984,0.02500,0.718
55,mlp.experts.112.down_proj,0.0000075465,0.02500,0.387
56,self_attn.k_proj,0.0000001236,0.02500,1.630
56,self_attn.v_proj,0.0000002873,0.02500,1.674
56,self_attn.q_proj,0.0000009165,0.02500,1.863
56,self_attn.o_proj,0.0000001768,0.02500,3.937
56,mlp.shared_experts.gate_proj,0.0000026470,0.02500,1.417
56,mlp.shared_experts.up_proj,0.0000017590,0.02500,1.397
56,mlp.shared_experts.down_proj,0.0000002259,0.02500,0.388
56,mlp.experts.15.gate_proj,0.0000589513,0.02500,3.904
56,mlp.experts.13.gate_proj,0.0000439150,0.02500,3.991
56,mlp.experts.5.gate_proj,0.0000449380,0.02500,5.031
56,mlp.experts.1.gate_proj,0.0000855745,0.02500,5.077
56,mlp.experts.7.gate_proj,0.0000374428,0.02500,5.100
56,mlp.experts.3.gate_proj,0.0000464139,0.02500,5.173
56,mlp.experts.9.gate_proj,0.0000716149,0.02500,5.207
56,mlp.experts.11.gate_proj,0.0000353720,0.02500,5.302
56,mlp.experts.6.gate_proj,0.0000405989,0.02500,5.948
56,mlp.experts.2.gate_proj,0.0000388558,0.02500,6.093
56,mlp.experts.0.gate_proj,0.0000385182,0.02500,6.092
56,mlp.experts.10.gate_proj,0.0000697551,0.02500,6.236
56,mlp.experts.12.gate_proj,0.0001078630,0.02500,6.314
56,mlp.experts.4.gate_proj,0.0000853954,0.02500,6.252
56,mlp.experts.14.gate_proj,0.0000491922,0.02500,5.422
56,mlp.experts.8.gate_proj,0.0000271535,0.02500,6.448
56,mlp.experts.29.gate_proj,0.0000792901,0.02500,2.923
56,mlp.experts.17.gate_proj,0.0000421463,0.02500,2.931
56,mlp.experts.21.gate_proj,0.0000360025,0.02500,3.037
56,mlp.experts.25.gate_proj,0.0000281177,0.02500,2.983
56,mlp.experts.31.gate_proj,0.0000294985,0.02500,3.592
56,mlp.experts.19.gate_proj,0.0000549740,0.02500,3.584
56,mlp.experts.23.gate_proj,0.0000366152,0.02500,3.763
56,mlp.experts.27.gate_proj,0.0000697730,0.02500,3.764
56,mlp.experts.16.gate_proj,0.0000259048,0.02500,4.206
56,mlp.experts.22.gate_proj,0.0000302863,0.02500,4.457
56,mlp.experts.18.gate_proj,0.0000249190,0.02500,4.364
56,mlp.experts.26.gate_proj,0.0000728166,0.02500,4.307
56,mlp.experts.28.gate_proj,0.0000233130,0.02500,4.276
56,mlp.experts.20.gate_proj,0.0000511376,0.02500,4.275
56,mlp.experts.24.gate_proj,0.0000104244,0.02500,4.190
56,mlp.experts.30.gate_proj,0.0000542147,0.02500,4.421
56,mlp.experts.45.gate_proj,0.0000267557,0.02500,3.150
56,mlp.experts.37.gate_proj,0.0001539900,0.02500,3.058
56,mlp.experts.33.gate_proj,0.0000243588,0.02500,3.189
56,mlp.experts.41.gate_proj,0.0000482555,0.02500,3.126
56,mlp.experts.39.gate_proj,0.0000344148,0.02500,3.385
56,mlp.experts.47.gate_proj,0.0000296248,0.02500,3.841
56,mlp.experts.43.gate_proj,0.0000426044,0.02500,3.608
56,mlp.experts.35.gate_proj,0.0000726721,0.02500,3.921
56,mlp.experts.34.gate_proj,0.0000700757,0.02500,3.279
56,mlp.experts.38.gate_proj,0.0000438079,0.02500,3.509
56,mlp.experts.42.gate_proj,0.0000403884,0.02500,3.586
56,mlp.experts.61.gate_proj,0.0000483836,0.02500,3.117
56,mlp.experts.49.gate_proj,0.0000828158,0.02500,3.019
56,mlp.experts.53.gate_proj,0.0000355593,0.02500,3.143
56,mlp.experts.57.gate_proj,0.0000735634,0.02500,3.066
56,mlp.experts.46.gate_proj,0.0000441169,0.02500,3.573
56,mlp.experts.32.gate_proj,0.0000466877,0.02500,4.824
56,mlp.experts.44.gate_proj,0.0000487674,0.02500,4.807
56,mlp.experts.63.gate_proj,0.0000699459,0.02500,3.135
56,mlp.experts.36.gate_proj,0.0000820745,0.02500,4.877
56,mlp.experts.40.gate_proj,0.0000373860,0.02500,4.848
56,mlp.experts.55.gate_proj,0.0000737518,0.02500,3.474
56,mlp.experts.59.gate_proj,0.0000433618,0.02500,3.410
56,mlp.experts.51.gate_proj,0.0000243176,0.02500,3.800
56,mlp.experts.69.gate_proj,0.0000739707,0.02500,2.886
56,mlp.experts.77.gate_proj,0.0000249224,0.02500,3.001
56,mlp.experts.65.gate_proj,0.0000866086,0.02500,3.063
56,mlp.experts.73.gate_proj,0.0000496229,0.02500,2.974
56,mlp.experts.54.gate_proj,0.0000407053,0.02500,4.160
56,mlp.experts.58.gate_proj,0.0000548945,0.02500,4.102
56,mlp.experts.50.gate_proj,0.0000240462,0.02500,4.431
56,mlp.experts.62.gate_proj,0.0000291673,0.02500,4.087
56,mlp.experts.71.gate_proj,0.0000277231,0.02500,3.238
56,mlp.experts.48.gate_proj,0.0000362939,0.02500,4.088
56,mlp.experts.79.gate_proj,0.0000352585,0.02500,3.882
56,mlp.experts.67.gate_proj,0.0000605520,0.02500,2.997
56,mlp.experts.52.gate_proj,0.0001728771,0.02500,4.042
56,mlp.experts.56.gate_proj,0.0001119849,0.02500,4.052
56,mlp.experts.60.gate_proj,0.0000543464,0.02500,4.357
56,mlp.experts.75.gate_proj,0.0000603873,0.02500,3.854
56,mlp.experts.93.gate_proj,0.0000443969,0.02500,2.939
56,mlp.experts.85.gate_proj,0.0000804533,0.02500,3.019
56,mlp.experts.81.gate_proj,0.0000225000,0.02500,2.899
56,mlp.experts.89.gate_proj,0.0000500315,0.02500,2.933
56,mlp.experts.70.gate_proj,0.0000480333,0.02500,3.341
56,mlp.experts.74.gate_proj,0.0000756200,0.02500,3.284
56,mlp.experts.66.gate_proj,0.0000265738,0.02500,3.261
56,mlp.experts.78.gate_proj,0.0000391806,0.02500,3.294
56,mlp.experts.87.gate_proj,0.0000382304,0.02500,3.457
56,mlp.experts.83.gate_proj,0.0000635223,0.02500,3.202
56,mlp.experts.95.gate_proj,0.0000448099,0.02500,3.598
56,mlp.experts.101.gate_proj,0.0000301609,0.02500,3.165
56,mlp.experts.109.gate_proj,0.0000539653,0.02500,3.338
56,mlp.experts.105.gate_proj,0.0000582403,0.02500,3.156
56,mlp.experts.97.gate_proj,0.0000483449,0.02500,3.270
56,mlp.experts.91.gate_proj,0.0000468514,0.02500,3.726
56,mlp.experts.64.gate_proj,0.0000389892,0.02500,4.512
56,mlp.experts.72.gate_proj,0.0000255230,0.02500,4.427
56,mlp.experts.68.gate_proj,0.0000203622,0.02500,4.585
56,mlp.experts.76.gate_proj,0.0000295776,0.02500,4.662
56,mlp.experts.86.gate_proj,0.0001719744,0.02500,3.531
56,mlp.experts.90.gate_proj,0.0000333425,0.02500,3.505
56,mlp.experts.82.gate_proj,0.0000577060,0.02500,3.665
56,mlp.experts.94.gate_proj,0.0000336841,0.02500,3.547
56,mlp.experts.99.gate_proj,0.0000624030,0.02500,3.193
56,mlp.experts.103.gate_proj,0.0000354017,0.02500,3.520
56,mlp.experts.117.gate_proj,0.0000560624,0.02500,3.063
56,mlp.experts.111.gate_proj,0.0000533597,0.02500,3.462
56,mlp.experts.113.gate_proj,0.0000280427,0.02500,3.066
56,mlp.experts.1.up_proj,0.0000825136,0.02500,3.070
56,mlp.experts.5.up_proj,0.0000437248,0.02500,3.159
56,mlp.experts.107.gate_proj,0.0000325065,0.02500,3.626
56,mlp.experts.80.gate_proj,0.0000709394,0.02500,4.318
56,mlp.experts.88.gate_proj,0.0000533120,0.02500,4.296
56,mlp.experts.102.gate_proj,0.0000349648,0.02500,3.524
56,mlp.experts.106.gate_proj,0.0000486332,0.02500,3.505
56,mlp.experts.84.gate_proj,0.0000394302,0.02500,4.468
56,mlp.experts.98.gate_proj,0.0000227832,0.02500,3.420
56,mlp.experts.92.gate_proj,0.0000345034,0.02500,4.280
56,mlp.experts.110.gate_proj,0.0000314803,0.02500,3.510
56,mlp.experts.119.gate_proj,0.0000683746,0.02500,3.279
56,mlp.experts.13.up_proj,0.0000425694,0.02500,2.987
56,mlp.experts.9.up_proj,0.0000703811,0.02500,3.005
56,mlp.experts.17.up_proj,0.0000406293,0.02500,3.044
56,mlp.experts.21.up_proj,0.0000351254,0.02500,3.025
56,mlp.experts.115.gate_proj,0.0000767672,0.02500,3.889
56,mlp.experts.7.up_proj,0.0000365607,0.02500,3.514
56,mlp.experts.3.up_proj,0.0000450098,0.02500,3.295
56,mlp.experts.118.gate_proj,0.0000498154,0.02500,3.324
56,mlp.experts.2.up_proj,0.0000366093,0.02500,3.345
56,mlp.experts.114.gate_proj,0.0001123589,0.02500,3.391
56,mlp.experts.6.up_proj,0.0000398664,0.02500,3.347
56,mlp.experts.96.gate_proj,0.0000431974,0.02500,4.258
56,mlp.experts.29.up_proj,0.0000764472,0.02500,3.045
56,mlp.experts.104.gate_proj,0.0000399375,0.02500,4.169
56,mlp.experts.33.up_proj,0.0000235313,0.02500,3.010
56,mlp.experts.25.up_proj,0.0000272035,0.02500,3.098
56,mlp.experts.37.up_proj,0.0001425409,0.02500,3.034
56,mlp.experts.100.gate_proj,0.0000389485,0.02500,4.274
56,mlp.experts.15.up_proj,0.0000564659,0.02500,3.730
56,mlp.experts.108.gate_proj,0.0000346359,0.02500,4.372
56,mlp.experts.23.up_proj,0.0000356487,0.02500,3.340
56,mlp.experts.11.up_proj,0.0000340272,0.02500,3.860
56,mlp.experts.19.up_proj,0.0000523686,0.02500,3.561
56,mlp.experts.14.up_proj,0.0000475439,0.02500,3.400
56,mlp.experts.18.up_proj,0.0000243238,0.02500,3.420
56,mlp.experts.45.up_proj,0.0000255782,0.02500,3.007
56,mlp.experts.10.up_proj,0.0000654873,0.02500,3.452
56,mlp.experts.49.up_proj,0.0000776738,0.02500,2.981
56,mlp.experts.41.up_proj,0.0000474111,0.02500,3.047
56,mlp.experts.22.up_proj,0.0000295679,0.02500,3.480
56,mlp.experts.53.up_proj,0.0000335931,0.02500,3.096
56,mlp.experts.39.up_proj,0.0000333386,0.02500,3.029
56,mlp.experts.112.gate_proj,0.0000507095,0.02500,4.315
56,mlp.experts.0.up_proj,0.0000375660,0.02500,4.429
56,mlp.experts.31.up_proj,0.0000287221,0.02500,3.977
56,mlp.experts.116.gate_proj,0.0000524729,0.02500,4.396
56,mlp.experts.4.up_proj,0.0000790492,0.02500,4.253
56,mlp.experts.27.up_proj,0.0000655868,0.02500,3.727
56,mlp.experts.35.up_proj,0.0000706348,0.02500,3.331
56,mlp.experts.30.up_proj,0.0000524125,0.02500,3.251
56,mlp.experts.34.up_proj,0.0000672025,0.02500,3.282
56,mlp.experts.26.up_proj,0.0000714605,0.02500,3.155
56,mlp.experts.38.up_proj,0.0000406583,0.02500,3.144
56,mlp.experts.61.up_proj,0.0000470880,0.02500,3.463
56,mlp.experts.65.up_proj,0.0000832738,0.02500,3.535
56,mlp.experts.57.up_proj,0.0000711141,0.02500,3.520
56,mlp.experts.69.up_proj,0.0000700958,0.02500,3.667
56,mlp.experts.55.up_proj,0.0000712899,0.02500,3.495
56,mlp.experts.43.up_proj,0.0000410796,0.02500,3.223
56,mlp.experts.51.up_proj,0.0000232497,0.02500,3.276
56,mlp.experts.8.up_proj,0.0000265282,0.02500,4.257
56,mlp.experts.47.up_proj,0.0000280206,0.02500,4.054
56,mlp.experts.16.up_proj,0.0000251561,0.02500,4.345
56,mlp.experts.20.up_proj,0.0000490165,0.02500,4.225
56,mlp.experts.46.up_proj,0.0000419733,0.02500,3.377
56,mlp.experts.50.up_proj,0.0000233631,0.02500,3.255
56,mlp.experts.42.up_proj,0.0000387572,0.02500,3.269
56,mlp.experts.54.up_proj,0.0000391326,0.02500,3.266
56,mlp.experts.12.up_proj,0.0000905899,0.02500,5.005
56,mlp.experts.77.up_proj,0.0000238848,0.02500,4.090
56,mlp.experts.71.up_proj,0.0000271322,0.02500,3.468
56,mlp.experts.73.up_proj,0.0000487300,0.02500,4.197
56,mlp.experts.81.up_proj,0.0000215783,0.02500,4.382
56,mlp.experts.59.up_proj,0.0000415297,0.02500,3.207
56,mlp.experts.85.up_proj,0.0000784435,0.02500,4.354
56,mlp.experts.67.up_proj,0.0000589622,0.02500,3.354
56,mlp.experts.63.up_proj,0.0000679013,0.02500,3.773
56,mlp.experts.66.up_proj,0.0000260746,0.02500,3.384
56,mlp.experts.62.up_proj,0.0000282092,0.02500,3.432
56,mlp.experts.58.up_proj,0.0000532962,0.02500,3.381
56,mlp.experts.70.up_proj,0.0000463581,0.02500,3.362
56,mlp.experts.24.up_proj,0.0000099105,0.02500,4.684
56,mlp.experts.32.up_proj,0.0000453341,0.02500,4.541
56,mlp.experts.36.up_proj,0.0000792723,0.02500,4.641
56,mlp.experts.93.up_proj,0.0000428130,0.02500,3.443
56,mlp.experts.87.up_proj,0.0000376342,0.02500,3.317
56,mlp.experts.28.up_proj,0.0000228218,0.02500,4.450
56,mlp.experts.89.up_proj,0.0000500559,0.02500,3.487
56,mlp.experts.97.up_proj,0.0000470367,0.02500,3.812
56,mlp.experts.75.up_proj,0.0000580884,0.02500,3.583
56,mlp.experts.101.up_proj,0.0000289979,0.02500,3.585
56,mlp.experts.83.up_proj,0.0000615919,0.02500,3.435
56,mlp.experts.79.up_proj,0.0000339784,0.02500,3.680
56,mlp.experts.82.up_proj,0.0000569338,0.02500,3.415
56,mlp.experts.78.up_proj,0.0000379739,0.02500,3.371
56,mlp.experts.74.up_proj,0.0000728487,0.02500,3.473
56,mlp.experts.86.up_proj,0.0001655099,0.02500,3.483
56,mlp.experts.109.up_proj,0.0000526046,0.02500,3.320
56,mlp.experts.105.up_proj,0.0000560030,0.02500,3.034
56,mlp.experts.48.up_proj,0.0000352720,0.02500,4.201
56,mlp.experts.40.up_proj,0.0000366605,0.02500,4.454
56,mlp.experts.103.up_proj,0.0000344282,0.02500,3.548
56,mlp.experts.117.up_proj,0.0000552015,0.02500,3.238
56,mlp.experts.52.up_proj,0.0001566520,0.02500,4.446
56,mlp.experts.99.up_proj,0.0000602310,0.02500,3.136
56,mlp.experts.91.up_proj,0.0000453569,0.02500,3.324
56,mlp.experts.113.up_proj,0.0000272582,0.02500,3.418
56,mlp.experts.44.up_proj,0.0000459771,0.02500,4.318
56,mlp.experts.98.up_proj,0.0000221981,0.02500,3.302
56,mlp.experts.94.up_proj,0.0000324800,0.02500,3.308
56,mlp.experts.95.up_proj,0.0000427735,0.02500,3.603
56,mlp.experts.90.up_proj,0.0000325371,0.02500,3.269
56,mlp.experts.102.up_proj,0.0000334910,0.02500,3.244
56,mlp.experts.119.up_proj,0.0000664319,0.02500,3.776
56,mlp.experts.115.up_proj,0.0000741993,0.02500,3.346
56,mlp.experts.107.up_proj,0.0000306614,0.02500,3.393
56,mlp.experts.111.up_proj,0.0000516506,0.02500,2.675
56,mlp.experts.56.up_proj,0.0000983145,0.02500,4.747
56,mlp.experts.110.up_proj,0.0000299654,0.02500,2.994
56,mlp.experts.64.up_proj,0.0000371087,0.02500,4.951
56,mlp.experts.106.up_proj,0.0000468416,0.02500,2.902
56,mlp.experts.118.up_proj,0.0000481822,0.02500,2.849
56,mlp.experts.114.up_proj,0.0001062827,0.02500,3.179
56,mlp.experts.68.up_proj,0.0000194314,0.02500,4.759
56,mlp.experts.60.up_proj,0.0000523327,0.02500,4.648
56,mlp.experts.72.up_proj,0.0000246251,0.02500,2.966
56,mlp.experts.80.up_proj,0.0000696188,0.02500,3.160
56,mlp.experts.84.up_proj,0.0000381508,0.02500,2.940
56,mlp.experts.76.up_proj,0.0000284673,0.02500,3.004
56,mlp.experts.88.up_proj,0.0000526749,0.02500,2.803
56,mlp.experts.100.up_proj,0.0000376377,0.02500,2.936
56,mlp.experts.96.up_proj,0.0000418739,0.02500,3.665
56,mlp.experts.92.up_proj,0.0000335853,0.02500,3.132
56,mlp.experts.104.up_proj,0.0000389960,0.02500,3.202
56,mlp.experts.116.up_proj,0.0000515509,0.02500,2.823
56,mlp.experts.112.up_proj,0.0000489760,0.02500,2.562
56,mlp.experts.108.up_proj,0.0000338013,0.02500,2.652
56,mlp.experts.15.down_proj,0.0000113270,0.02500,1.146
56,mlp.experts.3.down_proj,0.0000071077,0.02500,1.340
56,mlp.experts.7.down_proj,0.0000106899,0.02500,1.528
56,mlp.experts.5.down_proj,0.0000051219,0.02500,1.552
56,mlp.experts.11.down_proj,0.0000059398,0.02500,1.561
56,mlp.experts.1.down_proj,0.0000130495,0.02500,1.585
56,mlp.experts.9.down_proj,0.0000145832,0.02500,1.624
56,mlp.experts.13.down_proj,0.0000064680,0.02500,1.532
56,mlp.experts.10.down_proj,0.0000185951,0.02500,1.721
56,mlp.experts.2.down_proj,0.0000148509,0.02500,1.723
56,mlp.experts.6.down_proj,0.0000072074,0.02500,1.745
56,mlp.experts.14.down_proj,0.0000079421,0.02500,1.599
56,mlp.experts.4.down_proj,0.0000118959,0.02500,2.084
56,mlp.experts.12.down_proj,0.0000262258,0.02500,2.173
56,mlp.experts.8.down_proj,0.0000086567,0.02500,2.238
56,mlp.experts.0.down_proj,0.0000094029,0.02500,2.280
56,mlp.experts.31.down_proj,0.0000058971,0.02500,1.062
56,mlp.experts.23.down_proj,0.0000104076,0.02500,0.888
56,mlp.experts.19.down_proj,0.0000139306,0.02500,1.087
56,mlp.experts.27.down_proj,0.0000117293,0.02500,1.010
56,mlp.experts.21.down_proj,0.0000115629,0.02500,1.304
56,mlp.experts.17.down_proj,0.0000063711,0.02500,1.322
56,mlp.experts.25.down_proj,0.0000033390,0.02500,1.408
56,mlp.experts.29.down_proj,0.0000239805,0.02500,1.375
56,mlp.experts.20.down_proj,0.0000084332,0.02500,0.994
56,mlp.experts.18.down_proj,0.0000040730,0.02500,1.469
56,mlp.experts.26.down_proj,0.0000139072,0.02500,1.471
56,mlp.experts.28.down_proj,0.0000032039,0.02500,1.045
56,mlp.experts.16.down_proj,0.0000094878,0.02500,0.960
56,mlp.experts.22.down_proj,0.0000039683,0.02500,1.510
56,mlp.experts.30.down_proj,0.0000084949,0.02500,1.499
56,mlp.experts.35.down_proj,0.0000109778,0.02500,0.868
56,mlp.experts.47.down_proj,0.0000107088,0.02500,0.987
56,mlp.experts.24.down_proj,0.0000045016,0.02500,1.157
56,mlp.experts.39.down_proj,0.0000045739,0.02500,1.069
56,mlp.experts.43.down_proj,0.0000056831,0.02500,1.063
56,mlp.experts.32.down_proj,0.0000084307,0.02500,0.887
56,mlp.experts.37.down_proj,0.0000276474,0.02500,1.340
56,mlp.experts.51.down_proj,0.0000070208,0.02500,0.911
56,mlp.experts.33.down_proj,0.0000098520,0.02500,1.347
56,mlp.experts.44.down_proj,0.0000093058,0.02500,1.057
56,mlp.experts.63.down_proj,0.0000157626,0.02500,0.910
56,mlp.experts.40.down_proj,0.0000058677,0.02500,0.910
56,mlp.experts.36.down_proj,0.0000108820,0.02500,1.182
56,mlp.experts.45.down_proj,0.0000034503,0.02500,1.436
56,mlp.experts.34.down_proj,0.0000107432,0.02500,1.363
56,mlp.experts.42.down_proj,0.0000057544,0.02500,1.375
56,mlp.experts.55.down_proj,0.0000122873,0.02500,1.097
56,mlp.experts.41.down_proj,0.0000090813,0.02500,1.596
56,mlp.experts.46.down_proj,0.0000094664,0.02500,1.417
56,mlp.experts.38.down_proj,0.0000129304,0.02500,1.490
56,mlp.experts.59.down_proj,0.0000082244,0.02500,1.200
56,mlp.experts.48.down_proj,0.0000051789,0.02500,0.966
56,mlp.experts.67.down_proj,0.0000143166,0.02500,0.919
56,mlp.experts.60.down_proj,0.0000077588,0.02500,1.060
56,mlp.experts.56.down_proj,0.0000305139,0.02500,1.050
56,mlp.experts.52.down_proj,0.0000766355,0.02500,1.007
56,mlp.experts.71.down_proj,0.0000049747,0.02500,0.885
56,mlp.experts.79.down_proj,0.0000041984,0.02500,1.203
56,mlp.experts.50.down_proj,0.0000037124,0.02500,1.250
56,mlp.experts.49.down_proj,0.0000307993,0.02500,1.566
56,mlp.experts.53.down_proj,0.0000045283,0.02500,1.631
56,mlp.experts.58.down_proj,0.0000081232,0.02500,1.258
56,mlp.experts.75.down_proj,0.0000081230,0.02500,1.072
56,mlp.experts.62.down_proj,0.0000040004,0.02500,1.250
56,mlp.experts.54.down_proj,0.0000053630,0.02500,1.215
56,mlp.experts.61.down_proj,0.0000084515,0.02500,1.521
56,mlp.experts.83.down_proj,0.0000088073,0.02500,1.005
56,mlp.experts.72.down_proj,0.0000038620,0.02500,0.890
56,mlp.experts.64.down_proj,0.0000049762,0.02500,1.167
56,mlp.experts.57.down_proj,0.0000170474,0.02500,1.633
56,mlp.experts.76.down_proj,0.0000045329,0.02500,0.962
56,mlp.experts.68.down_proj,0.0000035147,0.02500,1.042
56,mlp.experts.95.down_proj,0.0000063670,0.02500,0.956
56,mlp.experts.87.down_proj,0.0000055095,0.02500,1.137
56,mlp.experts.91.down_proj,0.0000067396,0.02500,0.907
56,mlp.experts.66.down_proj,0.0000062958,0.02500,1.218
56,mlp.experts.74.down_proj,0.0000382523,0.02500,1.232
56,mlp.experts.99.down_proj,0.0000224860,0.02500,0.999
56,mlp.experts.70.down_proj,0.0000087169,0.02500,1.248
56,mlp.experts.80.down_proj,0.0000235929,0.02500,0.950
56,mlp.experts.78.down_proj,0.0000050814,0.02500,1.294
56,mlp.experts.92.down_proj,0.0000041400,0.02500,1.079
56,mlp.experts.111.down_proj,0.0000105579,0.02500,0.943
56,mlp.experts.69.down_proj,0.0000090295,0.02500,1.589
56,mlp.experts.84.down_proj,0.0000059398,0.02500,1.037
56,mlp.experts.88.down_proj,0.0000147245,0.02500,1.206
56,mlp.experts.65.down_proj,0.0000118921,0.02500,1.646
56,mlp.experts.77.down_proj,0.0000035075,0.02500,1.599
56,mlp.experts.103.down_proj,0.0000057776,0.02500,1.096
56,mlp.experts.107.down_proj,0.0000040470,0.02500,1.007
56,mlp.experts.115.down_proj,0.0000175350,0.02500,0.771
56,mlp.experts.73.down_proj,0.0000102555,0.02500,1.664
56,mlp.experts.108.down_proj,0.0000063135,0.02500,0.861
56,mlp.experts.119.down_proj,0.0000111538,0.02500,0.561
56,mlp.experts.100.down_proj,0.0000056143,0.02500,0.880
56,mlp.experts.96.down_proj,0.0000070733,0.02500,1.127
56,mlp.experts.90.down_proj,0.0000061084,0.02500,1.290
56,mlp.experts.82.down_proj,0.0000228492,0.02500,1.483
56,mlp.experts.104.down_proj,0.0000059533,0.02500,1.060
56,mlp.experts.86.down_proj,0.0000295819,0.02500,1.312
56,mlp.experts.94.down_proj,0.0000047759,0.02500,1.411
56,mlp.experts.85.down_proj,0.0000250761,0.02500,1.312
56,mlp.experts.81.down_proj,0.0000046760,0.02500,1.311
56,mlp.experts.116.down_proj,0.0000129030,0.02500,0.611
56,mlp.experts.112.down_proj,0.0000092705,0.02500,0.624
56,mlp.experts.93.down_proj,0.0000072837,0.02500,1.321
56,mlp.experts.89.down_proj,0.0000120325,0.02500,1.193
56,mlp.experts.106.down_proj,0.0000082917,0.02500,1.256
56,mlp.experts.101.down_proj,0.0000050517,0.02500,0.977
56,mlp.experts.97.down_proj,0.0000078250,0.02500,0.969
56,mlp.experts.102.down_proj,0.0000091460,0.02500,1.233
56,mlp.experts.98.down_proj,0.0000051592,0.02500,1.362
56,mlp.experts.110.down_proj,0.0000041112,0.02500,1.213
56,mlp.experts.109.down_proj,0.0000099067,0.02500,1.153
56,mlp.experts.105.down_proj,0.0000082515,0.02500,1.070
56,mlp.experts.117.down_proj,0.0000162799,0.02500,0.773
56,mlp.experts.113.down_proj,0.0000057971,0.02500,0.764
56,mlp.experts.118.down_proj,0.0000073922,0.02500,0.917
56,mlp.experts.114.down_proj,0.0000168323,0.02500,0.843
57,self_attn.k_proj,0.0000001389,0.02500,1.721
57,self_attn.v_proj,0.0000002847,0.02500,1.773
57,self_attn.q_proj,0.0000010489,0.02500,2.083
57,self_attn.o_proj,0.0000003007,0.02500,4.060
57,mlp.shared_experts.gate_proj,0.0000027777,0.02500,1.393
57,mlp.shared_experts.up_proj,0.0000017928,0.02500,1.324
57,mlp.shared_experts.down_proj,0.0000002236,0.02500,0.532
57,mlp.experts.12.gate_proj,0.0000377557,0.02500,5.532
57,mlp.experts.4.gate_proj,0.0000431842,0.02500,5.712
57,mlp.experts.3.gate_proj,0.0000503742,0.02500,5.797
57,mlp.experts.11.gate_proj,0.0000736067,0.02500,5.807
57,mlp.experts.7.gate_proj,0.0000298988,0.02500,5.919
57,mlp.experts.0.gate_proj,0.0000473273,0.02500,5.952
57,mlp.experts.2.gate_proj,0.0000835641,0.02500,6.022
57,mlp.experts.15.gate_proj,0.0000505714,0.02500,6.065
57,mlp.experts.8.gate_proj,0.0000379003,0.02500,6.091
57,mlp.experts.10.gate_proj,0.0000975899,0.02500,6.099
57,mlp.experts.6.gate_proj,0.0000568627,0.02500,6.151
57,mlp.experts.14.gate_proj,0.0000392444,0.02500,6.163
57,mlp.experts.9.gate_proj,0.0000722167,0.02500,6.746
57,mlp.experts.13.gate_proj,0.0000746673,0.02500,6.811
57,mlp.experts.5.gate_proj,0.0000294118,0.02500,7.024
57,mlp.experts.1.gate_proj,0.0000485126,0.02500,7.172
57,mlp.experts.19.gate_proj,0.0000404605,0.02500,2.993
57,mlp.experts.28.gate_proj,0.0000280262,0.02500,3.260
57,mlp.experts.23.gate_proj,0.0000606221,0.02500,2.920
57,mlp.experts.27.gate_proj,0.0000306956,0.02500,3.100
57,mlp.experts.20.gate_proj,0.0000312547,0.02500,3.230
57,mlp.experts.31.gate_proj,0.0000463170,0.02500,2.986
57,mlp.experts.24.gate_proj,0.0000447826,0.02500,3.408
57,mlp.experts.16.gate_proj,0.0000702564,0.02500,3.764
57,mlp.experts.18.gate_proj,0.0000395409,0.02500,3.808
57,mlp.experts.22.gate_proj,0.0000467760,0.02500,3.853
57,mlp.experts.30.gate_proj,0.0000307466,0.02500,3.901
57,mlp.experts.26.gate_proj,0.0000374445,0.02500,4.040
57,mlp.experts.25.gate_proj,0.0000620787,0.02500,4.794
57,mlp.experts.21.gate_proj,0.0000535025,0.02500,4.729
57,mlp.experts.36.gate_proj,0.0000556433,0.02500,2.848
57,mlp.experts.29.gate_proj,0.0000297395,0.02500,5.077
57,mlp.experts.17.gate_proj,0.0000310441,0.02500,4.810
57,mlp.experts.39.gate_proj,0.0000341055,0.02500,3.172
57,mlp.experts.43.gate_proj,0.0000490534,0.02500,3.321
57,mlp.experts.47.gate_proj,0.0000483494,0.02500,3.179
57,mlp.experts.44.gate_proj,0.0000772824,0.02500,3.566
57,mlp.experts.35.gate_proj,0.0000366787,0.02500,3.589
57,mlp.experts.40.gate_proj,0.0000585652,0.02500,3.350
57,mlp.experts.34.gate_proj,0.0000328724,0.02500,3.419
57,mlp.experts.38.gate_proj,0.0000584063,0.02500,3.401
57,mlp.experts.46.gate_proj,0.0000879500,0.02500,3.437
57,mlp.experts.42.gate_proj,0.0000513233,0.02500,3.440
57,mlp.experts.32.gate_proj,0.0000794768,0.02500,3.894
57,mlp.experts.52.gate_proj,0.0000297196,0.02500,3.240
57,mlp.experts.60.gate_proj,0.0000369981,0.02500,3.165
57,mlp.experts.55.gate_proj,0.0000659378,0.02500,3.733
57,mlp.experts.41.gate_proj,0.0001049908,0.02500,4.227
57,mlp.experts.63.gate_proj,0.0000385219,0.02500,3.872
57,mlp.experts.37.gate_proj,0.0000356415,0.02500,4.424
57,mlp.experts.59.gate_proj,0.0000409674,0.02500,3.961
57,mlp.experts.45.gate_proj,0.0000200472,0.02500,4.368
57,mlp.experts.51.gate_proj,0.0000396606,0.02500,3.900
57,mlp.experts.33.gate_proj,0.0000463946,0.02500,4.323
57,mlp.experts.56.gate_proj,0.0000413778,0.02500,3.479
57,mlp.experts.50.gate_proj,0.0000403643,0.02500,3.245
57,mlp.experts.54.gate_proj,0.0000650217,0.02500,3.252
57,mlp.experts.62.gate_proj,0.0000452933,0.02500,3.257
57,mlp.experts.48.gate_proj,0.0000427478,0.02500,3.233
57,mlp.experts.58.gate_proj,0.0000212507,0.02500,3.285
57,mlp.experts.68.gate_proj,0.0000412526,0.02500,3.098
57,mlp.experts.76.gate_proj,0.0000454497,0.02500,3.070
57,mlp.experts.72.gate_proj,0.0000628982,0.02500,2.991
57,mlp.experts.71.gate_proj,0.0000506545,0.02500,3.632
57,mlp.experts.79.gate_proj,0.0000215093,0.02500,3.576
57,mlp.experts.67.gate_proj,0.0000391881,0.02500,3.483
57,mlp.experts.64.gate_proj,0.0000623483,0.02500,2.998
57,mlp.experts.75.gate_proj,0.0000426751,0.02500,3.698
57,mlp.experts.57.gate_proj,0.0000564491,0.02500,4.420
57,mlp.experts.49.gate_proj,0.0000844826,0.02500,4.029
57,mlp.experts.53.gate_proj,0.0000402333,0.02500,4.214
57,mlp.experts.61.gate_proj,0.0000408194,0.02500,4.207
57,mlp.experts.66.gate_proj,0.0000314797,0.02500,4.526
57,mlp.experts.84.gate_proj,0.0000613104,0.02500,2.901
57,mlp.experts.70.gate_proj,0.0000571107,0.02500,4.663
57,mlp.experts.92.gate_proj,0.0000558008,0.02500,2.898
57,mlp.experts.78.gate_proj,0.0001642724,0.02500,4.747
57,mlp.experts.74.gate_proj,0.0000418270,0.02500,4.765
57,mlp.experts.88.gate_proj,0.0000415220,0.02500,2.908
57,mlp.experts.87.gate_proj,0.0000778961,0.02500,3.279
57,mlp.experts.80.gate_proj,0.0000581931,0.02500,2.932
57,mlp.experts.83.gate_proj,0.0000562705,0.02500,3.291
57,mlp.experts.95.gate_proj,0.0001027005,0.02500,3.654
57,mlp.experts.91.gate_proj,0.0000444903,0.02500,3.885
57,mlp.experts.100.gate_proj,0.0000220266,0.02500,2.944
57,mlp.experts.73.gate_proj,0.0000297165,0.02500,4.102
57,mlp.experts.65.gate_proj,0.0000282694,0.02500,4.095
57,mlp.experts.108.gate_proj,0.0000309459,0.02500,2.949
57,mlp.experts.77.gate_proj,0.0000594472,0.02500,4.053
57,mlp.experts.69.gate_proj,0.0000857217,0.02500,4.283
57,mlp.experts.104.gate_proj,0.0000392113,0.02500,3.097
57,mlp.experts.103.gate_proj,0.0000357128,0.02500,3.070
57,mlp.experts.82.gate_proj,0.0000306184,0.02500,4.861
57,mlp.experts.96.gate_proj,0.0000504553,0.02500,3.096
57,mlp.experts.86.gate_proj,0.0000977528,0.02500,4.857
57,mlp.experts.94.gate_proj,0.0001318211,0.02500,5.050
57,mlp.experts.90.gate_proj,0.0000714110,0.02500,5.011
57,mlp.experts.99.gate_proj,0.0000554051,0.02500,3.602
57,mlp.experts.107.gate_proj,0.0000342758,0.02500,3.087
57,mlp.experts.116.gate_proj,0.0000207940,0.02500,2.993
57,mlp.experts.111.gate_proj,0.0000446364,0.02500,3.718
57,mlp.experts.4.up_proj,0.0000412553,0.02500,2.934
57,mlp.experts.0.up_proj,0.0000446624,0.02500,2.899
57,mlp.experts.89.gate_proj,0.0000274328,0.02500,4.143
57,mlp.experts.81.gate_proj,0.0001186847,0.02500,4.096
57,mlp.experts.93.gate_proj,0.0000695319,0.02500,4.152
57,mlp.experts.85.gate_proj,0.0000772991,0.02500,4.106
57,mlp.experts.112.gate_proj,0.0000345595,0.02500,2.907
57,mlp.experts.119.gate_proj,0.0000582573,0.02500,3.126
57,mlp.experts.12.up_proj,0.0000363438,0.02500,2.912
57,mlp.experts.115.gate_proj,0.0000199476,0.02500,3.521
57,mlp.experts.20.up_proj,0.0000300583,0.02500,2.994
57,mlp.experts.7.up_proj,0.0000291543,0.02500,3.389
57,mlp.experts.98.gate_proj,0.0000422403,0.02500,4.884
57,mlp.experts.3.up_proj,0.0000489632,0.02500,3.943
57,mlp.experts.102.gate_proj,0.0000231961,0.02500,4.805
57,mlp.experts.110.gate_proj,0.0000703254,0.02500,4.733
57,mlp.experts.106.gate_proj,0.0000545498,0.02500,4.740
57,mlp.experts.16.up_proj,0.0000686721,0.02500,3.206
57,mlp.experts.105.gate_proj,0.0000475674,0.02500,3.162
57,mlp.experts.97.gate_proj,0.0000310490,0.02500,3.134
57,mlp.experts.109.gate_proj,0.0000529865,0.02500,3.148
57,mlp.experts.8.up_proj,0.0000361344,0.02500,3.187
57,mlp.experts.101.gate_proj,0.0000688506,0.02500,3.202
57,mlp.experts.15.up_proj,0.0000494775,0.02500,3.256
57,mlp.experts.28.up_proj,0.0000271329,0.02500,3.208
57,mlp.experts.11.up_proj,0.0000726410,0.02500,3.009
57,mlp.experts.36.up_proj,0.0000545110,0.02500,3.237
57,mlp.experts.19.up_proj,0.0000394480,0.02500,3.192
57,mlp.experts.23.up_proj,0.0000585792,0.02500,3.967
57,mlp.experts.32.up_proj,0.0000767442,0.02500,2.987
57,mlp.experts.1.up_proj,0.0000451435,0.02500,3.120
57,mlp.experts.113.gate_proj,0.0000383380,0.02500,3.116
57,mlp.experts.5.up_proj,0.0000270343,0.02500,3.126
57,mlp.experts.24.up_proj,0.0000435173,0.02500,3.007
57,mlp.experts.117.gate_proj,0.0000536321,0.02500,3.120
57,mlp.experts.31.up_proj,0.0000451842,0.02500,3.288
57,mlp.experts.114.gate_proj,0.0000254752,0.02500,4.700
57,mlp.experts.118.gate_proj,0.0000850068,0.02500,4.800
57,mlp.experts.6.up_proj,0.0000554181,0.02500,4.788
57,mlp.experts.2.up_proj,0.0000803761,0.02500,4.817
57,mlp.experts.44.up_proj,0.0000739835,0.02500,3.594
57,mlp.experts.27.up_proj,0.0000290040,0.02500,3.849
57,mlp.experts.52.up_proj,0.0000284677,0.02500,3.896
57,mlp.experts.39.up_proj,0.0000331657,0.02500,3.209
57,mlp.experts.35.up_proj,0.0000347547,0.02500,3.694
57,mlp.experts.17.up_proj,0.0000297835,0.02500,3.141
57,mlp.experts.9.up_proj,0.0000705333,0.02500,3.158
57,mlp.experts.21.up_proj,0.0000519811,0.02500,3.150
57,mlp.experts.13.up_proj,0.0000724295,0.02500,3.179
57,mlp.experts.47.up_proj,0.0000455039,0.02500,2.938
57,mlp.experts.48.up_proj,0.0000413739,0.02500,4.124
57,mlp.experts.40.up_proj,0.0000572372,0.02500,3.883
57,mlp.experts.60.up_proj,0.0000351071,0.02500,3.530
57,mlp.experts.10.up_proj,0.0000900375,0.02500,4.904
57,mlp.experts.43.up_proj,0.0000485260,0.02500,3.493
57,mlp.experts.55.up_proj,0.0000639469,0.02500,3.130
57,mlp.experts.14.up_proj,0.0000385633,0.02500,5.084
57,mlp.experts.25.up_proj,0.0000599116,0.02500,2.984
57,mlp.experts.22.up_proj,0.0000454574,0.02500,4.908
57,mlp.experts.33.up_proj,0.0000449390,0.02500,3.126
57,mlp.experts.68.up_proj,0.0000401735,0.02500,3.575
57,mlp.experts.18.up_proj,0.0000378373,0.02500,4.930
57,mlp.experts.37.up_proj,0.0000347574,0.02500,3.116
57,mlp.experts.63.up_proj,0.0000382179,0.02500,2.992
57,mlp.experts.29.up_proj,0.0000285755,0.02500,3.189
57,mlp.experts.51.up_proj,0.0000381257,0.02500,3.876
57,mlp.experts.64.up_proj,0.0000589931,0.02500,3.457
57,mlp.experts.56.up_proj,0.0000401118,0.02500,3.525
57,mlp.experts.76.up_proj,0.0000437392,0.02500,3.145
57,mlp.experts.59.up_proj,0.0000397589,0.02500,3.329
57,mlp.experts.26.up_proj,0.0000363292,0.02500,3.597
57,mlp.experts.84.up_proj,0.0000581296,0.02500,3.053
57,mlp.experts.71.up_proj,0.0000491979,0.02500,3.488
57,mlp.experts.30.up_proj,0.0000297046,0.02500,3.382
57,mlp.experts.79.up_proj,0.0000208993,0.02500,2.968
57,mlp.experts.38.up_proj,0.0000575654,0.02500,3.402
57,mlp.experts.67.up_proj,0.0000377529,0.02500,2.863
57,mlp.experts.34.up_proj,0.0000319227,0.02500,3.374
57,mlp.experts.41.up_proj,0.0001014821,0.02500,4.449
57,mlp.experts.49.up_proj,0.0000809109,0.02500,4.448
57,mlp.experts.53.up_proj,0.0000390303,0.02500,4.304
57,mlp.experts.45.up_proj,0.0000191143,0.02500,4.196
57,mlp.experts.80.up_proj,0.0000547078,0.02500,3.741
57,mlp.experts.72.up_proj,0.0000601142,0.02500,3.538
57,mlp.experts.92.up_proj,0.0000541307,0.02500,3.185
57,mlp.experts.75.up_proj,0.0000391673,0.02500,3.426
57,mlp.experts.83.up_proj,0.0000541213,0.02500,2.971
57,mlp.experts.95.up_proj,0.0000974570,0.02500,3.309
57,mlp.experts.100.up_proj,0.0000212747,0.02500,3.538
57,mlp.experts.87.up_proj,0.0000760907,0.02500,3.774
57,mlp.experts.42.up_proj,0.0000494234,0.02500,4.134
57,mlp.experts.57.up_proj,0.0000547528,0.02500,3.213
57,mlp.experts.65.up_proj,0.0000272678,0.02500,3.148
57,mlp.experts.69.up_proj,0.0000839498,0.02500,3.187
57,mlp.experts.46.up_proj,0.0000832704,0.02500,4.578
57,mlp.experts.61.up_proj,0.0000388451,0.02500,3.221
57,mlp.experts.96.up_proj,0.0000488957,0.02500,3.268
57,mlp.experts.50.up_proj,0.0000391948,0.02500,4.633
57,mlp.experts.54.up_proj,0.0000633659,0.02500,4.752
57,mlp.experts.88.up_proj,0.0000393142,0.02500,3.505
57,mlp.experts.108.up_proj,0.0000298651,0.02500,3.087
57,mlp.experts.99.up_proj,0.0000538497,0.02500,3.017
57,mlp.experts.116.up_proj,0.0000202315,0.02500,3.171
57,mlp.experts.111.up_proj,0.0000424657,0.02500,3.263
57,mlp.experts.91.up_proj,0.0000432686,0.02500,3.610
57,mlp.experts.103.up_proj,0.0000349570,0.02500,3.081
57,mlp.experts.73.up_proj,0.0000285563,0.02500,3.005
57,mlp.experts.112.up_proj,0.0000333637,0.02500,2.630
57,mlp.experts.81.up_proj,0.0001146283,0.02500,3.077
57,mlp.experts.85.up_proj,0.0000743606,0.02500,3.016
57,mlp.experts.104.up_proj,0.0000376157,0.02500,2.408
57,mlp.experts.77.up_proj,0.0000578885,0.02500,3.036
57,mlp.experts.58.up_proj,0.0000205100,0.02500,4.841
57,mlp.experts.115.up_proj,0.0000195677,0.02500,2.578
57,mlp.experts.66.up_proj,0.0000302831,0.02500,4.151
57,mlp.experts.62.up_proj,0.0000426538,0.02500,4.470
57,mlp.experts.70.up_proj,0.0000554967,0.02500,4.249
57,mlp.experts.107.up_proj,0.0000328728,0.02500,2.561
57,mlp.experts.119.up_proj,0.0000553977,0.02500,2.398
57,mlp.experts.89.up_proj,0.0000259164,0.02500,3.035
57,mlp.experts.101.up_proj,0.0000660668,0.02500,2.992
57,mlp.experts.97.up_proj,0.0000300193,0.02500,3.101
57,mlp.experts.93.up_proj,0.0000674888,0.02500,3.055
57,mlp.experts.74.up_proj,0.0000390141,0.02500,2.686
57,mlp.experts.82.up_proj,0.0000295120,0.02500,2.642
57,mlp.experts.78.up_proj,0.0001549629,0.02500,2.696
57,mlp.experts.86.up_proj,0.0000861648,0.02500,2.688
57,mlp.experts.105.up_proj,0.0000461468,0.02500,2.841
57,mlp.experts.117.up_proj,0.0000528888,0.02500,2.790
57,mlp.experts.113.up_proj,0.0000350206,0.02500,2.777
57,mlp.experts.109.up_proj,0.0000512248,0.02500,2.660
57,mlp.experts.90.up_proj,0.0000688871,0.02500,2.583
57,mlp.experts.98.up_proj,0.0000407845,0.02500,2.545
57,mlp.experts.94.up_proj,0.0001277362,0.02500,2.572
57,mlp.experts.102.up_proj,0.0000221244,0.02500,2.558
57,mlp.experts.106.up_proj,0.0000526409,0.02500,2.450
57,mlp.experts.114.up_proj,0.0000249975,0.02500,2.370
57,mlp.experts.110.up_proj,0.0000692575,0.02500,2.319
57,mlp.experts.118.up_proj,0.0000827491,0.02500,2.270
57,mlp.experts.10.down_proj,0.0000139275,0.02500,1.905
57,mlp.experts.6.down_proj,0.0000103930,0.02500,1.957
57,mlp.experts.2.down_proj,0.0000125943,0.02500,1.974
57,mlp.experts.4.down_proj,0.0000063063,0.02500,2.122
57,mlp.experts.12.down_proj,0.0000079441,0.02500,2.131
57,mlp.experts.8.down_proj,0.0000053817,0.02500,2.135
57,mlp.experts.0.down_proj,0.0000078094,0.02500,2.187
57,mlp.experts.11.down_proj,0.0000159001,0.02500,2.215
57,mlp.experts.3.down_proj,0.0000099977,0.02500,2.216
57,mlp.experts.7.down_proj,0.0000049812,0.02500,2.255
57,mlp.experts.5.down_proj,0.0000128354,0.02500,2.581
57,mlp.experts.15.down_proj,0.0000154372,0.02500,1.651
57,mlp.experts.1.down_proj,0.0000066545,0.02500,2.606
57,mlp.experts.9.down_proj,0.0000126999,0.02500,2.609
57,mlp.experts.13.down_proj,0.0000127948,0.02500,1.425
57,mlp.experts.14.down_proj,0.0000089023,0.02500,1.884
57,mlp.experts.20.down_proj,0.0000063780,0.02500,0.857
57,mlp.experts.24.down_proj,0.0000059290,0.02500,0.857
57,mlp.experts.28.down_proj,0.0000047859,0.02500,0.870
57,mlp.experts.16.down_proj,0.0000162133,0.02500,0.870
57,mlp.experts.19.down_proj,0.0000098620,0.02500,1.008
57,mlp.experts.27.down_proj,0.0000076708,0.02500,1.030
57,mlp.experts.23.down_proj,0.0000212848,0.02500,1.070
57,mlp.experts.22.down_proj,0.0000072686,0.02500,1.603
57,mlp.experts.17.down_proj,0.0000053260,0.02500,0.981
57,mlp.experts.25.down_proj,0.0000116239,0.02500,0.980
57,mlp.experts.21.down_proj,0.0000088486,0.02500,1.008
57,mlp.experts.26.down_proj,0.0000057177,0.02500,1.698
57,mlp.experts.18.down_proj,0.0000126894,0.02500,1.672
57,mlp.experts.29.down_proj,0.0000096662,0.02500,0.994
57,mlp.experts.31.down_proj,0.0000065730,0.02500,1.151
57,mlp.experts.36.down_proj,0.0000110746,0.02500,0.882
57,mlp.experts.40.down_proj,0.0000079798,0.02500,0.874
57,mlp.experts.44.down_proj,0.0000164568,0.02500,0.865
57,mlp.experts.32.down_proj,0.0000164302,0.02500,0.892
57,mlp.experts.35.down_proj,0.0000109803,0.02500,1.055
57,mlp.experts.43.down_proj,0.0000080207,0.02500,1.111
57,mlp.experts.30.down_proj,0.0000038918,0.02500,1.588
57,mlp.experts.33.down_proj,0.0000060163,0.02500,0.945
57,mlp.experts.37.down_proj,0.0000047377,0.02500,0.943
57,mlp.experts.39.down_proj,0.0000090667,0.02500,1.211
57,mlp.experts.41.down_proj,0.0000225268,0.02500,0.947
57,mlp.experts.45.down_proj,0.0000023703,0.02500,0.966
57,mlp.experts.56.down_proj,0.0000063343,0.02500,0.840
57,mlp.experts.60.down_proj,0.0000052374,0.02500,0.839
57,mlp.experts.52.down_proj,0.0000041747,0.02500,0.847
57,mlp.experts.47.down_proj,0.0000076079,0.02500,1.040
57,mlp.experts.48.down_proj,0.0000117291,0.02500,0.842
57,mlp.experts.38.down_proj,0.0000114307,0.02500,1.316
57,mlp.experts.42.down_proj,0.0000076414,0.02500,1.324
57,mlp.experts.34.down_proj,0.0000090016,0.02500,1.514
57,mlp.experts.59.down_proj,0.0000061037,0.02500,1.006
57,mlp.experts.51.down_proj,0.0000059117,0.02500,1.145
57,mlp.experts.49.down_proj,0.0000135257,0.02500,0.942
57,mlp.experts.57.down_proj,0.0000140086,0.02500,0.942
57,mlp.experts.53.down_proj,0.0000048887,0.02500,0.970
57,mlp.experts.72.down_proj,0.0000170298,0.02500,0.863
57,mlp.experts.68.down_proj,0.0000105818,0.02500,0.865
57,mlp.experts.76.down_proj,0.0000082455,0.02500,0.868
57,mlp.experts.61.down_proj,0.0000085579,0.02500,0.962
57,mlp.experts.55.down_proj,0.0000155173,0.02500,1.057
57,mlp.experts.64.down_proj,0.0000134804,0.02500,0.879
57,mlp.experts.63.down_proj,0.0000096638,0.02500,0.914
57,mlp.experts.46.down_proj,0.0000195814,0.02500,1.468
57,mlp.experts.54.down_proj,0.0000105355,0.02500,1.353
57,mlp.experts.75.down_proj,0.0000059392,0.02500,0.876
57,mlp.experts.58.down_proj,0.0000028185,0.02500,1.335
57,mlp.experts.67.down_proj,0.0000056091,0.02500,0.923
57,mlp.experts.73.down_proj,0.0000042395,0.02500,0.935
57,mlp.experts.84.down_proj,0.0000115907,0.02500,0.853
57,mlp.experts.88.down_proj,0.0000050209,0.02500,0.858
57,mlp.experts.65.down_proj,0.0000043298,0.02500,0.959
57,mlp.experts.92.down_proj,0.0000080677,0.02500,0.870
57,mlp.experts.69.down_proj,0.0000247654,0.02500,0.946
57,mlp.experts.77.down_proj,0.0000094650,0.02500,0.939
57,mlp.experts.50.down_proj,0.0000061268,0.02500,1.365
57,mlp.experts.80.down_proj,0.0000110333,0.02500,0.881
57,mlp.experts.71.down_proj,0.0000124403,0.02500,1.166
57,mlp.experts.79.down_proj,0.0000032118,0.02500,1.175
57,mlp.experts.91.down_proj,0.0000070267,0.02500,0.899
57,mlp.experts.83.down_proj,0.0000079200,0.02500,0.889
57,mlp.experts.100.down_proj,0.0000048480,0.02500,0.862
57,mlp.experts.104.down_proj,0.0000073381,0.02500,0.880
57,mlp.experts.108.down_proj,0.0000037963,0.02500,0.866
57,mlp.experts.96.down_proj,0.0000141363,0.02500,0.835
57,mlp.experts.81.down_proj,0.0000232453,0.02500,0.952
57,mlp.experts.89.down_proj,0.0000073974,0.02500,0.974
57,mlp.experts.62.down_proj,0.0000123292,0.02500,1.521
57,mlp.experts.85.down_proj,0.0000162890,0.02500,0.979
57,mlp.experts.93.down_proj,0.0000115353,0.02500,0.981
57,mlp.experts.70.down_proj,0.0000161695,0.02500,1.474
57,mlp.experts.74.down_proj,0.0000069046,0.02500,1.504
57,mlp.experts.116.down_proj,0.0000101285,0.02500,0.627
57,mlp.experts.87.down_proj,0.0000122290,0.02500,1.159
57,mlp.experts.112.down_proj,0.0000064702,0.02500,0.613
57,mlp.experts.107.down_proj,0.0000043149,0.02500,0.865
57,mlp.experts.66.down_proj,0.0000044100,0.02500,1.481
57,mlp.experts.95.down_proj,0.0000286415,0.02500,1.152
57,mlp.experts.99.down_proj,0.0000090967,0.02500,0.831
57,mlp.experts.97.down_proj,0.0000037757,0.02500,0.950
57,mlp.experts.105.down_proj,0.0000068782,0.02500,0.980
57,mlp.experts.101.down_proj,0.0000116293,0.02500,0.961
57,mlp.experts.109.down_proj,0.0000072259,0.02500,0.998
57,mlp.experts.78.down_proj,0.0000511196,0.02500,1.347
57,mlp.experts.115.down_proj,0.0000059869,0.02500,0.691
57,mlp.experts.103.down_proj,0.0000056954,0.02500,0.943
57,mlp.experts.111.down_proj,0.0000073619,0.02500,0.923
57,mlp.experts.113.down_proj,0.0000117267,0.02500,0.649
57,mlp.experts.117.down_proj,0.0000131852,0.02500,0.617
57,mlp.experts.90.down_proj,0.0000169780,0.02500,1.311
57,mlp.experts.86.down_proj,0.0000242535,0.02500,1.400
57,mlp.experts.119.down_proj,0.0000080429,0.02500,0.463
57,mlp.experts.82.down_proj,0.0000058297,0.02500,1.388
57,mlp.experts.94.down_proj,0.0000259117,0.02500,1.415
57,mlp.experts.106.down_proj,0.0000193168,0.02500,1.375
57,mlp.experts.102.down_proj,0.0000114700,0.02500,1.401
57,mlp.experts.98.down_proj,0.0000062945,0.02500,1.298
57,mlp.experts.110.down_proj,0.0000162154,0.02500,0.930
57,mlp.experts.118.down_proj,0.0000229389,0.02500,0.742
57,mlp.experts.114.down_proj,0.0000042983,0.02500,0.631
58,self_attn.v_proj,0.0000003076,0.02500,1.688
58,self_attn.k_proj,0.0000001469,0.02500,1.859
58,self_attn.q_proj,0.0000010246,0.02500,2.187
58,self_attn.o_proj,0.0000003740,0.02500,3.683
58,mlp.shared_experts.gate_proj,0.0000029481,0.02500,1.427
58,mlp.shared_experts.up_proj,0.0000018144,0.02500,1.420
58,mlp.shared_experts.down_proj,0.0000002065,0.02500,0.409
58,mlp.experts.11.gate_proj,0.0000698598,0.02500,5.060
58,mlp.experts.15.gate_proj,0.0000489353,0.02500,5.061
58,mlp.experts.3.gate_proj,0.0000362613,0.02500,5.074
58,mlp.experts.7.gate_proj,0.0000495613,0.02500,5.292
58,mlp.experts.5.gate_proj,0.0000555333,0.02500,6.489
58,mlp.experts.13.gate_proj,0.0000681083,0.02500,6.748
58,mlp.experts.8.gate_proj,0.0000201247,0.02500,6.863
58,mlp.experts.12.gate_proj,0.0000674487,0.02500,6.942
58,mlp.experts.4.gate_proj,0.0000575290,0.02500,7.002
58,mlp.experts.1.gate_proj,0.0000348270,0.02500,6.989
58,mlp.experts.9.gate_proj,0.0000333784,0.02500,7.102
58,mlp.experts.0.gate_proj,0.0000474198,0.02500,7.205
58,mlp.experts.6.gate_proj,0.0000633741,0.02500,7.347
58,mlp.experts.14.gate_proj,0.0000412002,0.02500,7.571
58,mlp.experts.2.gate_proj,0.0000505687,0.02500,7.637
58,mlp.experts.10.gate_proj,0.0000479901,0.02500,7.775
58,mlp.experts.31.gate_proj,0.0000437802,0.02500,3.491
58,mlp.experts.19.gate_proj,0.0000769733,0.02500,3.622
58,mlp.experts.23.gate_proj,0.0000447891,0.02500,3.471
58,mlp.experts.27.gate_proj,0.0000321535,0.02500,3.753
58,mlp.experts.25.gate_proj,0.0000376768,0.02500,3.010
58,mlp.experts.29.gate_proj,0.0000565728,0.02500,3.400
58,mlp.experts.21.gate_proj,0.0000697944,0.02500,4.026
58,mlp.experts.17.gate_proj,0.0000341687,0.02500,3.491
58,mlp.experts.47.gate_proj,0.0000663835,0.02500,2.990
58,mlp.experts.35.gate_proj,0.0000663021,0.02500,2.937
58,mlp.experts.39.gate_proj,0.0000251795,0.02500,2.969
58,mlp.experts.28.gate_proj,0.0000571284,0.02500,4.796
58,mlp.experts.43.gate_proj,0.0000452525,0.02500,2.979
58,mlp.experts.20.gate_proj,0.0000527465,0.02500,4.890
58,mlp.experts.24.gate_proj,0.0000254513,0.02500,5.206
58,mlp.experts.22.gate_proj,0.0000493204,0.02500,4.791
58,mlp.experts.16.gate_proj,0.0000401598,0.02500,5.093
58,mlp.experts.26.gate_proj,0.0000261199,0.02500,4.554
58,mlp.experts.30.gate_proj,0.0000619677,0.02500,4.815
58,mlp.experts.18.gate_proj,0.0000522461,0.02500,4.824
58,mlp.experts.45.gate_proj,0.0000253774,0.02500,3.649
58,mlp.experts.41.gate_proj,0.0000605084,0.02500,3.899
58,mlp.experts.37.gate_proj,0.0000734076,0.02500,3.723
58,mlp.experts.33.gate_proj,0.0000611294,0.02500,3.931
58,mlp.experts.63.gate_proj,0.0000625330,0.02500,3.185
58,mlp.experts.51.gate_proj,0.0000391405,0.02500,3.098
58,mlp.experts.59.gate_proj,0.0000326468,0.02500,3.100
58,mlp.experts.55.gate_proj,0.0001049701,0.02500,3.259
58,mlp.experts.38.gate_proj,0.0000445998,0.02500,3.624
58,mlp.experts.42.gate_proj,0.0000516001,0.02500,3.547
58,mlp.experts.34.gate_proj,0.0000799740,0.02500,3.465
58,mlp.experts.46.gate_proj,0.0000406529,0.02500,3.584
58,mlp.experts.44.gate_proj,0.0001003478,0.02500,4.820
58,mlp.experts.40.gate_proj,0.0000594491,0.02500,4.711
58,mlp.experts.36.gate_proj,0.0000392727,0.02500,5.034
58,mlp.experts.32.gate_proj,0.0000266957,0.02500,5.008
58,mlp.experts.61.gate_proj,0.0000617059,0.02500,3.616
58,mlp.experts.67.gate_proj,0.0000527553,0.02500,2.940
58,mlp.experts.57.gate_proj,0.0000495630,0.02500,3.675
58,mlp.experts.79.gate_proj,0.0000454993,0.02500,3.025
58,mlp.experts.53.gate_proj,0.0000503443,0.02500,3.624
58,mlp.experts.75.gate_proj,0.0000446543,0.02500,3.019
58,mlp.experts.71.gate_proj,0.0000230806,0.02500,3.067
58,mlp.experts.49.gate_proj,0.0000916236,0.02500,3.991
58,mlp.experts.54.gate_proj,0.0000491474,0.02500,3.292
58,mlp.experts.58.gate_proj,0.0000568364,0.02500,3.254
58,mlp.experts.50.gate_proj,0.0000791377,0.02500,3.247
58,mlp.experts.62.gate_proj,0.0000420030,0.02500,3.314
58,mlp.experts.69.gate_proj,0.0000405538,0.02500,2.963
58,mlp.experts.83.gate_proj,0.0000211885,0.02500,3.236
58,mlp.experts.60.gate_proj,0.0000502819,0.02500,4.368
58,mlp.experts.95.gate_proj,0.0000988725,0.02500,3.317
58,mlp.experts.91.gate_proj,0.0000591911,0.02500,3.204
58,mlp.experts.73.gate_proj,0.0000441305,0.02500,3.528
58,mlp.experts.52.gate_proj,0.0000738573,0.02500,4.308
58,mlp.experts.77.gate_proj,0.0000594277,0.02500,3.810
58,mlp.experts.56.gate_proj,0.0000462632,0.02500,4.558
58,mlp.experts.87.gate_proj,0.0000339503,0.02500,3.291
58,mlp.experts.48.gate_proj,0.0000730562,0.02500,4.510
58,mlp.experts.65.gate_proj,0.0000464466,0.02500,3.800
58,mlp.experts.70.gate_proj,0.0000669492,0.02500,3.378
58,mlp.experts.66.gate_proj,0.0000406647,0.02500,3.357
58,mlp.experts.74.gate_proj,0.0000532578,0.02500,3.457
58,mlp.experts.78.gate_proj,0.0000518778,0.02500,3.400
58,mlp.experts.99.gate_proj,0.0000995561,0.02500,2.995
58,mlp.experts.111.gate_proj,0.0000507914,0.02500,2.987
58,mlp.experts.107.gate_proj,0.0000346875,0.02500,2.946
58,mlp.experts.85.gate_proj,0.0000425313,0.02500,3.351
58,mlp.experts.103.gate_proj,0.0000406774,0.02500,2.993
58,mlp.experts.93.gate_proj,0.0000494820,0.02500,3.369
58,mlp.experts.89.gate_proj,0.0000210431,0.02500,3.849
58,mlp.experts.76.gate_proj,0.0000367572,0.02500,4.496
58,mlp.experts.68.gate_proj,0.0000383954,0.02500,4.432
58,mlp.experts.81.gate_proj,0.0000441025,0.02500,3.509
58,mlp.experts.86.gate_proj,0.0001095281,0.02500,3.409
58,mlp.experts.72.gate_proj,0.0001193331,0.02500,4.555
58,mlp.experts.82.gate_proj,0.0000432279,0.02500,3.422
58,mlp.experts.90.gate_proj,0.0000459264,0.02500,3.367
58,mlp.experts.94.gate_proj,0.0000406835,0.02500,3.482
58,mlp.experts.64.gate_proj,0.0000422405,0.02500,4.477
58,mlp.experts.115.gate_proj,0.0000541815,0.02500,2.963
58,mlp.experts.3.up_proj,0.0000355025,0.02500,2.944
58,mlp.experts.7.up_proj,0.0000481316,0.02500,3.018
58,mlp.experts.119.gate_proj,0.0000980814,0.02500,2.926
58,mlp.experts.101.gate_proj,0.0000522975,0.02500,3.159
58,mlp.experts.109.gate_proj,0.0000601624,0.02500,3.562
58,mlp.experts.105.gate_proj,0.0000326408,0.02500,3.667
58,mlp.experts.97.gate_proj,0.0001261173,0.02500,3.422
58,mlp.experts.11.up_proj,0.0000680864,0.02500,2.964
58,mlp.experts.23.up_proj,0.0000429639,0.02500,2.885
58,mlp.experts.102.gate_proj,0.0000298472,0.02500,4.167
58,mlp.experts.19.up_proj,0.0000749974,0.02500,3.004
58,mlp.experts.106.gate_proj,0.0000268949,0.02500,4.193
58,mlp.experts.98.gate_proj,0.0000118777,0.02500,4.258
58,mlp.experts.15.up_proj,0.0000478468,0.02500,2.964
58,mlp.experts.110.gate_proj,0.0000349266,0.02500,4.198
58,mlp.experts.117.gate_proj,0.0000306047,0.02500,3.060
58,mlp.experts.92.gate_proj,0.0000199162,0.02500,5.428
58,mlp.experts.84.gate_proj,0.0001225798,0.02500,5.287
58,mlp.experts.88.gate_proj,0.0000297096,0.02500,5.251
58,mlp.experts.80.gate_proj,0.0000462726,0.02500,5.225
58,mlp.experts.5.up_proj,0.0000536772,0.02500,3.357
58,mlp.experts.1.up_proj,0.0000335149,0.02500,3.849
58,mlp.experts.27.up_proj,0.0000311724,0.02500,2.961
58,mlp.experts.39.up_proj,0.0000242086,0.02500,2.959
58,mlp.experts.35.up_proj,0.0000639929,0.02500,2.983
58,mlp.experts.31.up_proj,0.0000418994,0.02500,2.971
58,mlp.experts.113.gate_proj,0.0000459374,0.02500,3.995
58,mlp.experts.118.gate_proj,0.0000250593,0.02500,3.270
58,mlp.experts.2.up_proj,0.0000498188,0.02500,3.255
58,mlp.experts.114.gate_proj,0.0000328450,0.02500,3.280
58,mlp.experts.6.up_proj,0.0000616787,0.02500,3.264
58,mlp.experts.13.up_proj,0.0000645237,0.02500,3.518
58,mlp.experts.21.up_proj,0.0000651630,0.02500,3.077
58,mlp.experts.108.gate_proj,0.0000292806,0.02500,4.322
58,mlp.experts.100.gate_proj,0.0000697748,0.02500,4.386
58,mlp.experts.104.gate_proj,0.0000657525,0.02500,4.359
58,mlp.experts.43.up_proj,0.0000437953,0.02500,2.974
58,mlp.experts.55.up_proj,0.0001017147,0.02500,3.053
58,mlp.experts.96.gate_proj,0.0000426003,0.02500,4.467
58,mlp.experts.51.up_proj,0.0000378045,0.02500,3.125
58,mlp.experts.17.up_proj,0.0000333990,0.02500,3.540
58,mlp.experts.47.up_proj,0.0000639929,0.02500,3.080
58,mlp.experts.9.up_proj,0.0000331929,0.02500,3.685
58,mlp.experts.29.up_proj,0.0000543260,0.02500,3.290
58,mlp.experts.14.up_proj,0.0000402355,0.02500,4.129
58,mlp.experts.18.up_proj,0.0000503353,0.02500,4.168
58,mlp.experts.10.up_proj,0.0000468182,0.02500,4.175
58,mlp.experts.22.up_proj,0.0000483216,0.02500,4.327
58,mlp.experts.37.up_proj,0.0000711572,0.02500,3.464
58,mlp.experts.59.up_proj,0.0000311958,0.02500,3.061
58,mlp.experts.4.up_proj,0.0000550074,0.02500,3.822
58,mlp.experts.71.up_proj,0.0000223575,0.02500,3.078
58,mlp.experts.116.gate_proj,0.0000689753,0.02500,3.768
58,mlp.experts.0.up_proj,0.0000459418,0.02500,3.607
58,mlp.experts.67.up_proj,0.0000508775,0.02500,3.091
58,mlp.experts.63.up_proj,0.0000591044,0.02500,3.046
58,mlp.experts.112.gate_proj,0.0001131849,0.02500,3.510
58,mlp.experts.33.up_proj,0.0000580077,0.02500,3.544
58,mlp.experts.25.up_proj,0.0000367733,0.02500,3.140
58,mlp.experts.45.up_proj,0.0000246523,0.02500,3.329
58,mlp.experts.30.up_proj,0.0000606321,0.02500,4.278
58,mlp.experts.75.up_proj,0.0000429566,0.02500,3.009
58,mlp.experts.53.up_proj,0.0000493960,0.02500,3.769
58,mlp.experts.34.up_proj,0.0000765775,0.02500,4.344
58,mlp.experts.87.up_proj,0.0000326233,0.02500,2.955
58,mlp.experts.26.up_proj,0.0000253477,0.02500,4.366
58,mlp.experts.83.up_proj,0.0000207808,0.02500,3.009
58,mlp.experts.79.up_proj,0.0000440282,0.02500,2.945
58,mlp.experts.38.up_proj,0.0000438360,0.02500,4.364
58,mlp.experts.20.up_proj,0.0000507379,0.02500,3.479
58,mlp.experts.16.up_proj,0.0000394506,0.02500,3.501
58,mlp.experts.12.up_proj,0.0000653164,0.02500,3.582
58,mlp.experts.49.up_proj,0.0000875308,0.02500,3.337
58,mlp.experts.8.up_proj,0.0000194278,0.02500,3.504
58,mlp.experts.61.up_proj,0.0000603794,0.02500,3.201
58,mlp.experts.41.up_proj,0.0000573917,0.02500,3.837
58,mlp.experts.103.up_proj,0.0000394760,0.02500,3.106
58,mlp.experts.91.up_proj,0.0000572686,0.02500,3.424
58,mlp.experts.99.up_proj,0.0000952656,0.02500,3.159
58,mlp.experts.95.up_proj,0.0000964616,0.02500,3.151
58,mlp.experts.69.up_proj,0.0000391066,0.02500,3.998
58,mlp.experts.46.up_proj,0.0000389015,0.02500,4.285
58,mlp.experts.50.up_proj,0.0000768512,0.02500,4.179
58,mlp.experts.42.up_proj,0.0000499789,0.02500,4.261
58,mlp.experts.54.up_proj,0.0000487795,0.02500,4.203
58,mlp.experts.36.up_proj,0.0000384673,0.02500,4.132
58,mlp.experts.32.up_proj,0.0000258278,0.02500,4.006
58,mlp.experts.65.up_proj,0.0000440106,0.02500,3.826
58,mlp.experts.28.up_proj,0.0000551061,0.02500,4.145
58,mlp.experts.24.up_proj,0.0000230393,0.02500,4.026
58,mlp.experts.77.up_proj,0.0000580056,0.02500,3.939
58,mlp.experts.57.up_proj,0.0000485726,0.02500,4.025
58,mlp.experts.119.up_proj,0.0000925505,0.02500,3.017
58,mlp.experts.107.up_proj,0.0000337125,0.02500,2.973
58,mlp.experts.111.up_proj,0.0000490238,0.02500,2.825
58,mlp.experts.115.up_proj,0.0000524174,0.02500,2.913
58,mlp.experts.85.up_proj,0.0000409132,0.02500,3.391
58,mlp.experts.52.up_proj,0.0000716042,0.02500,3.031
58,mlp.experts.48.up_proj,0.0000701463,0.02500,3.106
58,mlp.experts.44.up_proj,0.0000969161,0.02500,2.973
58,mlp.experts.40.up_proj,0.0000559140,0.02500,3.010
58,mlp.experts.81.up_proj,0.0000427723,0.02500,3.372
58,mlp.experts.62.up_proj,0.0000409741,0.02500,4.305
58,mlp.experts.66.up_proj,0.0000383143,0.02500,4.313
58,mlp.experts.58.up_proj,0.0000521857,0.02500,4.390
58,mlp.experts.70.up_proj,0.0000652264,0.02500,4.381
58,mlp.experts.93.up_proj,0.0000482742,0.02500,3.308
58,mlp.experts.73.up_proj,0.0000426492,0.02500,3.763
58,mlp.experts.101.up_proj,0.0000514913,0.02500,3.053
58,mlp.experts.68.up_proj,0.0000373253,0.02500,3.094
58,mlp.experts.64.up_proj,0.0000422286,0.02500,3.084
58,mlp.experts.60.up_proj,0.0000488316,0.02500,3.057
58,mlp.experts.56.up_proj,0.0000444954,0.02500,3.057
58,mlp.experts.97.up_proj,0.0001198551,0.02500,3.291
58,mlp.experts.109.up_proj,0.0000579650,0.02500,2.855
58,mlp.experts.78.up_proj,0.0000502981,0.02500,4.267
58,mlp.experts.82.up_proj,0.0000414401,0.02500,4.322
58,mlp.experts.89.up_proj,0.0000204647,0.02500,3.199
58,mlp.experts.117.up_proj,0.0000294613,0.02500,2.704
58,mlp.experts.74.up_proj,0.0000513764,0.02500,4.472
58,mlp.experts.86.up_proj,0.0001058899,0.02500,4.639
58,mlp.experts.113.up_proj,0.0000441876,0.02500,2.282
58,mlp.experts.105.up_proj,0.0000312440,0.02500,1.937
58,mlp.experts.80.up_proj,0.0000452103,0.02500,4.150
58,mlp.experts.84.up_proj,0.0001184654,0.02500,4.274
58,mlp.experts.76.up_proj,0.0000352702,0.02500,4.324
58,mlp.experts.72.up_proj,0.0001149913,0.02500,4.347
58,mlp.experts.94.up_proj,0.0000393132,0.02500,4.836
58,mlp.experts.98.up_proj,0.0000115536,0.02500,4.816
58,mlp.experts.90.up_proj,0.0000449064,0.02500,4.744
58,mlp.experts.102.up_proj,0.0000284492,0.02500,4.860
58,mlp.experts.100.up_proj,0.0000672649,0.02500,4.282
58,mlp.experts.92.up_proj,0.0000191659,0.02500,4.198
58,mlp.experts.96.up_proj,0.0000410718,0.02500,4.731
58,mlp.experts.88.up_proj,0.0000288377,0.02500,4.459
58,mlp.experts.110.up_proj,0.0000337730,0.02500,4.494
58,mlp.experts.114.up_proj,0.0000317117,0.02500,4.437
58,mlp.experts.106.up_proj,0.0000259295,0.02500,4.385
58,mlp.experts.118.up_proj,0.0000243697,0.02500,4.072
58,mlp.experts.116.up_proj,0.0000668209,0.02500,3.960
58,mlp.experts.108.up_proj,0.0000280338,0.02500,4.015
58,mlp.experts.104.up_proj,0.0000641388,0.02500,3.645
58,mlp.experts.112.up_proj,0.0001040803,0.02500,3.928
58,mlp.experts.15.down_proj,0.0000092423,0.02500,1.184
58,mlp.experts.3.down_proj,0.0000073395,0.02500,1.236
58,mlp.experts.11.down_proj,0.0000117207,0.02500,1.261
58,mlp.experts.7.down_proj,0.0000079891,0.02500,1.298
58,mlp.experts.12.down_proj,0.0000162009,0.02500,1.737
58,mlp.experts.8.down_proj,0.0000023794,0.02500,1.784
58,mlp.experts.0.down_proj,0.0000086824,0.02500,1.796
58,mlp.experts.4.down_proj,0.0000093112,0.02500,1.819
58,mlp.experts.14.down_proj,0.0000054682,0.02500,1.849
58,mlp.experts.6.down_proj,0.0000118740,0.02500,1.852
58,mlp.experts.10.down_proj,0.0000128186,0.02500,1.853
58,mlp.experts.2.down_proj,0.0000110695,0.02500,1.862
58,mlp.experts.31.down_proj,0.0000056577,0.02500,1.060
58,mlp.experts.27.down_proj,0.0000044754,0.02500,1.043
58,mlp.experts.23.down_proj,0.0000056426,0.02500,1.009
58,mlp.experts.19.down_proj,0.0000183694,0.02500,1.085
58,mlp.experts.16.down_proj,0.0000084710,0.02500,0.890
58,mlp.experts.28.down_proj,0.0000138496,0.02500,0.963
58,mlp.experts.24.down_proj,0.0000059699,0.02500,1.077
58,mlp.experts.5.down_proj,0.0000088009,0.02500,2.755
58,mlp.experts.1.down_proj,0.0000049704,0.02500,2.755
58,mlp.experts.13.down_proj,0.0000098996,0.02500,2.900
58,mlp.experts.9.down_proj,0.0000054053,0.02500,2.904
58,mlp.experts.20.down_proj,0.0000107068,0.02500,1.127
58,mlp.experts.18.down_proj,0.0000074035,0.02500,1.119
58,mlp.experts.22.down_proj,0.0000099586,0.02500,1.131
58,mlp.experts.26.down_proj,0.0000033936,0.02500,1.160
58,mlp.experts.30.down_proj,0.0000181566,0.02500,1.186
58,mlp.experts.47.down_proj,0.0000106364,0.02500,0.935
58,mlp.experts.39.down_proj,0.0000051759,0.02500,0.934
58,mlp.experts.35.down_proj,0.0000123868,0.02500,0.956
58,mlp.experts.43.down_proj,0.0000106418,0.02500,1.015
58,mlp.experts.44.down_proj,0.0000288016,0.02500,0.809
58,mlp.experts.32.down_proj,0.0000045316,0.02500,0.943
58,mlp.experts.40.down_proj,0.0000111910,0.02500,0.771
58,mlp.experts.38.down_proj,0.0000112585,0.02500,1.088
58,mlp.experts.34.down_proj,0.0000256784,0.02500,1.091
58,mlp.experts.42.down_proj,0.0000083309,0.02500,1.128
58,mlp.experts.46.down_proj,0.0000052596,0.02500,1.118
58,mlp.experts.25.down_proj,0.0000093783,0.02500,1.729
58,mlp.experts.21.down_proj,0.0000093588,0.02500,1.823
58,mlp.experts.29.down_proj,0.0000208819,0.02500,1.800
58,mlp.experts.17.down_proj,0.0000073904,0.02500,2.008
58,mlp.experts.50.down_proj,0.0000124923,0.02500,1.269
58,mlp.experts.58.down_proj,0.0000175773,0.02500,1.268
58,mlp.experts.62.down_proj,0.0000102250,0.02500,1.255
58,mlp.experts.54.down_proj,0.0000214362,0.02500,1.386
58,mlp.experts.63.down_proj,0.0000167416,0.02500,2.306
58,mlp.experts.55.down_proj,0.0000247313,0.02500,2.379
58,mlp.experts.51.down_proj,0.0000175122,0.02500,2.390
58,mlp.experts.59.down_proj,0.0000050043,0.02500,2.430
58,mlp.experts.37.down_proj,0.0000107262,0.02500,1.756
58,mlp.experts.41.down_proj,0.0000193252,0.02500,1.819
58,mlp.experts.45.down_proj,0.0000093827,0.02500,1.849
58,mlp.experts.66.down_proj,0.0000113831,0.02500,1.315
58,mlp.experts.74.down_proj,0.0000112753,0.02500,1.303
58,mlp.experts.33.down_proj,0.0000086357,0.02500,1.818
58,mlp.experts.70.down_proj,0.0000112101,0.02500,1.283
58,mlp.experts.78.down_proj,0.0000084519,0.02500,1.331
58,mlp.experts.79.down_proj,0.0000091598,0.02500,1.462
58,mlp.experts.71.down_proj,0.0000029044,0.02500,1.522
58,mlp.experts.75.down_proj,0.0000095311,0.02500,1.479
58,mlp.experts.67.down_proj,0.0000074072,0.02500,1.626
58,mlp.experts.82.down_proj,0.0000058274,0.02500,1.100
58,mlp.experts.86.down_proj,0.0000405612,0.02500,1.059
58,mlp.experts.90.down_proj,0.0000087132,0.02500,1.089
58,mlp.experts.94.down_proj,0.0000055848,0.02500,1.104
58,mlp.experts.95.down_proj,0.0000287433,0.02500,0.986
58,mlp.experts.87.down_proj,0.0000062100,0.02500,0.917
58,mlp.experts.91.down_proj,0.0000107748,0.02500,0.908
58,mlp.experts.83.down_proj,0.0000051877,0.02500,0.981
58,mlp.experts.53.down_proj,0.0000090616,0.02500,1.869
58,mlp.experts.61.down_proj,0.0000095672,0.02500,1.809
58,mlp.experts.49.down_proj,0.0000132771,0.02500,1.779
58,mlp.experts.57.down_proj,0.0000083635,0.02500,2.079
58,mlp.experts.111.down_proj,0.0000085941,0.02500,0.930
58,mlp.experts.98.down_proj,0.0000042530,0.02500,1.149
58,mlp.experts.103.down_proj,0.0000055329,0.02500,0.887
58,mlp.experts.102.down_proj,0.0000038147,0.02500,1.202
58,mlp.experts.107.down_proj,0.0000108083,0.02500,0.901
58,mlp.experts.99.down_proj,0.0000171756,0.02500,0.833
58,mlp.experts.110.down_proj,0.0000078675,0.02500,1.264
58,mlp.experts.106.down_proj,0.0000039483,0.02500,1.333
58,mlp.experts.119.down_proj,0.0000163901,0.02500,0.718
58,mlp.experts.114.down_proj,0.0000053317,0.02500,0.821
58,mlp.experts.77.down_proj,0.0000094389,0.02500,1.376
58,mlp.experts.118.down_proj,0.0000044176,0.02500,0.750
58,mlp.experts.115.down_proj,0.0000094458,0.02500,0.682
58,mlp.experts.69.down_proj,0.0000142509,0.02500,1.504
58,mlp.experts.65.down_proj,0.0000142986,0.02500,1.535
58,mlp.experts.73.down_proj,0.0000097473,0.02500,1.771
58,mlp.experts.93.down_proj,0.0000194011,0.02500,1.762
58,mlp.experts.85.down_proj,0.0000049272,0.02500,1.768
58,mlp.experts.81.down_proj,0.0000065029,0.02500,1.839
58,mlp.experts.89.down_proj,0.0000031342,0.02500,1.975
58,mlp.experts.109.down_proj,0.0000113179,0.02500,2.058
58,mlp.experts.101.down_proj,0.0000129011,0.02500,1.965
58,mlp.experts.97.down_proj,0.0000315141,0.02500,1.961
58,mlp.experts.105.down_proj,0.0000105730,0.02500,1.907
58,mlp.experts.117.down_proj,0.0000038999,0.02500,1.308
58,mlp.experts.113.down_proj,0.0000072548,0.02500,1.118
58,mlp.experts.60.down_proj,0.0000122019,0.02500,1.927
58,mlp.experts.56.down_proj,0.0000096024,0.02500,2.064
58,mlp.experts.36.down_proj,0.0000063946,0.02500,2.073
58,mlp.experts.48.down_proj,0.0000131975,0.02500,2.100
58,mlp.experts.76.down_proj,0.0000081906,0.02500,1.111
58,mlp.experts.52.down_proj,0.0000194190,0.02500,1.077
58,mlp.experts.72.down_proj,0.0000136224,0.02500,1.173
58,mlp.experts.64.down_proj,0.0000124275,0.02500,1.165
58,mlp.experts.92.down_proj,0.0000034249,0.02500,1.288
58,mlp.experts.88.down_proj,0.0000037632,0.02500,1.153
58,mlp.experts.68.down_proj,0.0000073297,0.02500,1.284
58,mlp.experts.80.down_proj,0.0000069568,0.02500,1.172
58,mlp.experts.104.down_proj,0.0000111347,0.02500,1.153
58,mlp.experts.96.down_proj,0.0000121647,0.02500,1.150
58,mlp.experts.108.down_proj,0.0000069461,0.02500,1.345
58,mlp.experts.84.down_proj,0.0000450238,0.02500,1.260
58,mlp.experts.112.down_proj,0.0000297044,0.02500,0.690
58,mlp.experts.100.down_proj,0.0000157333,0.02500,0.631
58,mlp.experts.116.down_proj,0.0000130512,0.02500,0.379
59,self_attn.v_proj,0.0000003720,0.02500,1.748
59,self_attn.k_proj,0.0000001694,0.02500,1.863
59,self_attn.q_proj,0.0000012660,0.02500,2.160
59,self_attn.o_proj,0.0000003036,0.02500,3.756
59,mlp.shared_experts.gate_proj,0.0000031457,0.02500,1.250
59,mlp.shared_experts.up_proj,0.0000018687,0.02500,1.480
59,mlp.shared_experts.down_proj,0.0000002178,0.02500,0.382
59,mlp.experts.0.gate_proj,0.0000950327,0.02500,5.265
59,mlp.experts.12.gate_proj,0.0000332236,0.02500,5.336
59,mlp.experts.4.gate_proj,0.0000455460,0.02500,5.410
59,mlp.experts.8.gate_proj,0.0000517974,0.02500,5.520
59,mlp.experts.5.gate_proj,0.0000610191,0.02500,5.641
59,mlp.experts.1.gate_proj,0.0000388530,0.02500,5.743
59,mlp.experts.9.gate_proj,0.0000670062,0.02500,5.854
59,mlp.experts.13.gate_proj,0.0000497973,0.02500,6.121
59,mlp.experts.2.gate_proj,0.0000396753,0.02500,6.638
59,mlp.experts.10.gate_proj,0.0000434056,0.02500,6.722
59,mlp.experts.14.gate_proj,0.0000660847,0.02500,6.318
59,mlp.experts.6.gate_proj,0.0000290043,0.02500,6.837
59,mlp.experts.3.gate_proj,0.0000355995,0.02500,7.449
59,mlp.experts.7.gate_proj,0.0000613932,0.02500,7.519
59,mlp.experts.11.gate_proj,0.0000435917,0.02500,7.522
59,mlp.experts.15.gate_proj,0.0000561509,0.02500,7.626
59,mlp.experts.16.gate_proj,0.0000667632,0.02500,3.004
59,mlp.experts.20.gate_proj,0.0000395387,0.02500,2.952
59,mlp.experts.28.gate_proj,0.0000576587,0.02500,3.025
59,mlp.experts.24.gate_proj,0.0000613401,0.02500,2.931
59,mlp.experts.25.gate_proj,0.0000546824,0.02500,3.843
59,mlp.experts.21.gate_proj,0.0000357979,0.02500,4.118
59,mlp.experts.17.gate_proj,0.0000345354,0.02500,4.132
59,mlp.experts.29.gate_proj,0.0000190433,0.02500,3.923
59,mlp.experts.27.gate_proj,0.0000416811,0.02500,3.345
59,mlp.experts.26.gate_proj,0.0000446069,0.02500,4.185
59,mlp.experts.23.gate_proj,0.0000357522,0.02500,3.402
59,mlp.experts.31.gate_proj,0.0000605599,0.02500,3.357
59,mlp.experts.30.gate_proj,0.0000448035,0.02500,4.283
59,mlp.experts.19.gate_proj,0.0000384547,0.02500,3.646
59,mlp.experts.18.gate_proj,0.0000465133,0.02500,4.518
59,mlp.experts.32.gate_proj,0.0000515530,0.02500,2.972
59,mlp.experts.22.gate_proj,0.0000720121,0.02500,4.412
59,mlp.experts.44.gate_proj,0.0000725683,0.02500,2.940
59,mlp.experts.40.gate_proj,0.0000227412,0.02500,2.917
59,mlp.experts.36.gate_proj,0.0000630695,0.02500,3.116
59,mlp.experts.33.gate_proj,0.0001086482,0.02500,2.984
59,mlp.experts.45.gate_proj,0.0000382304,0.02500,3.098
59,mlp.experts.41.gate_proj,0.0000637079,0.02500,3.498
59,mlp.experts.37.gate_proj,0.0001374642,0.02500,3.794
59,mlp.experts.39.gate_proj,0.0000585890,0.02500,3.099
59,mlp.experts.43.gate_proj,0.0000464777,0.02500,3.168
59,mlp.experts.47.gate_proj,0.0000604542,0.02500,3.170
59,mlp.experts.48.gate_proj,0.0000477556,0.02500,2.959
59,mlp.experts.56.gate_proj,0.0000244156,0.02500,2.901
59,mlp.experts.35.gate_proj,0.0001345575,0.02500,3.191
59,mlp.experts.60.gate_proj,0.0000692919,0.02500,3.008
59,mlp.experts.52.gate_proj,0.0000526531,0.02500,2.980
59,mlp.experts.42.gate_proj,0.0000299823,0.02500,4.430
59,mlp.experts.46.gate_proj,0.0000418965,0.02500,4.428
59,mlp.experts.34.gate_proj,0.0000620208,0.02500,4.361
59,mlp.experts.38.gate_proj,0.0000658505,0.02500,4.417
59,mlp.experts.49.gate_proj,0.0001851041,0.02500,3.646
59,mlp.experts.61.gate_proj,0.0000666657,0.02500,3.474
59,mlp.experts.57.gate_proj,0.0000388562,0.02500,3.930
59,mlp.experts.64.gate_proj,0.0000318882,0.02500,3.150
59,mlp.experts.76.gate_proj,0.0000533845,0.02500,3.125
59,mlp.experts.72.gate_proj,0.0000526228,0.02500,3.233
59,mlp.experts.53.gate_proj,0.0001096018,0.02500,4.084
59,mlp.experts.59.gate_proj,0.0000812896,0.02500,3.606
59,mlp.experts.68.gate_proj,0.0000701924,0.02500,3.290
59,mlp.experts.63.gate_proj,0.0000629450,0.02500,3.614
59,mlp.experts.55.gate_proj,0.0000726930,0.02500,3.830
59,mlp.experts.51.gate_proj,0.0000428036,0.02500,3.568
59,mlp.experts.58.gate_proj,0.0000306071,0.02500,4.372
59,mlp.experts.50.gate_proj,0.0000498922,0.02500,4.268
59,mlp.experts.62.gate_proj,0.0000371603,0.02500,4.524
59,mlp.experts.54.gate_proj,0.0000499401,0.02500,4.446
59,mlp.experts.80.gate_proj,0.0000932967,0.02500,3.009
59,mlp.experts.92.gate_proj,0.0000364665,0.02500,2.967
59,mlp.experts.88.gate_proj,0.0000450747,0.02500,3.004
59,mlp.experts.65.gate_proj,0.0000683746,0.02500,4.107
59,mlp.experts.77.gate_proj,0.0000370251,0.02500,4.122
59,mlp.experts.84.gate_proj,0.0000289968,0.02500,3.011
59,mlp.experts.75.gate_proj,0.0000205720,0.02500,3.229
59,mlp.experts.79.gate_proj,0.0000502872,0.02500,3.208
59,mlp.experts.71.gate_proj,0.0000374160,0.02500,3.187
59,mlp.experts.67.gate_proj,0.0000456879,0.02500,3.252
59,mlp.experts.73.gate_proj,0.0000364430,0.02500,4.105
59,mlp.experts.69.gate_proj,0.0000645248,0.02500,4.000
59,mlp.experts.96.gate_proj,0.0000356290,0.02500,3.086
59,mlp.experts.108.gate_proj,0.0000787922,0.02500,3.125
59,mlp.experts.104.gate_proj,0.0000694729,0.02500,3.040
59,mlp.experts.100.gate_proj,0.0000160254,0.02500,3.116
59,mlp.experts.66.gate_proj,0.0001560726,0.02500,4.201
59,mlp.experts.74.gate_proj,0.0001231112,0.02500,4.440
59,mlp.experts.91.gate_proj,0.0000371874,0.02500,3.299
59,mlp.experts.78.gate_proj,0.0000613940,0.02500,4.283
59,mlp.experts.87.gate_proj,0.0000452601,0.02500,3.255
59,mlp.experts.95.gate_proj,0.0000484686,0.02500,3.362
59,mlp.experts.81.gate_proj,0.0000411664,0.02500,3.743
59,mlp.experts.83.gate_proj,0.0000515010,0.02500,3.288
59,mlp.experts.70.gate_proj,0.0000800528,0.02500,4.394
59,mlp.experts.93.gate_proj,0.0000492373,0.02500,3.893
59,mlp.experts.89.gate_proj,0.0000534961,0.02500,3.811
59,mlp.experts.85.gate_proj,0.0000589860,0.02500,3.755
59,mlp.experts.112.gate_proj,0.0000357671,0.02500,2.790
59,mlp.experts.4.up_proj,0.0000448168,0.02500,2.756
59,mlp.experts.0.up_proj,0.0000916843,0.02500,2.738
59,mlp.experts.107.gate_proj,0.0000477484,0.02500,3.410
59,mlp.experts.103.gate_proj,0.0000636118,0.02500,3.403
59,mlp.experts.111.gate_proj,0.0000476441,0.02500,3.399
59,mlp.experts.97.gate_proj,0.0000243685,0.02500,3.478
59,mlp.experts.99.gate_proj,0.0000995165,0.02500,3.514
59,mlp.experts.109.gate_proj,0.0000566626,0.02500,3.569
59,mlp.experts.105.gate_proj,0.0000413677,0.02500,3.607
59,mlp.experts.101.gate_proj,0.0000530425,0.02500,3.468
59,mlp.experts.82.gate_proj,0.0000482245,0.02500,4.987
59,mlp.experts.90.gate_proj,0.0000697050,0.02500,4.844
59,mlp.experts.94.gate_proj,0.0000470089,0.02500,4.932
59,mlp.experts.86.gate_proj,0.0000574232,0.02500,5.173
59,mlp.experts.3.up_proj,0.0000344682,0.02500,3.461
59,mlp.experts.7.up_proj,0.0000590730,0.02500,3.477
59,mlp.experts.119.gate_proj,0.0000786547,0.02500,3.530
59,mlp.experts.115.gate_proj,0.0000367356,0.02500,3.469
59,mlp.experts.98.gate_proj,0.0001042178,0.02500,4.769
59,mlp.experts.106.gate_proj,0.0000623174,0.02500,4.894
59,mlp.experts.110.gate_proj,0.0000436720,0.02500,4.882
59,mlp.experts.102.gate_proj,0.0001277906,0.02500,4.920
59,mlp.experts.113.gate_proj,0.0000476020,0.02500,8.017
59,mlp.experts.5.up_proj,0.0000589439,0.02500,7.949
59,mlp.experts.23.up_proj,0.0000336058,0.02500,5.040
59,mlp.experts.15.up_proj,0.0000499284,0.02500,5.034
59,mlp.experts.19.up_proj,0.0000370081,0.02500,5.411
59,mlp.experts.11.up_proj,0.0000414026,0.02500,5.093
59,mlp.experts.1.up_proj,0.0000364826,0.02500,7.863
59,mlp.experts.117.gate_proj,0.0000495756,0.02500,7.808
59,mlp.experts.9.up_proj,0.0000634260,0.02500,3.727
59,mlp.experts.21.up_proj,0.0000346358,0.02500,4.088
59,mlp.experts.17.up_proj,0.0000338342,0.02500,3.821
59,mlp.experts.13.up_proj,0.0000482292,0.02500,4.014
59,mlp.experts.35.up_proj,0.0001293802,0.02500,5.242
59,mlp.experts.31.up_proj,0.0000565508,0.02500,5.437
59,mlp.experts.39.up_proj,0.0000567985,0.02500,5.585
59,mlp.experts.27.up_proj,0.0000402671,0.02500,5.463
59,mlp.experts.25.up_proj,0.0000523883,0.02500,3.642
59,mlp.experts.37.up_proj,0.0001310433,0.02500,3.565
59,mlp.experts.33.up_proj,0.0001043248,0.02500,3.518
59,mlp.experts.29.up_proj,0.0000159575,0.02500,3.657
59,mlp.experts.47.up_proj,0.0000581965,0.02500,4.677
59,mlp.experts.51.up_proj,0.0000412650,0.02500,4.804
59,mlp.experts.55.up_proj,0.0000704081,0.02500,4.840
59,mlp.experts.41.up_proj,0.0000601321,0.02500,3.597
59,mlp.experts.43.up_proj,0.0000449831,0.02500,4.923
59,mlp.experts.49.up_proj,0.0001737642,0.02500,3.360
59,mlp.experts.53.up_proj,0.0001058399,0.02500,3.474
59,mlp.experts.45.up_proj,0.0000367916,0.02500,3.427
59,mlp.experts.57.up_proj,0.0000374800,0.02500,3.459
59,mlp.experts.65.up_proj,0.0000666538,0.02500,3.419
59,mlp.experts.69.up_proj,0.0000614228,0.02500,3.400
59,mlp.experts.61.up_proj,0.0000642497,0.02500,3.456
59,mlp.experts.63.up_proj,0.0000606816,0.02500,4.896
59,mlp.experts.67.up_proj,0.0000448177,0.02500,4.964
59,mlp.experts.71.up_proj,0.0000364786,0.02500,4.930
59,mlp.experts.59.up_proj,0.0000768312,0.02500,4.974
59,mlp.experts.73.up_proj,0.0000356314,0.02500,3.309
59,mlp.experts.81.up_proj,0.0000397091,0.02500,3.286
59,mlp.experts.85.up_proj,0.0000568671,0.02500,3.245
59,mlp.experts.77.up_proj,0.0000361540,0.02500,3.430
59,mlp.experts.114.gate_proj,0.0000229214,0.02500,22.674
59,mlp.experts.2.up_proj,0.0000386603,0.02500,22.630
59,mlp.experts.6.up_proj,0.0000278844,0.02500,22.656
59,mlp.experts.89.up_proj,0.0000522264,0.02500,3.758
59,mlp.experts.118.gate_proj,0.0000484190,0.02500,22.844
59,mlp.experts.97.up_proj,0.0000237990,0.02500,3.849
59,mlp.experts.101.up_proj,0.0000497966,0.02500,4.029
59,mlp.experts.93.up_proj,0.0000482533,0.02500,3.685
59,mlp.experts.105.up_proj,0.0000402832,0.02500,3.641
59,mlp.experts.117.up_proj,0.0000469649,0.02500,3.210
59,mlp.experts.113.up_proj,0.0000460146,0.02500,3.476
59,mlp.experts.109.up_proj,0.0000530956,0.02500,3.095
59,mlp.experts.18.up_proj,0.0000451721,0.02500,5.881
59,mlp.experts.10.up_proj,0.0000425226,0.02500,6.165
59,mlp.experts.22.up_proj,0.0000692126,0.02500,5.989
59,mlp.experts.14.up_proj,0.0000618542,0.02500,6.187
59,mlp.experts.38.up_proj,0.0000633751,0.02500,5.717
59,mlp.experts.34.up_proj,0.0000594484,0.02500,6.090
59,mlp.experts.26.up_proj,0.0000433085,0.02500,6.004
59,mlp.experts.30.up_proj,0.0000428914,0.02500,5.671
59,mlp.experts.79.up_proj,0.0000490654,0.02500,20.219
59,mlp.experts.83.up_proj,0.0000488744,0.02500,20.157
59,mlp.experts.87.up_proj,0.0000438401,0.02500,20.296
59,mlp.experts.75.up_proj,0.0000198462,0.02500,20.171
59,mlp.experts.50.up_proj,0.0000473018,0.02500,4.233
59,mlp.experts.8.up_proj,0.0000491022,0.02500,4.981
59,mlp.experts.16.up_proj,0.0000643651,0.02500,5.000
59,mlp.experts.54.up_proj,0.0000474305,0.02500,4.438
59,mlp.experts.116.gate_proj,0.0000390294,0.02500,5.095
59,mlp.experts.20.up_proj,0.0000382810,0.02500,5.151
59,mlp.experts.42.up_proj,0.0000286993,0.02500,4.385
59,mlp.experts.46.up_proj,0.0000399912,0.02500,4.539
59,mlp.experts.99.up_proj,0.0000965643,0.02500,4.158
59,mlp.experts.95.up_proj,0.0000471881,0.02500,4.307
59,mlp.experts.103.up_proj,0.0000609995,0.02500,4.099
59,mlp.experts.91.up_proj,0.0000357805,0.02500,4.073
59,mlp.experts.24.up_proj,0.0000606643,0.02500,3.858
59,mlp.experts.32.up_proj,0.0000481165,0.02500,3.903
59,mlp.experts.12.up_proj,0.0000316017,0.02500,4.007
59,mlp.experts.36.up_proj,0.0000622918,0.02500,4.020
59,mlp.experts.66.up_proj,0.0001491644,0.02500,4.508
59,mlp.experts.70.up_proj,0.0000782633,0.02500,4.604
59,mlp.experts.58.up_proj,0.0000298946,0.02500,4.711
59,mlp.experts.111.up_proj,0.0000464959,0.02500,2.919
59,mlp.experts.115.up_proj,0.0000357126,0.02500,2.944
59,mlp.experts.62.up_proj,0.0000352651,0.02500,4.887
59,mlp.experts.119.up_proj,0.0000750050,0.02500,2.800
59,mlp.experts.107.up_proj,0.0000462603,0.02500,2.744
59,mlp.experts.48.up_proj,0.0000472693,0.02500,3.598
59,mlp.experts.40.up_proj,0.0000198544,0.02500,3.858
59,mlp.experts.52.up_proj,0.0000512252,0.02500,3.830
59,mlp.experts.86.up_proj,0.0000549283,0.02500,3.406
59,mlp.experts.28.up_proj,0.0000554997,0.02500,4.006
59,mlp.experts.82.up_proj,0.0000467317,0.02500,4.042
59,mlp.experts.74.up_proj,0.0001184170,0.02500,3.640
59,mlp.experts.78.up_proj,0.0000589657,0.02500,3.521
59,mlp.experts.102.up_proj,0.0001116274,0.02500,3.607
59,mlp.experts.64.up_proj,0.0000307582,0.02500,4.413
59,mlp.experts.90.up_proj,0.0000675070,0.02500,3.577
59,mlp.experts.68.up_proj,0.0000674517,0.02500,4.246
59,mlp.experts.98.up_proj,0.0001015151,0.02500,3.841
59,mlp.experts.56.up_proj,0.0000235387,0.02500,4.829
59,mlp.experts.94.up_proj,0.0000451919,0.02500,3.360
59,mlp.experts.44.up_proj,0.0000677702,0.02500,4.805
59,mlp.experts.118.up_proj,0.0000466406,0.02500,3.063
59,mlp.experts.106.up_proj,0.0000601327,0.02500,2.883
59,mlp.experts.114.up_proj,0.0000223828,0.02500,2.842
59,mlp.experts.110.up_proj,0.0000416570,0.02500,2.591
59,mlp.experts.80.up_proj,0.0000864808,0.02500,4.311
59,mlp.experts.84.up_proj,0.0000282450,0.02500,4.045
59,mlp.experts.60.up_proj,0.0000671538,0.02500,3.737
59,mlp.experts.72.up_proj,0.0000497030,0.02500,4.549
59,mlp.experts.100.up_proj,0.0000157004,0.02500,3.760
59,mlp.experts.96.up_proj,0.0000345892,0.02500,3.882
59,mlp.experts.76.up_proj,0.0000518077,0.02500,3.691
59,mlp.experts.88.up_proj,0.0000442888,0.02500,4.078
59,mlp.experts.112.up_proj,0.0000347776,0.02500,2.971
59,mlp.experts.92.up_proj,0.0000360843,0.02500,2.938
59,mlp.experts.116.up_proj,0.0000373185,0.02500,3.339
59,mlp.experts.104.up_proj,0.0000683451,0.02500,2.623
59,mlp.experts.108.up_proj,0.0000778885,0.02500,1.458
59,mlp.experts.2.down_proj,0.0000076139,0.02500,1.323
59,mlp.experts.6.down_proj,0.0000118439,0.02500,1.324
59,mlp.experts.10.down_proj,0.0000079056,0.02500,1.414
59,mlp.experts.14.down_proj,0.0000192780,0.02500,1.436
59,mlp.experts.8.down_proj,0.0000067354,0.02500,1.467
59,mlp.experts.12.down_proj,0.0000045394,0.02500,1.501
59,mlp.experts.4.down_proj,0.0000142670,0.02500,1.514
59,mlp.experts.0.down_proj,0.0000179661,0.02500,1.518
59,mlp.experts.7.down_proj,0.0000098490,0.02500,1.594
59,mlp.experts.11.down_proj,0.0000063869,0.02500,1.606
59,mlp.experts.9.down_proj,0.0000112030,0.02500,1.614
59,mlp.experts.13.down_proj,0.0000077241,0.02500,1.621
59,mlp.experts.3.down_proj,0.0000062752,0.02500,1.637
59,mlp.experts.5.down_proj,0.0000113613,0.02500,1.645
59,mlp.experts.15.down_proj,0.0000202352,0.02500,1.646
59,mlp.experts.1.down_proj,0.0000128071,0.02500,1.674
59,mlp.experts.22.down_proj,0.0000121968,0.02500,1.235
59,mlp.experts.18.down_proj,0.0000077500,0.02500,1.266
59,mlp.experts.26.down_proj,0.0000058533,0.02500,1.197
59,mlp.experts.30.down_proj,0.0000068773,0.02500,1.188
59,mlp.experts.20.down_proj,0.0000051619,0.02500,1.218
59,mlp.experts.28.down_proj,0.0000080031,0.02500,1.245
59,mlp.experts.24.down_proj,0.0000139235,0.02500,1.295
59,mlp.experts.16.down_proj,0.0000197439,0.02500,1.250
59,mlp.experts.29.down_proj,0.0000122896,0.02500,1.566
59,mlp.experts.21.down_proj,0.0000050275,0.02500,1.561
59,mlp.experts.25.down_proj,0.0000087763,0.02500,1.604
59,mlp.experts.17.down_proj,0.0000058124,0.02500,1.568
59,mlp.experts.23.down_proj,0.0000096244,0.02500,1.761
59,mlp.experts.31.down_proj,0.0000261913,0.02500,1.742
59,mlp.experts.19.down_proj,0.0000070888,0.02500,1.803
59,mlp.experts.27.down_proj,0.0000079654,0.02500,1.868
59,mlp.experts.38.down_proj,0.0000151315,0.02500,1.084
59,mlp.experts.34.down_proj,0.0000092901,0.02500,1.116
59,mlp.experts.42.down_proj,0.0000088402,0.02500,1.123
59,mlp.experts.46.down_proj,0.0000069990,0.02500,1.114
59,mlp.experts.45.down_proj,0.0000056273,0.02500,1.196
59,mlp.experts.41.down_proj,0.0000387179,0.02500,1.199
59,mlp.experts.37.down_proj,0.0000269446,0.02500,1.225
59,mlp.experts.33.down_proj,0.0000282200,0.02500,1.248
59,mlp.experts.39.down_proj,0.0000115954,0.02500,1.198
59,mlp.experts.47.down_proj,0.0000119927,0.02500,1.243
59,mlp.experts.35.down_proj,0.0000589887,0.02500,1.250
59,mlp.experts.43.down_proj,0.0000087659,0.02500,1.271
59,mlp.experts.36.down_proj,0.0000146339,0.02500,2.196
59,mlp.experts.54.down_proj,0.0000071260,0.02500,1.290
59,mlp.experts.32.down_proj,0.0000065115,0.02500,2.185
59,mlp.experts.44.down_proj,0.0000121268,0.02500,2.231
59,mlp.experts.40.down_proj,0.0000122694,0.02500,2.227
59,mlp.experts.50.down_proj,0.0000073766,0.02500,1.289
59,mlp.experts.58.down_proj,0.0000095076,0.02500,1.375
59,mlp.experts.62.down_proj,0.0000061270,0.02500,1.407
59,mlp.experts.61.down_proj,0.0000137205,0.02500,1.130
59,mlp.experts.53.down_proj,0.0000168279,0.02500,1.108
59,mlp.experts.49.down_proj,0.0001832964,0.02500,1.115
59,mlp.experts.57.down_proj,0.0000050775,0.02500,1.210
59,mlp.experts.55.down_proj,0.0000161212,0.02500,1.198
59,mlp.experts.63.down_proj,0.0000163609,0.02500,1.206
59,mlp.experts.51.down_proj,0.0000133646,0.02500,1.227
59,mlp.experts.59.down_proj,0.0000102727,0.02500,1.209
59,mlp.experts.52.down_proj,0.0000079380,0.02500,1.105
59,mlp.experts.48.down_proj,0.0000120241,0.02500,1.112
59,mlp.experts.60.down_proj,0.0000110297,0.02500,1.127
59,mlp.experts.56.down_proj,0.0000049337,0.02500,1.132
59,mlp.experts.70.down_proj,0.0000164817,0.02500,1.773
59,mlp.experts.69.down_proj,0.0000103433,0.02500,1.218
59,mlp.experts.77.down_proj,0.0000082931,0.02500,1.255
59,mlp.experts.66.down_proj,0.0000338263,0.02500,1.811
59,mlp.experts.78.down_proj,0.0000091608,0.02500,1.702
59,mlp.experts.74.down_proj,0.0000234879,0.02500,1.746
59,mlp.experts.65.down_proj,0.0000110300,0.02500,1.262
59,mlp.experts.73.down_proj,0.0000084394,0.02500,1.279
59,mlp.experts.71.down_proj,0.0000146387,0.02500,1.327
59,mlp.experts.79.down_proj,0.0000099126,0.02500,1.310
59,mlp.experts.75.down_proj,0.0000029843,0.02500,1.261
59,mlp.experts.67.down_proj,0.0000100930,0.02500,1.298
59,mlp.experts.86.down_proj,0.0000090407,0.02500,1.311
59,mlp.experts.82.down_proj,0.0000066689,0.02500,1.248
59,mlp.experts.68.down_proj,0.0000083731,0.02500,2.088
59,mlp.experts.85.down_proj,0.0000081819,0.02500,1.379
59,mlp.experts.64.down_proj,0.0000042172,0.02500,2.085
59,mlp.experts.93.down_proj,0.0000084306,0.02500,1.409
59,mlp.experts.90.down_proj,0.0000119321,0.02500,1.347
59,mlp.experts.76.down_proj,0.0000076876,0.02500,2.106
59,mlp.experts.81.down_proj,0.0000057241,0.02500,1.335
59,mlp.experts.87.down_proj,0.0000058228,0.02500,1.133
59,mlp.experts.94.down_proj,0.0000100507,0.02500,1.393
59,mlp.experts.72.down_proj,0.0000172499,0.02500,2.136
59,mlp.experts.89.down_proj,0.0000109562,0.02500,1.388
59,mlp.experts.95.down_proj,0.0000111713,0.02500,1.160
59,mlp.experts.91.down_proj,0.0000075474,0.02500,1.115
59,mlp.experts.83.down_proj,0.0000115725,0.02500,1.135
59,mlp.experts.92.down_proj,0.0000110509,0.02500,0.991
59,mlp.experts.101.down_proj,0.0000087743,0.02500,1.073
59,mlp.experts.80.down_proj,0.0000198249,0.02500,1.085
59,mlp.experts.103.down_proj,0.0000133959,0.02500,1.027
59,mlp.experts.109.down_proj,0.0000094776,0.02500,1.105
59,mlp.experts.97.down_proj,0.0000041843,0.02500,1.086
59,mlp.experts.84.down_proj,0.0000043028,0.02500,1.180
59,mlp.experts.105.down_proj,0.0000071179,0.02500,1.036
59,mlp.experts.88.down_proj,0.0000143200,0.02500,1.114
59,mlp.experts.107.down_proj,0.0000091323,0.02500,1.100
59,mlp.experts.111.down_proj,0.0000096670,0.02500,1.146
59,mlp.experts.99.down_proj,0.0000255674,0.02500,1.107
59,mlp.experts.102.down_proj,0.0000284715,0.02500,1.513
59,mlp.experts.98.down_proj,0.0000270437,0.02500,1.483
59,mlp.experts.106.down_proj,0.0000080563,0.02500,1.394
59,mlp.experts.110.down_proj,0.0000076543,0.02500,1.375
59,mlp.experts.117.down_proj,0.0000121634,0.02500,0.892
59,mlp.experts.114.down_proj,0.0000040899,0.02500,0.607
59,mlp.experts.118.down_proj,0.0000065867,0.02500,0.615
59,mlp.experts.96.down_proj,0.0000109585,0.02500,0.930
59,mlp.experts.113.down_proj,0.0000098446,0.02500,0.878
59,mlp.experts.108.down_proj,0.0000220263,0.02500,0.982
59,mlp.experts.100.down_proj,0.0000059392,0.02500,0.940
59,mlp.experts.119.down_proj,0.0000134868,0.02500,1.022
59,mlp.experts.104.down_proj,0.0000170729,0.02500,0.928
59,mlp.experts.115.down_proj,0.0000055475,0.02500,0.842
59,mlp.experts.112.down_proj,0.0000048547,0.02500,0.542
59,mlp.experts.116.down_proj,0.0000056785,0.02500,0.516
60,self_attn.v_proj,0.0000003185,0.02500,1.787
60,self_attn.k_proj,0.0000001454,0.02500,1.811
60,self_attn.q_proj,0.0000011121,0.02500,1.833
60,self_attn.o_proj,0.0000001786,0.02500,4.253
60,mlp.shared_experts.gate_proj,0.0000030907,0.02500,1.329
60,mlp.shared_experts.up_proj,0.0000018286,0.02500,1.491
60,mlp.shared_experts.down_proj,0.0000002196,0.02500,0.369
60,mlp.experts.1.gate_proj,0.0000478968,0.02500,4.265
60,mlp.experts.5.gate_proj,0.0000512745,0.02500,4.334
60,mlp.experts.13.gate_proj,0.0000632895,0.02500,4.192
60,mlp.experts.9.gate_proj,0.0000645088,0.02500,4.422
60,mlp.experts.4.gate_proj,0.0000357605,0.02500,4.783
60,mlp.experts.12.gate_proj,0.0001106098,0.02500,5.117
60,mlp.experts.8.gate_proj,0.0000303032,0.02500,4.979
60,mlp.experts.0.gate_proj,0.0000603310,0.02500,5.266
60,mlp.experts.6.gate_proj,0.0000634006,0.02500,5.151
60,mlp.experts.14.gate_proj,0.0000324337,0.02500,5.624
60,mlp.experts.10.gate_proj,0.0000543822,0.02500,5.623
60,mlp.experts.2.gate_proj,0.0000463964,0.02500,6.163
60,mlp.experts.15.gate_proj,0.0000311771,0.02500,6.375
60,mlp.experts.7.gate_proj,0.0000391581,0.02500,6.436
60,mlp.experts.11.gate_proj,0.0000673695,0.02500,6.503
60,mlp.experts.3.gate_proj,0.0001077781,0.02500,6.699
60,mlp.experts.17.gate_proj,0.0000716303,0.02500,2.952
60,mlp.experts.29.gate_proj,0.0000270276,0.02500,2.908
60,mlp.experts.21.gate_proj,0.0000392011,0.02500,3.059
60,mlp.experts.25.gate_proj,0.0000494008,0.02500,2.994
60,mlp.experts.16.gate_proj,0.0000421371,0.02500,3.036
60,mlp.experts.20.gate_proj,0.0000495038,0.02500,3.553
60,mlp.experts.28.gate_proj,0.0000401537,0.02500,3.504
60,mlp.experts.24.gate_proj,0.0000641394,0.02500,3.588
60,mlp.experts.31.gate_proj,0.0000805817,0.02500,3.617
60,mlp.experts.23.gate_proj,0.0000528045,0.02500,3.640
60,mlp.experts.33.gate_proj,0.0000727314,0.02500,2.902
60,mlp.experts.27.gate_proj,0.0000509474,0.02500,3.715
60,mlp.experts.45.gate_proj,0.0000445454,0.02500,2.942
60,mlp.experts.37.gate_proj,0.0000501396,0.02500,2.967
60,mlp.experts.19.gate_proj,0.0000271788,0.02500,3.806
60,mlp.experts.41.gate_proj,0.0000292573,0.02500,2.935
60,mlp.experts.22.gate_proj,0.0000207405,0.02500,4.890
60,mlp.experts.30.gate_proj,0.0000481000,0.02500,4.900
60,mlp.experts.26.gate_proj,0.0000524817,0.02500,5.071
60,mlp.experts.18.gate_proj,0.0000399342,0.02500,5.031
60,mlp.experts.36.gate_proj,0.0000736673,0.02500,3.197
60,mlp.experts.44.gate_proj,0.0000585026,0.02500,3.341
60,mlp.experts.40.gate_proj,0.0000478613,0.02500,3.283
60,mlp.experts.32.gate_proj,0.0000192326,0.02500,4.150
60,mlp.experts.49.gate_proj,0.0000554495,0.02500,3.182
60,mlp.experts.61.gate_proj,0.0000814084,0.02500,3.137
60,mlp.experts.53.gate_proj,0.0000365798,0.02500,3.173
60,mlp.experts.57.gate_proj,0.0000483769,0.02500,3.131
60,mlp.experts.47.gate_proj,0.0000402979,0.02500,4.181
60,mlp.experts.39.gate_proj,0.0000635740,0.02500,4.230
60,mlp.experts.43.gate_proj,0.0000551615,0.02500,4.145
60,mlp.experts.35.gate_proj,0.0000650224,0.02500,4.284
60,mlp.experts.52.gate_proj,0.0000661520,0.02500,3.647
60,mlp.experts.48.gate_proj,0.0000406646,0.02500,3.038
60,mlp.experts.46.gate_proj,0.0000321399,0.02500,4.816
60,mlp.experts.60.gate_proj,0.0000389778,0.02500,3.744
60,mlp.experts.42.gate_proj,0.0000220156,0.02500,4.874
60,mlp.experts.56.gate_proj,0.0000842077,0.02500,3.790
60,mlp.experts.38.gate_proj,0.0000773364,0.02500,5.240
60,mlp.experts.34.gate_proj,0.0000432535,0.02500,4.881
60,mlp.experts.65.gate_proj,0.0000443359,0.02500,3.049
60,mlp.experts.77.gate_proj,0.0000604348,0.02500,3.039
60,mlp.experts.69.gate_proj,0.0000433047,0.02500,3.080
60,mlp.experts.73.gate_proj,0.0000694188,0.02500,3.054
60,mlp.experts.55.gate_proj,0.0000628653,0.02500,4.883
60,mlp.experts.63.gate_proj,0.0000675286,0.02500,4.940
60,mlp.experts.59.gate_proj,0.0000320902,0.02500,4.917
60,mlp.experts.68.gate_proj,0.0000246515,0.02500,3.990
60,mlp.experts.64.gate_proj,0.0000759027,0.02500,4.029
60,mlp.experts.51.gate_proj,0.0000247747,0.02500,4.792
60,mlp.experts.76.gate_proj,0.0000328050,0.02500,3.973
60,mlp.experts.89.gate_proj,0.0000926486,0.02500,3.029
60,mlp.experts.85.gate_proj,0.0000438243,0.02500,3.215
60,mlp.experts.72.gate_proj,0.0000237128,0.02500,4.071
60,mlp.experts.81.gate_proj,0.0000541141,0.02500,3.581
60,mlp.experts.93.gate_proj,0.0000398310,0.02500,3.611
60,mlp.experts.58.gate_proj,0.0000617219,0.02500,4.514
60,mlp.experts.62.gate_proj,0.0000605400,0.02500,4.813
60,mlp.experts.50.gate_proj,0.0000387850,0.02500,4.549
60,mlp.experts.54.gate_proj,0.0000641321,0.02500,4.769
60,mlp.experts.84.gate_proj,0.0000401543,0.02500,3.328
60,mlp.experts.92.gate_proj,0.0001271630,0.02500,3.284
60,mlp.experts.80.gate_proj,0.0000485331,0.02500,3.569
60,mlp.experts.105.gate_proj,0.0000521449,0.02500,3.337
60,mlp.experts.97.gate_proj,0.0000772257,0.02500,3.292
60,mlp.experts.88.gate_proj,0.0000765170,0.02500,3.339
60,mlp.experts.109.gate_proj,0.0001311619,0.02500,3.280
60,mlp.experts.101.gate_proj,0.0000381904,0.02500,3.924
60,mlp.experts.71.gate_proj,0.0000436496,0.02500,4.747
60,mlp.experts.75.gate_proj,0.0000650688,0.02500,4.765
60,mlp.experts.79.gate_proj,0.0000595214,0.02500,4.961
60,mlp.experts.67.gate_proj,0.0000551509,0.02500,4.743
60,mlp.experts.74.gate_proj,0.0000755256,0.02500,4.813
60,mlp.experts.78.gate_proj,0.0000329668,0.02500,4.836
60,mlp.experts.66.gate_proj,0.0000493506,0.02500,4.789
60,mlp.experts.70.gate_proj,0.0000989403,0.02500,4.948
60,mlp.experts.100.gate_proj,0.0000551115,0.02500,3.473
60,mlp.experts.96.gate_proj,0.0000516643,0.02500,3.462
60,mlp.experts.1.up_proj,0.0000460370,0.02500,3.568
60,mlp.experts.108.gate_proj,0.0001134333,0.02500,3.731
60,mlp.experts.5.up_proj,0.0000501771,0.02500,3.406
60,mlp.experts.117.gate_proj,0.0000512958,0.02500,3.212
60,mlp.experts.113.gate_proj,0.0000294839,0.02500,3.829
60,mlp.experts.104.gate_proj,0.0000503841,0.02500,3.807
60,mlp.experts.87.gate_proj,0.0000559678,0.02500,4.817
60,mlp.experts.91.gate_proj,0.0000507076,0.02500,4.890
60,mlp.experts.95.gate_proj,0.0000373883,0.02500,4.849
60,mlp.experts.83.gate_proj,0.0000312625,0.02500,4.801
60,mlp.experts.116.gate_proj,0.0000440367,0.02500,3.135
60,mlp.experts.94.gate_proj,0.0000494966,0.02500,4.440
60,mlp.experts.21.up_proj,0.0000380419,0.02500,3.065
60,mlp.experts.90.gate_proj,0.0000305495,0.02500,4.769
60,mlp.experts.4.up_proj,0.0000344705,0.02500,3.276
60,mlp.experts.17.up_proj,0.0000687784,0.02500,3.355
60,mlp.experts.82.gate_proj,0.0000321083,0.02500,4.651
60,mlp.experts.86.gate_proj,0.0000618406,0.02500,4.460
60,mlp.experts.0.up_proj,0.0000561259,0.02500,3.233
60,mlp.experts.112.gate_proj,0.0000426079,0.02500,3.880
60,mlp.experts.13.up_proj,0.0000609145,0.02500,3.515
60,mlp.experts.9.up_proj,0.0000622852,0.02500,3.572
60,mlp.experts.103.gate_proj,0.0000311434,0.02500,3.379
60,mlp.experts.111.gate_proj,0.0000525073,0.02500,3.270
60,mlp.experts.107.gate_proj,0.0000474779,0.02500,3.406
60,mlp.experts.99.gate_proj,0.0000449194,0.02500,3.332
60,mlp.experts.12.up_proj,0.0001051749,0.02500,3.538
60,mlp.experts.37.up_proj,0.0000487024,0.02500,3.132
60,mlp.experts.20.up_proj,0.0000474351,0.02500,3.130
60,mlp.experts.29.up_proj,0.0000261715,0.02500,2.980
60,mlp.experts.8.up_proj,0.0000290999,0.02500,3.240
60,mlp.experts.33.up_proj,0.0000704431,0.02500,3.908
60,mlp.experts.16.up_proj,0.0000409023,0.02500,3.730
60,mlp.experts.25.up_proj,0.0000476691,0.02500,3.738
60,mlp.experts.106.gate_proj,0.0000691520,0.02500,5.085
60,mlp.experts.110.gate_proj,0.0000932625,0.02500,5.449
60,mlp.experts.119.gate_proj,0.0000757817,0.02500,3.185
60,mlp.experts.98.gate_proj,0.0000807560,0.02500,5.325
60,mlp.experts.3.up_proj,0.0001048948,0.02500,3.138
60,mlp.experts.7.up_proj,0.0000381933,0.02500,3.252
60,mlp.experts.102.gate_proj,0.0000585708,0.02500,5.441
60,mlp.experts.115.gate_proj,0.0000611549,0.02500,3.272
60,mlp.experts.28.up_proj,0.0000384477,0.02500,3.422
60,mlp.experts.53.up_proj,0.0000352971,0.02500,3.689
60,mlp.experts.36.up_proj,0.0000713865,0.02500,3.679
60,mlp.experts.45.up_proj,0.0000431521,0.02500,3.342
60,mlp.experts.49.up_proj,0.0000535274,0.02500,3.201
60,mlp.experts.32.up_proj,0.0000182984,0.02500,3.447
60,mlp.experts.24.up_proj,0.0000610820,0.02500,3.976
60,mlp.experts.41.up_proj,0.0000279785,0.02500,3.729
60,mlp.experts.15.up_proj,0.0000291960,0.02500,3.389
60,mlp.experts.23.up_proj,0.0000518554,0.02500,3.271
60,mlp.experts.19.up_proj,0.0000262679,0.02500,3.395
60,mlp.experts.11.up_proj,0.0000645147,0.02500,3.293
60,mlp.experts.44.up_proj,0.0000563211,0.02500,3.158
60,mlp.experts.61.up_proj,0.0000792713,0.02500,3.224
60,mlp.experts.2.up_proj,0.0000450669,0.02500,5.025
60,mlp.experts.52.up_proj,0.0000640962,0.02500,3.349
60,mlp.experts.69.up_proj,0.0000413265,0.02500,3.660
60,mlp.experts.114.gate_proj,0.0000645953,0.02500,4.908
60,mlp.experts.65.up_proj,0.0000428398,0.02500,3.240
60,mlp.experts.6.up_proj,0.0000621852,0.02500,5.460
60,mlp.experts.118.gate_proj,0.0000324091,0.02500,5.164
60,mlp.experts.48.up_proj,0.0000387318,0.02500,3.476
60,mlp.experts.40.up_proj,0.0000461148,0.02500,3.799
60,mlp.experts.57.up_proj,0.0000471616,0.02500,3.465
60,mlp.experts.31.up_proj,0.0000797100,0.02500,3.373
60,mlp.experts.39.up_proj,0.0000623402,0.02500,3.392
60,mlp.experts.35.up_proj,0.0000627567,0.02500,3.407
60,mlp.experts.27.up_proj,0.0000488543,0.02500,3.402
60,mlp.experts.60.up_proj,0.0000375892,0.02500,3.490
60,mlp.experts.68.up_proj,0.0000237109,0.02500,3.454
60,mlp.experts.77.up_proj,0.0000519102,0.02500,3.953
60,mlp.experts.85.up_proj,0.0000428497,0.02500,4.044
60,mlp.experts.56.up_proj,0.0000818265,0.02500,2.924
60,mlp.experts.64.up_proj,0.0000719976,0.02500,3.505
60,mlp.experts.81.up_proj,0.0000531344,0.02500,4.166
60,mlp.experts.18.up_proj,0.0000393770,0.02500,4.532
60,mlp.experts.10.up_proj,0.0000522125,0.02500,4.914
60,mlp.experts.47.up_proj,0.0000390650,0.02500,3.213
60,mlp.experts.22.up_proj,0.0000202649,0.02500,4.705
60,mlp.experts.55.up_proj,0.0000574496,0.02500,3.273
60,mlp.experts.51.up_proj,0.0000240790,0.02500,3.277
60,mlp.experts.73.up_proj,0.0000681406,0.02500,4.009
60,mlp.experts.14.up_proj,0.0000313061,0.02500,4.890
60,mlp.experts.43.up_proj,0.0000533767,0.02500,3.270
60,mlp.experts.76.up_proj,0.0000315669,0.02500,3.886
60,mlp.experts.84.up_proj,0.0000385304,0.02500,3.297
60,mlp.experts.93.up_proj,0.0000387200,0.02500,3.079
60,mlp.experts.101.up_proj,0.0000366082,0.02500,2.996
60,mlp.experts.97.up_proj,0.0000737302,0.02500,2.969
60,mlp.experts.80.up_proj,0.0000470479,0.02500,3.406
60,mlp.experts.72.up_proj,0.0000230790,0.02500,3.719
60,mlp.experts.89.up_proj,0.0000890677,0.02500,2.976
60,mlp.experts.63.up_proj,0.0000637233,0.02500,3.876
60,mlp.experts.71.up_proj,0.0000417426,0.02500,3.897
60,mlp.experts.67.up_proj,0.0000533452,0.02500,3.900
60,mlp.experts.59.up_proj,0.0000309627,0.02500,3.960
60,mlp.experts.34.up_proj,0.0000417566,0.02500,5.205
60,mlp.experts.109.up_proj,0.0001253327,0.02500,2.958
60,mlp.experts.117.up_proj,0.0000499168,0.02500,2.869
60,mlp.experts.113.up_proj,0.0000285482,0.02500,2.926
60,mlp.experts.38.up_proj,0.0000728038,0.02500,5.181
60,mlp.experts.26.up_proj,0.0000505129,0.02500,5.414
60,mlp.experts.100.up_proj,0.0000537999,0.02500,3.835
60,mlp.experts.92.up_proj,0.0001200079,0.02500,3.962
60,mlp.experts.30.up_proj,0.0000458579,0.02500,5.230
60,mlp.experts.105.up_proj,0.0000504570,0.02500,2.414
60,mlp.experts.88.up_proj,0.0000740611,0.02500,3.122
60,mlp.experts.96.up_proj,0.0000504661,0.02500,3.441
60,mlp.experts.79.up_proj,0.0000573126,0.02500,3.213
60,mlp.experts.83.up_proj,0.0000298221,0.02500,3.106
60,mlp.experts.87.up_proj,0.0000542540,0.02500,3.252
60,mlp.experts.75.up_proj,0.0000615056,0.02500,3.110
60,mlp.experts.116.up_proj,0.0000424793,0.02500,3.156
60,mlp.experts.104.up_proj,0.0000475271,0.02500,2.858
60,mlp.experts.108.up_proj,0.0001095849,0.02500,3.337
60,mlp.experts.112.up_proj,0.0000413142,0.02500,3.013
60,mlp.experts.50.up_proj,0.0000379872,0.02500,4.793
60,mlp.experts.54.up_proj,0.0000608328,0.02500,4.439
60,mlp.experts.42.up_proj,0.0000211219,0.02500,4.451
60,mlp.experts.46.up_proj,0.0000311023,0.02500,4.617
60,mlp.experts.95.up_proj,0.0000365223,0.02500,3.663
60,mlp.experts.99.up_proj,0.0000441943,0.02500,3.561
60,mlp.experts.103.up_proj,0.0000302233,0.02500,3.594
60,mlp.experts.91.up_proj,0.0000488054,0.02500,3.554
60,mlp.experts.111.up_proj,0.0000515173,0.02500,3.951
60,mlp.experts.119.up_proj,0.0000687010,0.02500,3.796
60,mlp.experts.66.up_proj,0.0000474399,0.02500,5.464
60,mlp.experts.107.up_proj,0.0000458743,0.02500,3.724
60,mlp.experts.115.up_proj,0.0000573458,0.02500,3.942
60,mlp.experts.70.up_proj,0.0000956350,0.02500,5.227
60,mlp.experts.58.up_proj,0.0000589728,0.02500,5.148
60,mlp.experts.62.up_proj,0.0000580034,0.02500,5.065
60,mlp.experts.82.up_proj,0.0000309641,0.02500,4.456
60,mlp.experts.86.up_proj,0.0000598972,0.02500,4.462
60,mlp.experts.78.up_proj,0.0000317289,0.02500,4.412
60,mlp.experts.74.up_proj,0.0000737291,0.02500,4.849
60,mlp.experts.90.up_proj,0.0000298142,0.02500,2.761
60,mlp.experts.102.up_proj,0.0000563383,0.02500,3.372
60,mlp.experts.98.up_proj,0.0000751416,0.02500,3.736
60,mlp.experts.94.up_proj,0.0000483500,0.02500,3.501
60,mlp.experts.118.up_proj,0.0000289594,0.02500,4.465
60,mlp.experts.114.up_proj,0.0000616085,0.02500,4.460
60,mlp.experts.106.up_proj,0.0000672734,0.02500,4.887
60,mlp.experts.110.up_proj,0.0000899269,0.02500,4.311
60,mlp.experts.5.down_proj,0.0000108860,0.02500,1.579
60,mlp.experts.1.down_proj,0.0000104587,0.02500,1.639
60,mlp.experts.9.down_proj,0.0000116941,0.02500,1.632
60,mlp.experts.13.down_proj,0.0000101136,0.02500,1.654
60,mlp.experts.8.down_proj,0.0000043240,0.02500,1.838
60,mlp.experts.4.down_proj,0.0000048979,0.02500,1.838
60,mlp.experts.12.down_proj,0.0000156295,0.02500,1.858
60,mlp.experts.0.down_proj,0.0000136030,0.02500,1.905
60,mlp.experts.15.down_proj,0.0000140257,0.02500,1.942
60,mlp.experts.3.down_proj,0.0000154056,0.02500,1.941
60,mlp.experts.7.down_proj,0.0000095219,0.02500,1.958
60,mlp.experts.11.down_proj,0.0000090646,0.02500,2.057
60,mlp.experts.2.down_proj,0.0000100469,0.02500,2.581
60,mlp.experts.21.down_proj,0.0000093613,0.02500,1.001
60,mlp.experts.6.down_proj,0.0000137266,0.02500,2.632
60,mlp.experts.14.down_proj,0.0000043035,0.02500,2.639
60,mlp.experts.10.down_proj,0.0000095405,0.02500,2.689
60,mlp.experts.17.down_proj,0.0000107500,0.02500,1.087
60,mlp.experts.25.down_proj,0.0000082274,0.02500,1.174
60,mlp.experts.29.down_proj,0.0000077529,0.02500,1.183
60,mlp.experts.20.down_proj,0.0000113784,0.02500,1.103
60,mlp.experts.28.down_proj,0.0000055809,0.02500,1.126
60,mlp.experts.24.down_proj,0.0000145772,0.02500,1.185
60,mlp.experts.16.down_proj,0.0000071227,0.02500,1.153
60,mlp.experts.31.down_proj,0.0000213167,0.02500,1.351
60,mlp.experts.23.down_proj,0.0000091503,0.02500,1.360
60,mlp.experts.19.down_proj,0.0000051204,0.02500,1.407
60,mlp.experts.27.down_proj,0.0000071751,0.02500,1.517
60,mlp.experts.26.down_proj,0.0000095551,0.02500,0.942
60,mlp.experts.30.down_proj,0.0000063845,0.02500,0.994
60,mlp.experts.18.down_proj,0.0000131430,0.02500,1.087
60,mlp.experts.22.down_proj,0.0000077159,0.02500,1.120
60,mlp.experts.37.down_proj,0.0000085263,0.02500,1.291
60,mlp.experts.41.down_proj,0.0000037366,0.02500,1.096
60,mlp.experts.45.down_proj,0.0000064875,0.02500,1.163
60,mlp.experts.33.down_proj,0.0000147406,0.02500,1.313
60,mlp.experts.36.down_proj,0.0000125805,0.02500,1.305
60,mlp.experts.44.down_proj,0.0000155363,0.02500,1.333
60,mlp.experts.40.down_proj,0.0000064002,0.02500,1.325
60,mlp.experts.32.down_proj,0.0000106499,0.02500,1.442
60,mlp.experts.42.down_proj,0.0000061089,0.02500,0.983
60,mlp.experts.38.down_proj,0.0000171260,0.02500,0.929
60,mlp.experts.46.down_proj,0.0000059441,0.02500,1.056
60,mlp.experts.34.down_proj,0.0000061556,0.02500,1.046
60,mlp.experts.47.down_proj,0.0000061491,0.02500,1.451
60,mlp.experts.35.down_proj,0.0000109510,0.02500,1.447
60,mlp.experts.53.down_proj,0.0000102974,0.02500,0.925
60,mlp.experts.39.down_proj,0.0000125137,0.02500,1.511
60,mlp.experts.61.down_proj,0.0000271565,0.02500,0.894
60,mlp.experts.43.down_proj,0.0000101058,0.02500,1.387
60,mlp.experts.57.down_proj,0.0000073951,0.02500,1.185
60,mlp.experts.49.down_proj,0.0000098725,0.02500,1.229
60,mlp.experts.54.down_proj,0.0000083817,0.02500,0.866
60,mlp.experts.58.down_proj,0.0000148656,0.02500,1.006
60,mlp.experts.62.down_proj,0.0000071389,0.02500,1.047
60,mlp.experts.69.down_proj,0.0000077144,0.02500,0.962
60,mlp.experts.52.down_proj,0.0000102651,0.02500,1.581
60,mlp.experts.77.down_proj,0.0000168949,0.02500,0.988
60,mlp.experts.50.down_proj,0.0000077682,0.02500,1.172
60,mlp.experts.60.down_proj,0.0000061048,0.02500,1.683
60,mlp.experts.56.down_proj,0.0000126391,0.02500,1.668
60,mlp.experts.63.down_proj,0.0000103963,0.02500,1.329
60,mlp.experts.55.down_proj,0.0000082637,0.02500,1.315
60,mlp.experts.48.down_proj,0.0000064407,0.02500,1.680
60,mlp.experts.51.down_proj,0.0000049529,0.02500,1.446
60,mlp.experts.59.down_proj,0.0000061544,0.02500,1.330
60,mlp.experts.73.down_proj,0.0000160475,0.02500,1.254
60,mlp.experts.65.down_proj,0.0000081341,0.02500,1.235
60,mlp.experts.70.down_proj,0.0000299169,0.02500,1.038
60,mlp.experts.78.down_proj,0.0000041915,0.02500,0.854
60,mlp.experts.74.down_proj,0.0000141467,0.02500,1.055
60,mlp.experts.85.down_proj,0.0000098250,0.02500,0.937
60,mlp.experts.93.down_proj,0.0000139279,0.02500,0.933
60,mlp.experts.66.down_proj,0.0000069981,0.02500,0.969
60,mlp.experts.79.down_proj,0.0000095822,0.02500,1.125
60,mlp.experts.71.down_proj,0.0000073551,0.02500,1.133
60,mlp.experts.89.down_proj,0.0000204204,0.02500,0.949
60,mlp.experts.81.down_proj,0.0000110848,0.02500,0.868
60,mlp.experts.68.down_proj,0.0000051942,0.02500,1.546
60,mlp.experts.75.down_proj,0.0000113937,0.02500,1.259
60,mlp.experts.94.down_proj,0.0000098246,0.02500,0.998
60,mlp.experts.67.down_proj,0.0000101858,0.02500,1.368
60,mlp.experts.76.down_proj,0.0000075180,0.02500,1.650
60,mlp.experts.72.down_proj,0.0000050311,0.02500,1.663
60,mlp.experts.90.down_proj,0.0000094648,0.02500,1.046
60,mlp.experts.86.down_proj,0.0000104259,0.02500,1.151
60,mlp.experts.82.down_proj,0.0000070898,0.02500,0.927
60,mlp.experts.64.down_proj,0.0000207609,0.02500,1.721
60,mlp.experts.102.down_proj,0.0000083424,0.02500,0.897
60,mlp.experts.95.down_proj,0.0000058239,0.02500,1.707
60,mlp.experts.84.down_proj,0.0000065080,0.02500,1.640
60,mlp.experts.87.down_proj,0.0000155196,0.02500,1.762
60,mlp.experts.91.down_proj,0.0000101158,0.02500,1.698
60,mlp.experts.88.down_proj,0.0000158343,0.02500,1.605
60,mlp.experts.92.down_proj,0.0000369419,0.02500,1.652
60,mlp.experts.98.down_proj,0.0000106634,0.02500,1.590
60,mlp.experts.110.down_proj,0.0000243631,0.02500,1.897
60,mlp.experts.80.down_proj,0.0000149731,0.02500,1.629
60,mlp.experts.106.down_proj,0.0000148482,0.02500,1.856
60,mlp.experts.118.down_proj,0.0000176803,0.02500,1.458
60,mlp.experts.114.down_proj,0.0000091853,0.02500,0.722
60,mlp.experts.100.down_proj,0.0000095458,0.02500,1.922
60,mlp.experts.104.down_proj,0.0000072554,0.02500,1.895
60,mlp.experts.96.down_proj,0.0000077110,0.02500,1.773
60,mlp.experts.108.down_proj,0.0000252306,0.02500,2.049
60,mlp.experts.116.down_proj,0.0000060207,0.02500,0.845
60,mlp.experts.112.down_proj,0.0000063892,0.02500,0.615
60,mlp.experts.83.down_proj,0.0000044383,0.02500,14.869
60,mlp.experts.111.down_proj,0.0000096302,0.02500,14.446
60,mlp.experts.103.down_proj,0.0000043745,0.02500,14.332
60,mlp.experts.107.down_proj,0.0000063692,0.02500,14.243
60,mlp.experts.99.down_proj,0.0000094894,0.02500,1.055
60,mlp.experts.119.down_proj,0.0000120941,0.02500,1.158
60,mlp.experts.115.down_proj,0.0000069579,0.02500,1.039
60,mlp.experts.105.down_proj,0.0000071237,0.02500,1.343
60,mlp.experts.101.down_proj,0.0000048372,0.02500,1.370
60,mlp.experts.97.down_proj,0.0000109631,0.02500,1.390
60,mlp.experts.109.down_proj,0.0000211022,0.02500,1.444
60,mlp.experts.117.down_proj,0.0000075433,0.02500,0.690
60,mlp.experts.113.down_proj,0.0000043550,0.02500,0.679
61,self_attn.k_proj,0.0000001531,0.02500,1.551
61,self_attn.v_proj,0.0000003333,0.02500,1.942
61,self_attn.q_proj,0.0000011066,0.02500,2.573
61,self_attn.o_proj,0.0000002530,0.02500,3.997
61,mlp.shared_experts.gate_proj,0.0000032093,0.02500,1.327
61,mlp.shared_experts.up_proj,0.0000018339,0.02500,1.282
61,mlp.shared_experts.down_proj,0.0000002251,0.02500,0.449
61,mlp.experts.10.gate_proj,0.0000384631,0.02500,3.772
61,mlp.experts.2.gate_proj,0.0000333272,0.02500,4.112
61,mlp.experts.6.gate_proj,0.0000571705,0.02500,4.206
61,mlp.experts.14.gate_proj,0.0000463701,0.02500,4.404
61,mlp.experts.7.gate_proj,0.0000243509,0.02500,4.562
61,mlp.experts.15.gate_proj,0.0000541358,0.02500,4.774
61,mlp.experts.3.gate_proj,0.0000692938,0.02500,4.882
61,mlp.experts.11.gate_proj,0.0000884885,0.02500,5.104
61,mlp.experts.1.gate_proj,0.0000450057,0.02500,6.294
61,mlp.experts.9.gate_proj,0.0000551943,0.02500,6.318
61,mlp.experts.5.gate_proj,0.0000440274,0.02500,6.376
61,mlp.experts.13.gate_proj,0.0000082727,0.02500,6.433
61,mlp.experts.12.gate_proj,0.0000836885,0.02500,6.761
61,mlp.experts.4.gate_proj,0.0000329561,0.02500,6.807
61,mlp.experts.8.gate_proj,0.0000671512,0.02500,6.874
61,mlp.experts.0.gate_proj,0.0000763781,0.02500,7.078
61,mlp.experts.18.gate_proj,0.0000601677,0.02500,3.134
61,mlp.experts.26.gate_proj,0.0000431200,0.02500,3.387
61,mlp.experts.23.gate_proj,0.0000806239,0.02500,3.161
61,mlp.experts.30.gate_proj,0.0000694528,0.02500,3.638
61,mlp.experts.31.gate_proj,0.0000622879,0.02500,3.453
61,mlp.experts.22.gate_proj,0.0000334269,0.02500,3.996
61,mlp.experts.19.gate_proj,0.0000830483,0.02500,3.652
61,mlp.experts.27.gate_proj,0.0000362606,0.02500,4.031
61,mlp.experts.20.gate_proj,0.0000858070,0.02500,3.135
61,mlp.experts.28.gate_proj,0.0000483025,0.02500,3.196
61,mlp.experts.24.gate_proj,0.0000777005,0.02500,3.168
61,mlp.experts.16.gate_proj,0.0000624438,0.02500,3.177
61,mlp.experts.42.gate_proj,0.0000800398,0.02500,3.011
61,mlp.experts.34.gate_proj,0.0000985054,0.02500,3.907
61,mlp.experts.17.gate_proj,0.0000490583,0.02500,5.073
61,mlp.experts.25.gate_proj,0.0000594958,0.02500,5.027
61,mlp.experts.46.gate_proj,0.0000551080,0.02500,3.277
61,mlp.experts.29.gate_proj,0.0000389273,0.02500,5.095
61,mlp.experts.21.gate_proj,0.0000608097,0.02500,5.354
61,mlp.experts.39.gate_proj,0.0000232934,0.02500,4.223
61,mlp.experts.38.gate_proj,0.0000728008,0.02500,3.712
61,mlp.experts.47.gate_proj,0.0000527657,0.02500,4.285
61,mlp.experts.35.gate_proj,0.0000310143,0.02500,4.399
61,mlp.experts.36.gate_proj,0.0000837388,0.02500,3.107
61,mlp.experts.44.gate_proj,0.0000255323,0.02500,3.145
61,mlp.experts.32.gate_proj,0.0000562599,0.02500,3.096
61,mlp.experts.40.gate_proj,0.0000705111,0.02500,3.248
61,mlp.experts.58.gate_proj,0.0000659215,0.02500,3.337
61,mlp.experts.43.gate_proj,0.0000797388,0.02500,4.774
61,mlp.experts.62.gate_proj,0.0000362249,0.02500,3.310
61,mlp.experts.50.gate_proj,0.0000351863,0.02500,3.762
61,mlp.experts.54.gate_proj,0.0000307039,0.02500,3.296
61,mlp.experts.33.gate_proj,0.0000477945,0.02500,4.865
61,mlp.experts.41.gate_proj,0.0000311168,0.02500,4.863
61,mlp.experts.45.gate_proj,0.0000575447,0.02500,4.775
61,mlp.experts.63.gate_proj,0.0000747785,0.02500,3.834
61,mlp.experts.55.gate_proj,0.0000679650,0.02500,4.616
61,mlp.experts.37.gate_proj,0.0000633997,0.02500,4.999
61,mlp.experts.52.gate_proj,0.0000193874,0.02500,3.923
61,mlp.experts.60.gate_proj,0.0000490477,0.02500,3.879
61,mlp.experts.74.gate_proj,0.0000379662,0.02500,3.500
61,mlp.experts.51.gate_proj,0.0000376570,0.02500,4.168
61,mlp.experts.48.gate_proj,0.0000495537,0.02500,3.962
61,mlp.experts.56.gate_proj,0.0000657073,0.02500,4.053
61,mlp.experts.78.gate_proj,0.0000565623,0.02500,3.330
61,mlp.experts.59.gate_proj,0.0000481799,0.02500,4.217
61,mlp.experts.66.gate_proj,0.0000304541,0.02500,3.383
61,mlp.experts.70.gate_proj,0.0000782819,0.02500,2.945
61,mlp.experts.71.gate_proj,0.0000653204,0.02500,3.195
61,mlp.experts.79.gate_proj,0.0000501998,0.02500,3.426
61,mlp.experts.67.gate_proj,0.0000588238,0.02500,3.093
61,mlp.experts.90.gate_proj,0.0000414354,0.02500,3.444
61,mlp.experts.94.gate_proj,0.0000710287,0.02500,2.901
61,mlp.experts.75.gate_proj,0.0000439798,0.02500,2.903
61,mlp.experts.49.gate_proj,0.0000590439,0.02500,5.109
61,mlp.experts.57.gate_proj,0.0000481261,0.02500,5.056
61,mlp.experts.61.gate_proj,0.0000806888,0.02500,5.059
61,mlp.experts.86.gate_proj,0.0000318453,0.02500,3.351
61,mlp.experts.53.gate_proj,0.0000751375,0.02500,5.171
61,mlp.experts.68.gate_proj,0.0000957239,0.02500,5.061
61,mlp.experts.76.gate_proj,0.0000733814,0.02500,5.062
61,mlp.experts.82.gate_proj,0.0000568986,0.02500,3.920
61,mlp.experts.64.gate_proj,0.0000436385,0.02500,5.015
61,mlp.experts.72.gate_proj,0.0000505407,0.02500,4.954
61,mlp.experts.95.gate_proj,0.0001175272,0.02500,2.863
61,mlp.experts.87.gate_proj,0.0000528900,0.02500,2.923
61,mlp.experts.83.gate_proj,0.0000475700,0.02500,2.923
61,mlp.experts.106.gate_proj,0.0000649955,0.02500,3.181
61,mlp.experts.91.gate_proj,0.0001220515,0.02500,2.837
61,mlp.experts.110.gate_proj,0.0000513864,0.02500,3.243
61,mlp.experts.102.gate_proj,0.0000585414,0.02500,3.769
61,mlp.experts.111.gate_proj,0.0000612432,0.02500,2.931
61,mlp.experts.98.gate_proj,0.0000194364,0.02500,3.536
61,mlp.experts.103.gate_proj,0.0000516621,0.02500,2.962
61,mlp.experts.73.gate_proj,0.0000418346,0.02500,4.831
61,mlp.experts.77.gate_proj,0.0000496606,0.02500,4.803
61,mlp.experts.99.gate_proj,0.0000219558,0.02500,3.073
61,mlp.experts.65.gate_proj,0.0000701287,0.02500,5.061
61,mlp.experts.80.gate_proj,0.0000523236,0.02500,4.695
61,mlp.experts.69.gate_proj,0.0000328733,0.02500,4.990
61,mlp.experts.92.gate_proj,0.0000722079,0.02500,4.897
61,mlp.experts.84.gate_proj,0.0000719619,0.02500,4.904
61,mlp.experts.107.gate_proj,0.0000867884,0.02500,3.163
61,mlp.experts.88.gate_proj,0.0000498896,0.02500,4.804
61,mlp.experts.2.up_proj,0.0000324004,0.02500,3.463
61,mlp.experts.6.up_proj,0.0000556289,0.02500,3.719
61,mlp.experts.119.gate_proj,0.0000334789,0.02500,3.359
61,mlp.experts.118.gate_proj,0.0000440166,0.02500,3.690
61,mlp.experts.7.up_proj,0.0000232623,0.02500,3.550
61,mlp.experts.114.gate_proj,0.0000456916,0.02500,3.870
61,mlp.experts.115.gate_proj,0.0001001788,0.02500,3.516
61,mlp.experts.89.gate_proj,0.0000705370,0.02500,3.759
61,mlp.experts.81.gate_proj,0.0000747317,0.02500,3.648
61,mlp.experts.93.gate_proj,0.0000390864,0.02500,3.941
61,mlp.experts.3.up_proj,0.0000660292,0.02500,3.319
61,mlp.experts.85.gate_proj,0.0000884897,0.02500,3.769
61,mlp.experts.18.up_proj,0.0000580015,0.02500,3.609
61,mlp.experts.100.gate_proj,0.0000394763,0.02500,4.116
61,mlp.experts.108.gate_proj,0.0000749878,0.02500,4.210
61,mlp.experts.96.gate_proj,0.0001232509,0.02500,4.323
61,mlp.experts.22.up_proj,0.0000328183,0.02500,3.474
61,mlp.experts.104.gate_proj,0.0000468990,0.02500,4.317
61,mlp.experts.14.up_proj,0.0000444862,0.02500,3.324
61,mlp.experts.23.up_proj,0.0000781844,0.02500,3.259
61,mlp.experts.15.up_proj,0.0000517177,0.02500,3.518
61,mlp.experts.10.up_proj,0.0000371535,0.02500,3.268
61,mlp.experts.11.up_proj,0.0000848396,0.02500,3.059
61,mlp.experts.19.up_proj,0.0000802572,0.02500,3.261
61,mlp.experts.34.up_proj,0.0000946244,0.02500,2.978
61,mlp.experts.105.gate_proj,0.0000432005,0.02500,4.272
61,mlp.experts.109.gate_proj,0.0000541848,0.02500,4.024
61,mlp.experts.97.gate_proj,0.0000442417,0.02500,4.309
61,mlp.experts.38.up_proj,0.0000695307,0.02500,2.896
61,mlp.experts.101.gate_proj,0.0000347574,0.02500,4.518
61,mlp.experts.116.gate_proj,0.0000416819,0.02500,4.133
61,mlp.experts.4.up_proj,0.0000318988,0.02500,4.042
61,mlp.experts.112.gate_proj,0.0000287255,0.02500,4.004
61,mlp.experts.30.up_proj,0.0000679134,0.02500,2.995
61,mlp.experts.0.up_proj,0.0000747749,0.02500,4.075
61,mlp.experts.31.up_proj,0.0000595635,0.02500,3.193
61,mlp.experts.26.up_proj,0.0000416409,0.02500,3.244
61,mlp.experts.27.up_proj,0.0000350324,0.02500,3.398
61,mlp.experts.39.up_proj,0.0000225656,0.02500,3.981
61,mlp.experts.35.up_proj,0.0000301574,0.02500,3.274
61,mlp.experts.50.up_proj,0.0000341069,0.02500,3.171
61,mlp.experts.54.up_proj,0.0000290449,0.02500,3.273
61,mlp.experts.20.up_proj,0.0000810378,0.02500,3.068
61,mlp.experts.12.up_proj,0.0000812163,0.02500,3.083
61,mlp.experts.8.up_proj,0.0000630493,0.02500,3.137
61,mlp.experts.16.up_proj,0.0000596893,0.02500,3.103
61,mlp.experts.46.up_proj,0.0000539832,0.02500,3.341
61,mlp.experts.47.up_proj,0.0000502530,0.02500,2.986
61,mlp.experts.42.up_proj,0.0000778887,0.02500,3.218
61,mlp.experts.43.up_proj,0.0000767145,0.02500,3.084
61,mlp.experts.113.gate_proj,0.0000620748,0.02500,5.221
61,mlp.experts.1.up_proj,0.0000432106,0.02500,5.500
61,mlp.experts.55.up_proj,0.0000660042,0.02500,3.493
61,mlp.experts.5.up_proj,0.0000421050,0.02500,5.794
61,mlp.experts.66.up_proj,0.0000299421,0.02500,3.409
61,mlp.experts.117.gate_proj,0.0000823889,0.02500,5.248
61,mlp.experts.51.up_proj,0.0000371529,0.02500,3.611
61,mlp.experts.70.up_proj,0.0000746815,0.02500,3.331
61,mlp.experts.24.up_proj,0.0000748968,0.02500,3.061
61,mlp.experts.36.up_proj,0.0000812111,0.02500,3.149
61,mlp.experts.28.up_proj,0.0000460869,0.02500,3.144
61,mlp.experts.32.up_proj,0.0000542863,0.02500,3.098
61,mlp.experts.62.up_proj,0.0000350597,0.02500,3.501
61,mlp.experts.63.up_proj,0.0000715661,0.02500,3.678
61,mlp.experts.58.up_proj,0.0000629791,0.02500,3.241
61,mlp.experts.59.up_proj,0.0000471752,0.02500,3.333
61,mlp.experts.71.up_proj,0.0000636061,0.02500,3.147
61,mlp.experts.9.up_proj,0.0000535339,0.02500,4.168
61,mlp.experts.67.up_proj,0.0000563149,0.02500,3.286
61,mlp.experts.17.up_proj,0.0000464699,0.02500,4.273
61,mlp.experts.82.up_proj,0.0000551838,0.02500,3.589
61,mlp.experts.21.up_proj,0.0000587991,0.02500,4.026
61,mlp.experts.13.up_proj,0.0000082469,0.02500,4.182
61,mlp.experts.86.up_proj,0.0000304702,0.02500,3.881
61,mlp.experts.40.up_proj,0.0000676098,0.02500,3.368
61,mlp.experts.52.up_proj,0.0000188008,0.02500,3.431
61,mlp.experts.44.up_proj,0.0000246658,0.02500,3.540
61,mlp.experts.48.up_proj,0.0000474063,0.02500,3.371
61,mlp.experts.75.up_proj,0.0000435865,0.02500,3.395
61,mlp.experts.78.up_proj,0.0000543552,0.02500,3.801
61,mlp.experts.79.up_proj,0.0000468645,0.02500,3.667
61,mlp.experts.87.up_proj,0.0000505951,0.02500,3.116
61,mlp.experts.74.up_proj,0.0000363135,0.02500,3.841
61,mlp.experts.98.up_proj,0.0000190323,0.02500,3.379
61,mlp.experts.83.up_proj,0.0000455214,0.02500,3.887
61,mlp.experts.56.up_proj,0.0000638099,0.02500,3.183
61,mlp.experts.68.up_proj,0.0000913941,0.02500,3.126
61,mlp.experts.60.up_proj,0.0000476855,0.02500,3.156
61,mlp.experts.102.up_proj,0.0000571828,0.02500,3.441
61,mlp.experts.64.up_proj,0.0000413904,0.02500,3.165
61,mlp.experts.25.up_proj,0.0000579097,0.02500,4.730
61,mlp.experts.37.up_proj,0.0000577662,0.02500,4.606
61,mlp.experts.33.up_proj,0.0000451220,0.02500,4.747
61,mlp.experts.103.up_proj,0.0000502600,0.02500,3.095
61,mlp.experts.91.up_proj,0.0001174675,0.02500,3.379
61,mlp.experts.29.up_proj,0.0000378233,0.02500,5.028
61,mlp.experts.94.up_proj,0.0000687407,0.02500,3.685
61,mlp.experts.95.up_proj,0.0001149446,0.02500,3.854
61,mlp.experts.90.up_proj,0.0000393717,0.02500,3.990
61,mlp.experts.114.up_proj,0.0000434981,0.02500,3.041
61,mlp.experts.99.up_proj,0.0000208594,0.02500,3.421
61,mlp.experts.72.up_proj,0.0000495100,0.02500,3.180
61,mlp.experts.84.up_proj,0.0000691057,0.02500,3.252
61,mlp.experts.118.up_proj,0.0000414459,0.02500,3.081
61,mlp.experts.76.up_proj,0.0000711616,0.02500,3.177
61,mlp.experts.80.up_proj,0.0000508967,0.02500,3.229
61,mlp.experts.110.up_proj,0.0000487382,0.02500,2.508
61,mlp.experts.106.up_proj,0.0000631884,0.02500,2.257
61,mlp.experts.119.up_proj,0.0000323650,0.02500,3.425
61,mlp.experts.107.up_proj,0.0000833354,0.02500,3.496
61,mlp.experts.41.up_proj,0.0000301407,0.02500,4.511
61,mlp.experts.111.up_proj,0.0000595157,0.02500,3.058
61,mlp.experts.53.up_proj,0.0000737251,0.02500,4.509
61,mlp.experts.49.up_proj,0.0000573747,0.02500,4.520
61,mlp.experts.115.up_proj,0.0000967450,0.02500,2.466
61,mlp.experts.88.up_proj,0.0000480719,0.02500,3.056
61,mlp.experts.100.up_proj,0.0000378290,0.02500,3.070
61,mlp.experts.92.up_proj,0.0000691940,0.02500,3.083
61,mlp.experts.96.up_proj,0.0001165352,0.02500,3.019
61,mlp.experts.45.up_proj,0.0000542700,0.02500,5.125
61,mlp.experts.104.up_proj,0.0000447924,0.02500,2.907
61,mlp.experts.116.up_proj,0.0000399754,0.02500,2.871
61,mlp.experts.108.up_proj,0.0000708361,0.02500,2.822
61,mlp.experts.112.up_proj,0.0000281977,0.02500,2.743
61,mlp.experts.57.up_proj,0.0000465164,0.02500,4.556
61,mlp.experts.65.up_proj,0.0000671991,0.02500,4.557
61,mlp.experts.69.up_proj,0.0000319240,0.02500,4.731
61,mlp.experts.61.up_proj,0.0000781333,0.02500,4.836
61,mlp.experts.73.up_proj,0.0000402711,0.02500,5.084
61,mlp.experts.85.up_proj,0.0000835849,0.02500,5.064
61,mlp.experts.81.up_proj,0.0000594074,0.02500,5.139
61,mlp.experts.77.up_proj,0.0000480386,0.02500,4.941
61,mlp.experts.89.up_proj,0.0000677301,0.02500,4.201
61,mlp.experts.101.up_proj,0.0000340132,0.02500,4.194
61,mlp.experts.97.up_proj,0.0000429191,0.02500,4.450
61,mlp.experts.93.up_proj,0.0000378412,0.02500,4.216
61,mlp.experts.105.up_proj,0.0000416298,0.02500,5.341
61,mlp.experts.117.up_proj,0.0000803305,0.02500,5.368
61,mlp.experts.113.up_proj,0.0000586612,0.02500,5.244
61,mlp.experts.109.up_proj,0.0000524649,0.02500,4.159
61,mlp.experts.2.down_proj,0.0000045759,0.02500,1.818
61,mlp.experts.10.down_proj,0.0000050370,0.02500,1.738
61,mlp.experts.14.down_proj,0.0000157750,0.02500,1.769
61,mlp.experts.6.down_proj,0.0000162443,0.02500,1.787
61,mlp.experts.4.down_proj,0.0000050617,0.02500,2.242
61,mlp.experts.8.down_proj,0.0000081651,0.02500,2.268
61,mlp.experts.0.down_proj,0.0000128377,0.02500,2.395
61,mlp.experts.12.down_proj,0.0000158123,0.02500,2.339
61,mlp.experts.1.down_proj,0.0000067036,0.02500,2.479
61,mlp.experts.9.down_proj,0.0000119624,0.02500,2.426
61,mlp.experts.13.down_proj,0.0000012965,0.02500,2.459
61,mlp.experts.5.down_proj,0.0000082282,0.02500,2.487
61,mlp.experts.22.down_proj,0.0000074055,0.02500,0.870
61,mlp.experts.26.down_proj,0.0000056962,0.02500,0.933
61,mlp.experts.3.down_proj,0.0000279820,0.02500,2.786
61,mlp.experts.7.down_proj,0.0000034405,0.02500,2.643
61,mlp.experts.11.down_proj,0.0000292216,0.02500,2.689
61,mlp.experts.15.down_proj,0.0000085650,0.02500,2.695
61,mlp.experts.18.down_proj,0.0000119921,0.02500,1.100
61,mlp.experts.30.down_proj,0.0000154724,0.02500,1.111
61,mlp.experts.42.down_proj,0.0000147117,0.02500,0.880
61,mlp.experts.20.down_proj,0.0000181200,0.02500,1.414
61,mlp.experts.24.down_proj,0.0000149061,0.02500,1.408
61,mlp.experts.16.down_proj,0.0000100163,0.02500,1.390
61,mlp.experts.38.down_proj,0.0000094414,0.02500,1.058
61,mlp.experts.46.down_proj,0.0000151628,0.02500,0.954
61,mlp.experts.28.down_proj,0.0000095723,0.02500,1.495
61,mlp.experts.27.down_proj,0.0000079972,0.02500,1.178
61,mlp.experts.23.down_proj,0.0000181868,0.02500,1.254
61,mlp.experts.19.down_proj,0.0000214884,0.02500,1.290
61,mlp.experts.34.down_proj,0.0000254972,0.02500,1.160
61,mlp.experts.31.down_proj,0.0000078884,0.02500,1.274
61,mlp.experts.25.down_proj,0.0000105067,0.02500,1.687
61,mlp.experts.17.down_proj,0.0000145938,0.02500,1.755
61,mlp.experts.29.down_proj,0.0000066500,0.02500,1.744
61,mlp.experts.21.down_proj,0.0000095924,0.02500,1.801
61,mlp.experts.54.down_proj,0.0000032436,0.02500,0.884
61,mlp.experts.58.down_proj,0.0000080907,0.02500,1.105
61,mlp.experts.50.down_proj,0.0000052860,0.02500,0.872
61,mlp.experts.62.down_proj,0.0000062032,0.02500,1.153
61,mlp.experts.36.down_proj,0.0000153355,0.02500,1.354
61,mlp.experts.32.down_proj,0.0000105295,0.02500,1.355
61,mlp.experts.39.down_proj,0.0000032430,0.02500,1.152
61,mlp.experts.43.down_proj,0.0000151124,0.02500,1.188
61,mlp.experts.40.down_proj,0.0000100564,0.02500,1.455
61,mlp.experts.44.down_proj,0.0000083524,0.02500,1.372
61,mlp.experts.35.down_proj,0.0000055466,0.02500,1.260
61,mlp.experts.47.down_proj,0.0000200965,0.02500,1.238
61,mlp.experts.70.down_proj,0.0000114230,0.02500,0.857
61,mlp.experts.66.down_proj,0.0000107253,0.02500,0.839
61,mlp.experts.41.down_proj,0.0000053511,0.02500,1.614
61,mlp.experts.74.down_proj,0.0000046757,0.02500,1.128
61,mlp.experts.33.down_proj,0.0000075119,0.02500,1.685
61,mlp.experts.45.down_proj,0.0000072697,0.02500,1.647
61,mlp.experts.37.down_proj,0.0000213007,0.02500,1.723
61,mlp.experts.59.down_proj,0.0000083702,0.02500,0.966
61,mlp.experts.78.down_proj,0.0000102079,0.02500,1.109
61,mlp.experts.55.down_proj,0.0000129927,0.02500,1.041
61,mlp.experts.52.down_proj,0.0000074423,0.02500,1.153
61,mlp.experts.48.down_proj,0.0000135722,0.02500,1.135
61,mlp.experts.56.down_proj,0.0000122978,0.02500,1.112
61,mlp.experts.63.down_proj,0.0000138550,0.02500,0.970
61,mlp.experts.51.down_proj,0.0000056050,0.02500,1.029
61,mlp.experts.60.down_proj,0.0000137527,0.02500,1.089
61,mlp.experts.86.down_proj,0.0000108629,0.02500,0.907
61,mlp.experts.82.down_proj,0.0000092634,0.02500,0.913
61,mlp.experts.90.down_proj,0.0000081116,0.02500,1.081
61,mlp.experts.94.down_proj,0.0000137561,0.02500,0.924
61,mlp.experts.68.down_proj,0.0000135438,0.02500,0.909
61,mlp.experts.64.down_proj,0.0000071816,0.02500,0.910
61,mlp.experts.75.down_proj,0.0000100471,0.02500,1.040
61,mlp.experts.72.down_proj,0.0000154210,0.02500,0.909
61,mlp.experts.71.down_proj,0.0000209101,0.02500,1.010
61,mlp.experts.67.down_proj,0.0000180453,0.02500,0.922
61,mlp.experts.76.down_proj,0.0000120214,0.02500,0.914
61,mlp.experts.57.down_proj,0.0000078556,0.02500,1.513
61,mlp.experts.61.down_proj,0.0000294307,0.02500,1.464
61,mlp.experts.102.down_proj,0.0000152037,0.02500,0.979
61,mlp.experts.49.down_proj,0.0000110837,0.02500,1.515
61,mlp.experts.79.down_proj,0.0000285678,0.02500,1.112
61,mlp.experts.53.down_proj,0.0000199447,0.02500,1.527
61,mlp.experts.98.down_proj,0.0000040087,0.02500,0.945
61,mlp.experts.106.down_proj,0.0000150032,0.02500,1.033
61,mlp.experts.110.down_proj,0.0000079152,0.02500,0.945
61,mlp.experts.84.down_proj,0.0000119324,0.02500,0.978
61,mlp.experts.91.down_proj,0.0000229525,0.02500,0.936
61,mlp.experts.80.down_proj,0.0000074468,0.02500,0.980
61,mlp.experts.83.down_proj,0.0000101533,0.02500,0.945
61,mlp.experts.88.down_proj,0.0000113959,0.02500,0.995
61,mlp.experts.92.down_proj,0.0000129911,0.02500,0.981
61,mlp.experts.87.down_proj,0.0000074835,0.02500,1.044
61,mlp.experts.118.down_proj,0.0000070956,0.02500,0.980
61,mlp.experts.114.down_proj,0.0000069107,0.02500,0.876
61,mlp.experts.95.down_proj,0.0000188895,0.02500,1.097
61,mlp.experts.73.down_proj,0.0000069751,0.02500,1.317
61,mlp.experts.65.down_proj,0.0000088687,0.02500,1.332
61,mlp.experts.77.down_proj,0.0000066493,0.02500,1.436
61,mlp.experts.69.down_proj,0.0000150419,0.02500,1.385
61,mlp.experts.107.down_proj,0.0000266604,0.02500,0.860
61,mlp.experts.100.down_proj,0.0000042344,0.02500,0.924
61,mlp.experts.96.down_proj,0.0000200647,0.02500,0.923
61,mlp.experts.104.down_proj,0.0000081848,0.02500,0.935
61,mlp.experts.103.down_proj,0.0000080481,0.02500,0.888
61,mlp.experts.108.down_proj,0.0000154082,0.02500,0.915
61,mlp.experts.99.down_proj,0.0000036307,0.02500,1.009
61,mlp.experts.111.down_proj,0.0000092709,0.02500,0.840
61,mlp.experts.116.down_proj,0.0000054340,0.02500,0.649
61,mlp.experts.112.down_proj,0.0000037896,0.02500,0.649
61,mlp.experts.119.down_proj,0.0000042987,0.02500,0.607
61,mlp.experts.115.down_proj,0.0000292088,0.02500,0.602
61,mlp.experts.89.down_proj,0.0000092768,0.02500,1.366
61,mlp.experts.81.down_proj,0.0000180941,0.02500,1.350
61,mlp.experts.93.down_proj,0.0000090289,0.02500,1.342
61,mlp.experts.85.down_proj,0.0000241048,0.02500,1.494
61,mlp.experts.105.down_proj,0.0000077530,0.02500,1.467
61,mlp.experts.97.down_proj,0.0000058115,0.02500,1.428
61,mlp.experts.109.down_proj,0.0000126805,0.02500,1.409
61,mlp.experts.101.down_proj,0.0000098926,0.02500,1.354
61,mlp.experts.113.down_proj,0.0000087762,0.02500,1.017
61,mlp.experts.117.down_proj,0.0000130821,0.02500,0.836
62,self_attn.v_proj,0.0000006808,0.02500,1.555
62,self_attn.k_proj,0.0000002990,0.02500,1.914
62,self_attn.q_proj,0.0000020915,0.02500,2.392
62,self_attn.o_proj,0.0000000747,0.02500,3.871
62,mlp.shared_experts.gate_proj,0.0000033291,0.02500,1.327
62,mlp.shared_experts.up_proj,0.0000019021,0.02500,1.323
62,mlp.shared_experts.down_proj,0.0000002315,0.02500,0.378
62,mlp.experts.7.gate_proj,0.0000920841,0.02500,3.457
62,mlp.experts.15.gate_proj,0.0000652544,0.02500,3.504
62,mlp.experts.12.gate_proj,0.0000485259,0.02500,3.669
62,mlp.experts.0.gate_proj,0.0000578022,0.02500,4.494
62,mlp.experts.4.gate_proj,0.0000630895,0.02500,4.496
62,mlp.experts.8.gate_proj,0.0000540313,0.02500,3.845
62,mlp.experts.11.gate_proj,0.0000420429,0.02500,4.006
62,mlp.experts.3.gate_proj,0.0000360715,0.02500,5.091
62,mlp.experts.2.gate_proj,0.0000515663,0.02500,5.860
62,mlp.experts.1.gate_proj,0.0000637997,0.02500,5.859
62,mlp.experts.9.gate_proj,0.0000561251,0.02500,5.638
62,mlp.experts.5.gate_proj,0.0000258911,0.02500,5.750
62,mlp.experts.6.gate_proj,0.0000364172,0.02500,5.935
62,mlp.experts.13.gate_proj,0.0000496563,0.02500,5.954
62,mlp.experts.10.gate_proj,0.0000421575,0.02500,5.979
62,mlp.experts.14.gate_proj,0.0000397925,0.02500,6.286
62,mlp.experts.23.gate_proj,0.0000899969,0.02500,3.343
62,mlp.experts.31.gate_proj,0.0000537757,0.02500,3.625
62,mlp.experts.16.gate_proj,0.0000488526,0.02500,3.707
62,mlp.experts.20.gate_proj,0.0000300006,0.02500,3.778
62,mlp.experts.19.gate_proj,0.0000583375,0.02500,3.207
62,mlp.experts.28.gate_proj,0.0000794291,0.02500,3.893
62,mlp.experts.24.gate_proj,0.0000516588,0.02500,3.810
62,mlp.experts.27.gate_proj,0.0000954581,0.02500,3.619
62,mlp.experts.17.gate_proj,0.0000352078,0.02500,4.274
62,mlp.experts.25.gate_proj,0.0000393183,0.02500,4.323
62,mlp.experts.21.gate_proj,0.0000288443,0.02500,4.320
62,mlp.experts.29.gate_proj,0.0000619546,0.02500,4.131
62,mlp.experts.18.gate_proj,0.0000560856,0.02500,5.020
62,mlp.experts.32.gate_proj,0.0000524846,0.02500,2.952
62,mlp.experts.39.gate_proj,0.0000270930,0.02500,3.733
62,mlp.experts.36.gate_proj,0.0000566252,0.02500,3.162
62,mlp.experts.26.gate_proj,0.0000301160,0.02500,5.135
62,mlp.experts.22.gate_proj,0.0000637324,0.02500,5.255
62,mlp.experts.47.gate_proj,0.0000569290,0.02500,4.181
62,mlp.experts.40.gate_proj,0.0000304762,0.02500,3.679
62,mlp.experts.44.gate_proj,0.0000776837,0.02500,3.937
62,mlp.experts.30.gate_proj,0.0000452840,0.02500,5.341
62,mlp.experts.43.gate_proj,0.0000311853,0.02500,4.016
62,mlp.experts.35.gate_proj,0.0000684004,0.02500,4.522
62,mlp.experts.33.gate_proj,0.0000635549,0.02500,3.671
62,mlp.experts.48.gate_proj,0.0000640872,0.02500,2.972
62,mlp.experts.41.gate_proj,0.0000343930,0.02500,3.545
62,mlp.experts.45.gate_proj,0.0000536715,0.02500,3.541
62,mlp.experts.37.gate_proj,0.0000636296,0.02500,3.625
62,mlp.experts.52.gate_proj,0.0000649677,0.02500,3.297
62,mlp.experts.63.gate_proj,0.0000969803,0.02500,3.065
62,mlp.experts.55.gate_proj,0.0000504606,0.02500,4.059
62,mlp.experts.60.gate_proj,0.0000707251,0.02500,3.327
62,mlp.experts.51.gate_proj,0.0000656463,0.02500,2.906
62,mlp.experts.56.gate_proj,0.0000261279,0.02500,3.935
62,mlp.experts.59.gate_proj,0.0000952253,0.02500,3.892
62,mlp.experts.34.gate_proj,0.0000439512,0.02500,5.974
62,mlp.experts.49.gate_proj,0.0001224393,0.02500,3.202
62,mlp.experts.38.gate_proj,0.0000503338,0.02500,5.386
62,mlp.experts.42.gate_proj,0.0000440445,0.02500,5.551
62,mlp.experts.57.gate_proj,0.0000727663,0.02500,3.338
62,mlp.experts.64.gate_proj,0.0001748723,0.02500,3.564
62,mlp.experts.68.gate_proj,0.0001430208,0.02500,3.005
62,mlp.experts.61.gate_proj,0.0000930530,0.02500,3.357
62,mlp.experts.53.gate_proj,0.0000361948,0.02500,3.367
62,mlp.experts.79.gate_proj,0.0001055243,0.02500,2.922
62,mlp.experts.46.gate_proj,0.0000431217,0.02500,5.857
62,mlp.experts.67.gate_proj,0.0000243823,0.02500,2.910
62,mlp.experts.76.gate_proj,0.0000763707,0.02500,3.432
62,mlp.experts.71.gate_proj,0.0000465687,0.02500,3.901
62,mlp.experts.72.gate_proj,0.0000350766,0.02500,3.336
62,mlp.experts.75.gate_proj,0.0000710934,0.02500,3.901
62,mlp.experts.65.gate_proj,0.0000649155,0.02500,3.569
62,mlp.experts.84.gate_proj,0.0000270418,0.02500,2.913
62,mlp.experts.73.gate_proj,0.0000258276,0.02500,3.464
62,mlp.experts.95.gate_proj,0.0000595830,0.02500,3.039
62,mlp.experts.50.gate_proj,0.0001418560,0.02500,4.280
62,mlp.experts.69.gate_proj,0.0000205471,0.02500,3.478
62,mlp.experts.77.gate_proj,0.0001001764,0.02500,3.561
62,mlp.experts.58.gate_proj,0.0000786596,0.02500,3.886
62,mlp.experts.54.gate_proj,0.0000547115,0.02500,4.117
62,mlp.experts.80.gate_proj,0.0000279656,0.02500,3.957
62,mlp.experts.83.gate_proj,0.0000969673,0.02500,3.285
62,mlp.experts.92.gate_proj,0.0000248161,0.02500,3.080
62,mlp.experts.62.gate_proj,0.0000357695,0.02500,3.999
62,mlp.experts.88.gate_proj,0.0000782937,0.02500,3.414
62,mlp.experts.87.gate_proj,0.0001047404,0.02500,3.755
62,mlp.experts.91.gate_proj,0.0000647166,0.02500,3.078
62,mlp.experts.81.gate_proj,0.0001154980,0.02500,3.429
62,mlp.experts.100.gate_proj,0.0001085781,0.02500,3.639
62,mlp.experts.111.gate_proj,0.0000703148,0.02500,3.198
62,mlp.experts.89.gate_proj,0.0000258801,0.02500,3.419
62,mlp.experts.93.gate_proj,0.0000893594,0.02500,3.296
62,mlp.experts.85.gate_proj,0.0001149185,0.02500,3.405
62,mlp.experts.96.gate_proj,0.0000294529,0.02500,3.582
62,mlp.experts.108.gate_proj,0.0000459642,0.02500,3.398
62,mlp.experts.74.gate_proj,0.0000423061,0.02500,4.492
62,mlp.experts.99.gate_proj,0.0000270852,0.02500,3.920
62,mlp.experts.66.gate_proj,0.0000932078,0.02500,4.740
62,mlp.experts.70.gate_proj,0.0000464831,0.02500,4.643
62,mlp.experts.104.gate_proj,0.0000641062,0.02500,3.355
62,mlp.experts.103.gate_proj,0.0000399409,0.02500,3.233
62,mlp.experts.107.gate_proj,0.0000591939,0.02500,3.483
62,mlp.experts.78.gate_proj,0.0000576232,0.02500,4.614
62,mlp.experts.7.up_proj,0.0000880389,0.02500,3.111
62,mlp.experts.116.gate_proj,0.0000835287,0.02500,3.249
62,mlp.experts.97.gate_proj,0.0000477300,0.02500,3.963
62,mlp.experts.105.gate_proj,0.0000595036,0.02500,3.987
62,mlp.experts.109.gate_proj,0.0000619688,0.02500,4.002
62,mlp.experts.112.gate_proj,0.0000656533,0.02500,3.460
62,mlp.experts.101.gate_proj,0.0000345197,0.02500,3.975
62,mlp.experts.0.up_proj,0.0000548861,0.02500,3.009
62,mlp.experts.4.up_proj,0.0000613037,0.02500,3.952
62,mlp.experts.3.up_proj,0.0000347981,0.02500,2.903
62,mlp.experts.115.gate_proj,0.0000906145,0.02500,3.984
62,mlp.experts.119.gate_proj,0.0000523327,0.02500,3.784
62,mlp.experts.23.up_proj,0.0000870263,0.02500,2.989
62,mlp.experts.90.gate_proj,0.0000470576,0.02500,4.709
62,mlp.experts.82.gate_proj,0.0000341782,0.02500,4.707
62,mlp.experts.12.up_proj,0.0000466000,0.02500,3.362
62,mlp.experts.86.gate_proj,0.0000598608,0.02500,4.804
62,mlp.experts.113.gate_proj,0.0000637591,0.02500,3.446
62,mlp.experts.1.up_proj,0.0000611940,0.02500,3.362
62,mlp.experts.94.gate_proj,0.0000473045,0.02500,5.047
62,mlp.experts.5.up_proj,0.0000252588,0.02500,3.366
62,mlp.experts.117.gate_proj,0.0000669506,0.02500,3.376
62,mlp.experts.20.up_proj,0.0000290210,0.02500,2.880
62,mlp.experts.8.up_proj,0.0000524282,0.02500,3.704
62,mlp.experts.16.up_proj,0.0000465598,0.02500,3.313
62,mlp.experts.19.up_proj,0.0000573368,0.02500,2.948
62,mlp.experts.39.up_proj,0.0000263077,0.02500,3.092
62,mlp.experts.15.up_proj,0.0000629710,0.02500,3.579
62,mlp.experts.11.up_proj,0.0000399934,0.02500,3.916
62,mlp.experts.28.up_proj,0.0000751298,0.02500,3.453
62,mlp.experts.9.up_proj,0.0000545501,0.02500,3.500
62,mlp.experts.17.up_proj,0.0000341583,0.02500,3.570
62,mlp.experts.36.up_proj,0.0000555137,0.02500,3.195
62,mlp.experts.35.up_proj,0.0000652276,0.02500,2.912
62,mlp.experts.13.up_proj,0.0000451106,0.02500,3.531
62,mlp.experts.21.up_proj,0.0000280300,0.02500,3.654
62,mlp.experts.24.up_proj,0.0000497307,0.02500,3.469
62,mlp.experts.98.gate_proj,0.0000372222,0.02500,5.316
62,mlp.experts.106.gate_proj,0.0000380095,0.02500,5.471
62,mlp.experts.102.gate_proj,0.0000478695,0.02500,5.236
62,mlp.experts.32.up_proj,0.0000506150,0.02500,3.990
62,mlp.experts.31.up_proj,0.0000508725,0.02500,2.959
62,mlp.experts.55.up_proj,0.0000487738,0.02500,3.942
62,mlp.experts.110.gate_proj,0.0000767277,0.02500,5.532
62,mlp.experts.27.up_proj,0.0000923834,0.02500,3.891
62,mlp.experts.44.up_proj,0.0000741219,0.02500,3.351
62,mlp.experts.51.up_proj,0.0000637525,0.02500,2.907
62,mlp.experts.52.up_proj,0.0000621804,0.02500,3.103
62,mlp.experts.40.up_proj,0.0000292313,0.02500,3.381
62,mlp.experts.25.up_proj,0.0000380386,0.02500,4.691
62,mlp.experts.2.up_proj,0.0000493986,0.02500,3.753
62,mlp.experts.47.up_proj,0.0000546451,0.02500,3.211
62,mlp.experts.114.gate_proj,0.0000629131,0.02500,3.912
62,mlp.experts.118.gate_proj,0.0000404521,0.02500,3.777
62,mlp.experts.29.up_proj,0.0000602403,0.02500,4.476
62,mlp.experts.48.up_proj,0.0000621514,0.02500,3.644
62,mlp.experts.33.up_proj,0.0000596862,0.02500,4.766
62,mlp.experts.37.up_proj,0.0000615383,0.02500,4.655
62,mlp.experts.71.up_proj,0.0000447598,0.02500,3.199
62,mlp.experts.43.up_proj,0.0000298700,0.02500,3.182
62,mlp.experts.6.up_proj,0.0000350054,0.02500,3.800
62,mlp.experts.60.up_proj,0.0000684638,0.02500,3.564
62,mlp.experts.68.up_proj,0.0001378004,0.02500,3.164
62,mlp.experts.67.up_proj,0.0000236858,0.02500,3.649
62,mlp.experts.56.up_proj,0.0000245966,0.02500,3.185
62,mlp.experts.18.up_proj,0.0000542460,0.02500,3.595
62,mlp.experts.10.up_proj,0.0000407310,0.02500,3.548
62,mlp.experts.14.up_proj,0.0000376361,0.02500,3.502
62,mlp.experts.87.up_proj,0.0001014324,0.02500,2.957
62,mlp.experts.64.up_proj,0.0001674094,0.02500,3.605
62,mlp.experts.63.up_proj,0.0000933527,0.02500,3.939
62,mlp.experts.59.up_proj,0.0000920789,0.02500,3.231
62,mlp.experts.41.up_proj,0.0000325017,0.02500,4.597
62,mlp.experts.22.up_proj,0.0000636567,0.02500,3.321
62,mlp.experts.49.up_proj,0.0001183696,0.02500,4.467
62,mlp.experts.45.up_proj,0.0000516620,0.02500,4.638
62,mlp.experts.53.up_proj,0.0000349926,0.02500,4.575
62,mlp.experts.76.up_proj,0.0000703628,0.02500,3.676
62,mlp.experts.84.up_proj,0.0000263325,0.02500,3.293
62,mlp.experts.83.up_proj,0.0000937580,0.02500,3.394
62,mlp.experts.72.up_proj,0.0000340118,0.02500,3.418
62,mlp.experts.26.up_proj,0.0000292675,0.02500,3.119
62,mlp.experts.30.up_proj,0.0000422506,0.02500,3.097
62,mlp.experts.34.up_proj,0.0000422467,0.02500,3.244
62,mlp.experts.103.up_proj,0.0000386037,0.02500,3.099
62,mlp.experts.80.up_proj,0.0000269802,0.02500,3.030
62,mlp.experts.79.up_proj,0.0000990234,0.02500,3.408
62,mlp.experts.38.up_proj,0.0000483584,0.02500,3.121
62,mlp.experts.75.up_proj,0.0000673151,0.02500,3.818
62,mlp.experts.57.up_proj,0.0000699543,0.02500,4.107
62,mlp.experts.100.up_proj,0.0001020416,0.02500,3.241
62,mlp.experts.99.up_proj,0.0000259803,0.02500,2.880
62,mlp.experts.65.up_proj,0.0000615041,0.02500,4.159
62,mlp.experts.69.up_proj,0.0000201108,0.02500,3.958
62,mlp.experts.92.up_proj,0.0000240748,0.02500,3.902
62,mlp.experts.61.up_proj,0.0000895727,0.02500,4.240
62,mlp.experts.88.up_proj,0.0000721864,0.02500,3.280
62,mlp.experts.96.up_proj,0.0000286816,0.02500,3.029
62,mlp.experts.50.up_proj,0.0001354341,0.02500,3.367
62,mlp.experts.42.up_proj,0.0000425321,0.02500,3.536
62,mlp.experts.46.up_proj,0.0000418075,0.02500,3.533
62,mlp.experts.95.up_proj,0.0000578342,0.02500,2.940
62,mlp.experts.119.up_proj,0.0000509690,0.02500,3.839
62,mlp.experts.54.up_proj,0.0000527165,0.02500,3.529
62,mlp.experts.115.up_proj,0.0000763998,0.02500,3.066
62,mlp.experts.91.up_proj,0.0000621534,0.02500,3.668
62,mlp.experts.116.up_proj,0.0000800204,0.02500,3.252
62,mlp.experts.104.up_proj,0.0000605713,0.02500,3.408
62,mlp.experts.108.up_proj,0.0000444248,0.02500,3.696
62,mlp.experts.111.up_proj,0.0000681132,0.02500,2.476
62,mlp.experts.112.up_proj,0.0000632577,0.02500,2.848
62,mlp.experts.73.up_proj,0.0000252914,0.02500,4.488
62,mlp.experts.66.up_proj,0.0000874341,0.02500,3.201
62,mlp.experts.58.up_proj,0.0000766201,0.02500,3.263
62,mlp.experts.62.up_proj,0.0000344028,0.02500,3.257
62,mlp.experts.85.up_proj,0.0001099861,0.02500,4.556
62,mlp.experts.107.up_proj,0.0000575386,0.02500,1.864
62,mlp.experts.81.up_proj,0.0001112888,0.02500,4.623
62,mlp.experts.77.up_proj,0.0000968225,0.02500,4.567
62,mlp.experts.70.up_proj,0.0000446150,0.02500,3.202
62,mlp.experts.82.up_proj,0.0000330388,0.02500,3.015
62,mlp.experts.74.up_proj,0.0000406837,0.02500,3.010
62,mlp.experts.78.up_proj,0.0000554700,0.02500,3.015
62,mlp.experts.86.up_proj,0.0000578339,0.02500,2.851
62,mlp.experts.89.up_proj,0.0000255020,0.02500,4.482
62,mlp.experts.101.up_proj,0.0000334967,0.02500,4.559
62,mlp.experts.97.up_proj,0.0000462008,0.02500,4.587
62,mlp.experts.93.up_proj,0.0000756854,0.02500,4.861
62,mlp.experts.98.up_proj,0.0000360205,0.02500,3.110
62,mlp.experts.90.up_proj,0.0000457498,0.02500,3.100
62,mlp.experts.94.up_proj,0.0000453865,0.02500,3.131
62,mlp.experts.102.up_proj,0.0000462961,0.02500,3.168
62,mlp.experts.105.up_proj,0.0000574747,0.02500,4.991
62,mlp.experts.113.up_proj,0.0000612872,0.02500,4.681
62,mlp.experts.117.up_proj,0.0000646816,0.02500,4.776
62,mlp.experts.109.up_proj,0.0000602453,0.02500,4.451
62,mlp.experts.114.up_proj,0.0000603240,0.02500,3.592
62,mlp.experts.106.up_proj,0.0000360798,0.02500,3.602
62,mlp.experts.110.up_proj,0.0000746261,0.02500,3.791
62,mlp.experts.118.up_proj,0.0000390466,0.02500,3.165
62,mlp.experts.11.down_proj,0.0000100689,0.02500,1.051
62,mlp.experts.15.down_proj,0.0000106420,0.02500,1.054
62,mlp.experts.8.down_proj,0.0000091508,0.02500,1.082
62,mlp.experts.0.down_proj,0.0000119569,0.02500,1.110
62,mlp.experts.7.down_proj,0.0000123818,0.02500,1.207
62,mlp.experts.12.down_proj,0.0000070613,0.02500,1.224
62,mlp.experts.4.down_proj,0.0000094018,0.02500,1.225
62,mlp.experts.3.down_proj,0.0000092208,0.02500,1.273
62,mlp.experts.6.down_proj,0.0000145423,0.02500,1.457
62,mlp.experts.14.down_proj,0.0000083161,0.02500,1.473
62,mlp.experts.2.down_proj,0.0000105882,0.02500,1.504
62,mlp.experts.10.down_proj,0.0000061571,0.02500,1.511
62,mlp.experts.1.down_proj,0.0000104740,0.02500,1.530
62,mlp.experts.13.down_proj,0.0000228353,0.02500,1.527
62,mlp.experts.5.down_proj,0.0000103821,0.02500,1.539
62,mlp.experts.9.down_proj,0.0000156549,0.02500,1.558
62,mlp.experts.27.down_proj,0.0000161650,0.02500,0.890
62,mlp.experts.24.down_proj,0.0000095740,0.02500,0.920
62,mlp.experts.16.down_proj,0.0000079225,0.02500,0.925
62,mlp.experts.23.down_proj,0.0000199741,0.02500,0.913
62,mlp.experts.20.down_proj,0.0000063545,0.02500,0.911
62,mlp.experts.28.down_proj,0.0000175830,0.02500,0.924
62,mlp.experts.31.down_proj,0.0000088107,0.02500,1.144
62,mlp.experts.19.down_proj,0.0000115481,0.02500,1.142
62,mlp.experts.22.down_proj,0.0000211588,0.02500,1.177
62,mlp.experts.17.down_proj,0.0000103080,0.02500,1.139
62,mlp.experts.25.down_proj,0.0000057705,0.02500,1.125
62,mlp.experts.18.down_proj,0.0000091223,0.02500,1.191
62,mlp.experts.30.down_proj,0.0000058919,0.02500,1.218
62,mlp.experts.29.down_proj,0.0000139711,0.02500,1.188
62,mlp.experts.21.down_proj,0.0000069775,0.02500,1.195
62,mlp.experts.26.down_proj,0.0000063354,0.02500,1.254
62,mlp.experts.40.down_proj,0.0000060953,0.02500,0.847
62,mlp.experts.32.down_proj,0.0000114681,0.02500,0.839
62,mlp.experts.43.down_proj,0.0000108560,0.02500,0.932
62,mlp.experts.36.down_proj,0.0000166409,0.02500,0.840
62,mlp.experts.44.down_proj,0.0000117282,0.02500,0.832
62,mlp.experts.39.down_proj,0.0000087476,0.02500,0.913
62,mlp.experts.47.down_proj,0.0000084458,0.02500,0.943
62,mlp.experts.35.down_proj,0.0000148703,0.02500,1.143
62,mlp.experts.56.down_proj,0.0000047690,0.02500,0.821
62,mlp.experts.48.down_proj,0.0000121923,0.02500,0.838
62,mlp.experts.59.down_proj,0.0000140878,0.02500,0.858
62,mlp.experts.60.down_proj,0.0000168547,0.02500,0.824
62,mlp.experts.52.down_proj,0.0000116596,0.02500,0.828
62,mlp.experts.38.down_proj,0.0000071814,0.02500,1.277
62,mlp.experts.34.down_proj,0.0000069994,0.02500,1.251
62,mlp.experts.46.down_proj,0.0000076434,0.02500,1.289
62,mlp.experts.63.down_proj,0.0000194771,0.02500,0.885
62,mlp.experts.42.down_proj,0.0000069754,0.02500,1.286
62,mlp.experts.55.down_proj,0.0000090571,0.02500,1.178
62,mlp.experts.33.down_proj,0.0000115788,0.02500,1.558
62,mlp.experts.41.down_proj,0.0000054029,0.02500,1.571
62,mlp.experts.45.down_proj,0.0000122187,0.02500,1.584
62,mlp.experts.37.down_proj,0.0000102364,0.02500,1.650
62,mlp.experts.75.down_proj,0.0000116037,0.02500,0.907
62,mlp.experts.72.down_proj,0.0000058238,0.02500,1.018
62,mlp.experts.51.down_proj,0.0000168102,0.02500,1.150
62,mlp.experts.64.down_proj,0.0000543850,0.02500,1.018
62,mlp.experts.76.down_proj,0.0000116895,0.02500,1.037
62,mlp.experts.68.down_proj,0.0000581942,0.02500,1.176
62,mlp.experts.79.down_proj,0.0000256795,0.02500,1.043
62,mlp.experts.71.down_proj,0.0000062995,0.02500,1.034
62,mlp.experts.54.down_proj,0.0000076851,0.02500,1.392
62,mlp.experts.62.down_proj,0.0000059923,0.02500,1.325
62,mlp.experts.58.down_proj,0.0000172992,0.02500,1.318
62,mlp.experts.50.down_proj,0.0000474912,0.02500,1.484
62,mlp.experts.67.down_proj,0.0000070873,0.02500,0.988
62,mlp.experts.91.down_proj,0.0000089299,0.02500,1.059
62,mlp.experts.61.down_proj,0.0000124158,0.02500,1.494
62,mlp.experts.88.down_proj,0.0000126874,0.02500,1.128
62,mlp.experts.49.down_proj,0.0000182669,0.02500,1.610
62,mlp.experts.53.down_proj,0.0000050946,0.02500,1.475
62,mlp.experts.80.down_proj,0.0000068781,0.02500,1.153
62,mlp.experts.57.down_proj,0.0000195985,0.02500,1.631
62,mlp.experts.92.down_proj,0.0000087138,0.02500,1.088
62,mlp.experts.84.down_proj,0.0000057087,0.02500,1.083
62,mlp.experts.95.down_proj,0.0000248464,0.02500,1.050
62,mlp.experts.87.down_proj,0.0000258114,0.02500,0.902
62,mlp.experts.78.down_proj,0.0000189528,0.02500,1.229
62,mlp.experts.70.down_proj,0.0000065334,0.02500,1.269
62,mlp.experts.74.down_proj,0.0000148371,0.02500,1.306
62,mlp.experts.66.down_proj,0.0000235621,0.02500,1.295
62,mlp.experts.107.down_proj,0.0000117919,0.02500,1.124
62,mlp.experts.104.down_proj,0.0000164709,0.02500,1.025
62,mlp.experts.96.down_proj,0.0000096883,0.02500,0.971
62,mlp.experts.83.down_proj,0.0000131245,0.02500,1.159
62,mlp.experts.108.down_proj,0.0000072150,0.02500,1.038
62,mlp.experts.111.down_proj,0.0000132185,0.02500,0.848
62,mlp.experts.103.down_proj,0.0000061821,0.02500,0.840
62,mlp.experts.100.down_proj,0.0000147506,0.02500,1.037
62,mlp.experts.65.down_proj,0.0000108839,0.02500,1.389
62,mlp.experts.77.down_proj,0.0000335259,0.02500,1.473
62,mlp.experts.69.down_proj,0.0000036653,0.02500,1.424
62,mlp.experts.73.down_proj,0.0000068731,0.02500,1.441
62,mlp.experts.112.down_proj,0.0000154849,0.02500,0.629
62,mlp.experts.99.down_proj,0.0000033946,0.02500,0.640
62,mlp.experts.119.down_proj,0.0000111236,0.02500,0.627
62,mlp.experts.116.down_proj,0.0000196086,0.02500,0.606
62,mlp.experts.115.down_proj,0.0000142311,0.02500,0.492
62,mlp.experts.94.down_proj,0.0000073374,0.02500,1.490
62,mlp.experts.86.down_proj,0.0000098362,0.02500,1.453
62,mlp.experts.90.down_proj,0.0000071318,0.02500,1.419
62,mlp.experts.82.down_proj,0.0000044421,0.02500,1.434
62,mlp.experts.81.down_proj,0.0000282178,0.02500,1.338
62,mlp.experts.85.down_proj,0.0000235203,0.02500,1.354
62,mlp.experts.89.down_proj,0.0000044728,0.02500,1.371
62,mlp.experts.93.down_proj,0.0000365953,0.02500,1.436
62,mlp.experts.110.down_proj,0.0000119639,0.02500,1.495
62,mlp.experts.106.down_proj,0.0000053065,0.02500,1.446
62,mlp.experts.102.down_proj,0.0000079460,0.02500,1.527
62,mlp.experts.98.down_proj,0.0000056956,0.02500,1.441
62,mlp.experts.97.down_proj,0.0000167477,0.02500,1.564
62,mlp.experts.105.down_proj,0.0000090726,0.02500,1.431
62,mlp.experts.101.down_proj,0.0000070124,0.02500,1.561
62,mlp.experts.109.down_proj,0.0000101385,0.02500,1.568
62,mlp.experts.118.down_proj,0.0000142310,0.02500,0.936
62,mlp.experts.114.down_proj,0.0000098440,0.02500,0.921
62,mlp.experts.113.down_proj,0.0000102584,0.02500,1.043
62,mlp.experts.117.down_proj,0.0000115149,0.02500,0.983
63,self_attn.v_proj,0.0000003905,0.02500,1.994
63,self_attn.k_proj,0.0000001971,0.02500,2.016
63,self_attn.q_proj,0.0000014217,0.02500,2.065
63,self_attn.o_proj,0.0000002807,0.02500,3.936
63,mlp.shared_experts.gate_proj,0.0000033417,0.02500,1.501
63,mlp.shared_experts.up_proj,0.0000019253,0.02500,1.465
63,mlp.shared_experts.down_proj,0.0000001960,0.02500,0.397
63,mlp.experts.12.gate_proj,0.0000555192,0.02500,4.302
63,mlp.experts.8.gate_proj,0.0000441129,0.02500,4.364
63,mlp.experts.1.gate_proj,0.0000443750,0.02500,4.755
63,mlp.experts.13.gate_proj,0.0000700865,0.02500,4.493
63,mlp.experts.9.gate_proj,0.0000654016,0.02500,4.509
63,mlp.experts.0.gate_proj,0.0000527116,0.02500,4.949
63,mlp.experts.5.gate_proj,0.0000332517,0.02500,4.699
63,mlp.experts.4.gate_proj,0.0000728247,0.02500,4.878
63,mlp.experts.2.gate_proj,0.0001038541,0.02500,6.909
63,mlp.experts.6.gate_proj,0.0001015609,0.02500,6.655
63,mlp.experts.10.gate_proj,0.0000764296,0.02500,6.771
63,mlp.experts.14.gate_proj,0.0000560233,0.02500,6.890
63,mlp.experts.28.gate_proj,0.0000479407,0.02500,3.143
63,mlp.experts.3.gate_proj,0.0000709459,0.02500,7.706
63,mlp.experts.17.gate_proj,0.0000596768,0.02500,3.363
63,mlp.experts.21.gate_proj,0.0000688404,0.02500,3.103
63,mlp.experts.25.gate_proj,0.0000928786,0.02500,3.294
63,mlp.experts.11.gate_proj,0.0000992078,0.02500,7.869
63,mlp.experts.16.gate_proj,0.0000677882,0.02500,3.251
63,mlp.experts.29.gate_proj,0.0000696083,0.02500,3.436
63,mlp.experts.15.gate_proj,0.0000488170,0.02500,8.081
63,mlp.experts.7.gate_proj,0.0000413104,0.02500,8.161
63,mlp.experts.24.gate_proj,0.0000879802,0.02500,4.065
63,mlp.experts.20.gate_proj,0.0000707356,0.02500,3.989
63,mlp.experts.44.gate_proj,0.0000404812,0.02500,3.256
63,mlp.experts.45.gate_proj,0.0000340921,0.02500,3.356
63,mlp.experts.32.gate_proj,0.0000513566,0.02500,3.461
63,mlp.experts.37.gate_proj,0.0000262909,0.02500,3.622
63,mlp.experts.41.gate_proj,0.0000523327,0.02500,3.684
63,mlp.experts.33.gate_proj,0.0000370664,0.02500,3.766
63,mlp.experts.18.gate_proj,0.0000456364,0.02500,5.257
63,mlp.experts.26.gate_proj,0.0000569487,0.02500,5.224
63,mlp.experts.22.gate_proj,0.0000296216,0.02500,5.372
63,mlp.experts.30.gate_proj,0.0000978141,0.02500,5.322
63,mlp.experts.19.gate_proj,0.0000863506,0.02500,4.582
63,mlp.experts.40.gate_proj,0.0000434892,0.02500,3.804
63,mlp.experts.27.gate_proj,0.0000499230,0.02500,4.482
63,mlp.experts.23.gate_proj,0.0000495502,0.02500,4.414
63,mlp.experts.31.gate_proj,0.0000925319,0.02500,4.658
63,mlp.experts.36.gate_proj,0.0000473393,0.02500,4.060
63,mlp.experts.60.gate_proj,0.0000727742,0.02500,3.366
63,mlp.experts.49.gate_proj,0.0000632251,0.02500,2.997
63,mlp.experts.61.gate_proj,0.0000627794,0.02500,3.537
63,mlp.experts.48.gate_proj,0.0000464433,0.02500,3.532
63,mlp.experts.53.gate_proj,0.0000581170,0.02500,3.471
63,mlp.experts.57.gate_proj,0.0000588485,0.02500,3.851
63,mlp.experts.56.gate_proj,0.0000549441,0.02500,3.196
63,mlp.experts.34.gate_proj,0.0000827498,0.02500,3.997
63,mlp.experts.42.gate_proj,0.0000653096,0.02500,3.988
63,mlp.experts.38.gate_proj,0.0000677939,0.02500,4.060
63,mlp.experts.46.gate_proj,0.0000260206,0.02500,4.080
63,mlp.experts.35.gate_proj,0.0000641045,0.02500,4.301
63,mlp.experts.43.gate_proj,0.0000395340,0.02500,4.308
63,mlp.experts.52.gate_proj,0.0000526155,0.02500,3.735
63,mlp.experts.39.gate_proj,0.0000574992,0.02500,4.245
63,mlp.experts.47.gate_proj,0.0000315060,0.02500,4.168
63,mlp.experts.76.gate_proj,0.0000740649,0.02500,3.815
63,mlp.experts.69.gate_proj,0.0000533243,0.02500,3.005
63,mlp.experts.65.gate_proj,0.0000154825,0.02500,3.628
63,mlp.experts.77.gate_proj,0.0000399564,0.02500,3.437
63,mlp.experts.73.gate_proj,0.0000563001,0.02500,3.323
63,mlp.experts.72.gate_proj,0.0000435320,0.02500,3.249
63,mlp.experts.64.gate_proj,0.0000928249,0.02500,4.028
63,mlp.experts.50.gate_proj,0.0000673418,0.02500,3.381
63,mlp.experts.58.gate_proj,0.0000734048,0.02500,3.425
63,mlp.experts.62.gate_proj,0.0000663676,0.02500,3.253
63,mlp.experts.54.gate_proj,0.0000672210,0.02500,3.407
63,mlp.experts.68.gate_proj,0.0000755710,0.02500,3.089
63,mlp.experts.59.gate_proj,0.0000589461,0.02500,4.241
63,mlp.experts.51.gate_proj,0.0000276301,0.02500,4.484
63,mlp.experts.55.gate_proj,0.0000342523,0.02500,4.299
63,mlp.experts.81.gate_proj,0.0000432769,0.02500,3.005
63,mlp.experts.92.gate_proj,0.0000370173,0.02500,3.592
63,mlp.experts.63.gate_proj,0.0000500335,0.02500,4.634
63,mlp.experts.89.gate_proj,0.0000564796,0.02500,2.968
63,mlp.experts.85.gate_proj,0.0000900443,0.02500,3.930
63,mlp.experts.93.gate_proj,0.0000412055,0.02500,3.984
63,mlp.experts.88.gate_proj,0.0000513830,0.02500,3.707
63,mlp.experts.66.gate_proj,0.0000353256,0.02500,3.256
63,mlp.experts.80.gate_proj,0.0000980930,0.02500,3.625
63,mlp.experts.74.gate_proj,0.0000668650,0.02500,3.280
63,mlp.experts.70.gate_proj,0.0000367737,0.02500,3.320
63,mlp.experts.78.gate_proj,0.0000457730,0.02500,3.400
63,mlp.experts.84.gate_proj,0.0000434558,0.02500,3.582
63,mlp.experts.97.gate_proj,0.0000335595,0.02500,3.074
63,mlp.experts.105.gate_proj,0.0000664636,0.02500,3.282
63,mlp.experts.108.gate_proj,0.0001365277,0.02500,3.550
63,mlp.experts.75.gate_proj,0.0000266955,0.02500,4.566
63,mlp.experts.67.gate_proj,0.0000257175,0.02500,4.528
63,mlp.experts.71.gate_proj,0.0000775975,0.02500,4.529
63,mlp.experts.101.gate_proj,0.0000322494,0.02500,3.878
63,mlp.experts.104.gate_proj,0.0000992623,0.02500,3.386
63,mlp.experts.109.gate_proj,0.0000367985,0.02500,3.561
63,mlp.experts.79.gate_proj,0.0000256113,0.02500,4.574
63,mlp.experts.96.gate_proj,0.0000781230,0.02500,3.705
63,mlp.experts.82.gate_proj,0.0000506700,0.02500,3.756
63,mlp.experts.90.gate_proj,0.0000737997,0.02500,3.722
63,mlp.experts.86.gate_proj,0.0000619298,0.02500,3.623
63,mlp.experts.94.gate_proj,0.0000800170,0.02500,3.714
63,mlp.experts.100.gate_proj,0.0000759646,0.02500,3.572
63,mlp.experts.113.gate_proj,0.0000801076,0.02500,3.474
63,mlp.experts.1.up_proj,0.0000422265,0.02500,3.418
63,mlp.experts.4.up_proj,0.0000703425,0.02500,3.618
63,mlp.experts.5.up_proj,0.0000314559,0.02500,3.030
63,mlp.experts.117.gate_proj,0.0000747221,0.02500,3.566
63,mlp.experts.0.up_proj,0.0000515514,0.02500,3.849
63,mlp.experts.112.gate_proj,0.0000455222,0.02500,3.819
63,mlp.experts.91.gate_proj,0.0000690332,0.02500,4.729
63,mlp.experts.116.gate_proj,0.0000837328,0.02500,3.298
63,mlp.experts.83.gate_proj,0.0000561653,0.02500,4.770
63,mlp.experts.98.gate_proj,0.0000822140,0.02500,4.257
63,mlp.experts.106.gate_proj,0.0001212216,0.02500,4.188
63,mlp.experts.102.gate_proj,0.0000327526,0.02500,4.217
63,mlp.experts.95.gate_proj,0.0000720832,0.02500,4.695
63,mlp.experts.110.gate_proj,0.0000315736,0.02500,4.225
63,mlp.experts.87.gate_proj,0.0001008490,0.02500,5.239
63,mlp.experts.17.up_proj,0.0000572130,0.02500,2.861
63,mlp.experts.9.up_proj,0.0000639723,0.02500,3.651
63,mlp.experts.21.up_proj,0.0000638560,0.02500,3.009
63,mlp.experts.20.up_proj,0.0000681611,0.02500,3.262
63,mlp.experts.13.up_proj,0.0000680071,0.02500,3.779
63,mlp.experts.16.up_proj,0.0000659319,0.02500,3.638
63,mlp.experts.8.up_proj,0.0000425424,0.02500,3.328
63,mlp.experts.12.up_proj,0.0000532914,0.02500,3.345
63,mlp.experts.2.up_proj,0.0001008882,0.02500,3.243
63,mlp.experts.114.gate_proj,0.0000263775,0.02500,3.394
63,mlp.experts.118.gate_proj,0.0000537624,0.02500,3.365
63,mlp.experts.6.up_proj,0.0000981127,0.02500,3.381
63,mlp.experts.107.gate_proj,0.0000413528,0.02500,4.711
63,mlp.experts.99.gate_proj,0.0000292115,0.02500,4.759
63,mlp.experts.33.up_proj,0.0000358344,0.02500,3.891
63,mlp.experts.25.up_proj,0.0000919042,0.02500,3.967
63,mlp.experts.111.gate_proj,0.0000916131,0.02500,4.651
63,mlp.experts.36.up_proj,0.0000461464,0.02500,3.586
63,mlp.experts.103.gate_proj,0.0000775375,0.02500,4.694
63,mlp.experts.37.up_proj,0.0000255383,0.02500,3.775
63,mlp.experts.28.up_proj,0.0000463953,0.02500,3.109
63,mlp.experts.29.up_proj,0.0000683963,0.02500,3.652
63,mlp.experts.24.up_proj,0.0000852570,0.02500,3.374
63,mlp.experts.32.up_proj,0.0000493303,0.02500,3.933
63,mlp.experts.3.up_proj,0.0000689458,0.02500,3.336
63,mlp.experts.115.gate_proj,0.0000618660,0.02500,3.308
63,mlp.experts.10.up_proj,0.0000738432,0.02500,4.651
63,mlp.experts.18.up_proj,0.0000441623,0.02500,4.757
63,mlp.experts.41.up_proj,0.0000498874,0.02500,3.358
63,mlp.experts.7.up_proj,0.0000398002,0.02500,3.374
63,mlp.experts.52.up_proj,0.0000499305,0.02500,3.346
63,mlp.experts.14.up_proj,0.0000535647,0.02500,4.812
63,mlp.experts.119.gate_proj,0.0000336898,0.02500,3.396
63,mlp.experts.53.up_proj,0.0000551182,0.02500,3.378
63,mlp.experts.22.up_proj,0.0000284935,0.02500,4.826
63,mlp.experts.49.up_proj,0.0000598737,0.02500,4.075
63,mlp.experts.45.up_proj,0.0000327999,0.02500,3.476
63,mlp.experts.40.up_proj,0.0000416472,0.02500,3.531
63,mlp.experts.44.up_proj,0.0000393175,0.02500,3.800
63,mlp.experts.48.up_proj,0.0000448921,0.02500,3.736
63,mlp.experts.68.up_proj,0.0000735738,0.02500,3.072
63,mlp.experts.19.up_proj,0.0000836268,0.02500,3.684
63,mlp.experts.69.up_proj,0.0000512665,0.02500,3.194
63,mlp.experts.11.up_proj,0.0000967992,0.02500,3.898
63,mlp.experts.26.up_proj,0.0000550337,0.02500,4.162
63,mlp.experts.57.up_proj,0.0000555318,0.02500,4.004
63,mlp.experts.34.up_proj,0.0000799006,0.02500,4.189
63,mlp.experts.65.up_proj,0.0000149338,0.02500,3.679
63,mlp.experts.23.up_proj,0.0000467655,0.02500,4.152
63,mlp.experts.38.up_proj,0.0000646729,0.02500,3.971
63,mlp.experts.30.up_proj,0.0000939157,0.02500,4.197
63,mlp.experts.61.up_proj,0.0000608937,0.02500,3.061
63,mlp.experts.15.up_proj,0.0000474674,0.02500,4.349
63,mlp.experts.60.up_proj,0.0000697056,0.02500,3.295
63,mlp.experts.56.up_proj,0.0000516692,0.02500,4.017
63,mlp.experts.64.up_proj,0.0000897895,0.02500,3.777
63,mlp.experts.84.up_proj,0.0000424812,0.02500,3.111
63,mlp.experts.81.up_proj,0.0000416381,0.02500,2.973
63,mlp.experts.73.up_proj,0.0000533356,0.02500,3.137
63,mlp.experts.85.up_proj,0.0000863905,0.02500,3.761
63,mlp.experts.42.up_proj,0.0000620562,0.02500,3.325
63,mlp.experts.50.up_proj,0.0000649595,0.02500,3.344
63,mlp.experts.46.up_proj,0.0000256501,0.02500,3.276
63,mlp.experts.54.up_proj,0.0000637379,0.02500,3.421
63,mlp.experts.35.up_proj,0.0000622142,0.02500,4.725
63,mlp.experts.27.up_proj,0.0000486552,0.02500,4.630
63,mlp.experts.77.up_proj,0.0000385418,0.02500,3.679
63,mlp.experts.76.up_proj,0.0000716134,0.02500,3.579
63,mlp.experts.39.up_proj,0.0000560526,0.02500,4.554
63,mlp.experts.31.up_proj,0.0000893936,0.02500,4.388
63,mlp.experts.72.up_proj,0.0000420088,0.02500,3.849
63,mlp.experts.80.up_proj,0.0000938095,0.02500,3.864
63,mlp.experts.97.up_proj,0.0000325613,0.02500,2.945
63,mlp.experts.100.up_proj,0.0000734565,0.02500,3.995
63,mlp.experts.89.up_proj,0.0000543496,0.02500,3.399
63,mlp.experts.101.up_proj,0.0000313034,0.02500,3.789
63,mlp.experts.51.up_proj,0.0000267488,0.02500,3.416
63,mlp.experts.43.up_proj,0.0000378734,0.02500,3.323
63,mlp.experts.93.up_proj,0.0000351907,0.02500,3.433
63,mlp.experts.58.up_proj,0.0000701074,0.02500,4.494
63,mlp.experts.66.up_proj,0.0000343612,0.02500,4.470
63,mlp.experts.55.up_proj,0.0000329934,0.02500,3.249
63,mlp.experts.47.up_proj,0.0000305320,0.02500,3.174
63,mlp.experts.62.up_proj,0.0000627551,0.02500,4.566
63,mlp.experts.92.up_proj,0.0000357518,0.02500,3.804
63,mlp.experts.70.up_proj,0.0000357884,0.02500,4.750
63,mlp.experts.88.up_proj,0.0000488183,0.02500,3.211
63,mlp.experts.113.up_proj,0.0000779205,0.02500,3.000
63,mlp.experts.96.up_proj,0.0000747538,0.02500,3.749
63,mlp.experts.116.up_proj,0.0000791601,0.02500,3.529
63,mlp.experts.117.up_proj,0.0000715688,0.02500,2.832
63,mlp.experts.105.up_proj,0.0000629325,0.02500,3.367
63,mlp.experts.109.up_proj,0.0000354329,0.02500,2.844
63,mlp.experts.67.up_proj,0.0000243627,0.02500,3.290
63,mlp.experts.59.up_proj,0.0000551253,0.02500,3.246
63,mlp.experts.71.up_proj,0.0000742216,0.02500,3.174
63,mlp.experts.63.up_proj,0.0000483384,0.02500,3.221
63,mlp.experts.108.up_proj,0.0001292260,0.02500,3.356
63,mlp.experts.104.up_proj,0.0000946857,0.02500,3.352
63,mlp.experts.82.up_proj,0.0000489862,0.02500,4.274
63,mlp.experts.74.up_proj,0.0000637862,0.02500,4.423
63,mlp.experts.112.up_proj,0.0000425996,0.02500,2.769
63,mlp.experts.86.up_proj,0.0000601042,0.02500,4.220
63,mlp.experts.78.up_proj,0.0000441166,0.02500,4.688
63,mlp.experts.83.up_proj,0.0000532966,0.02500,4.968
63,mlp.experts.75.up_proj,0.0000248547,0.02500,5.039
63,mlp.experts.87.up_proj,0.0000811585,0.02500,5.120
63,mlp.experts.98.up_proj,0.0000799383,0.02500,4.256
63,mlp.experts.90.up_proj,0.0000705712,0.02500,4.716
63,mlp.experts.94.up_proj,0.0000779012,0.02500,4.149
63,mlp.experts.79.up_proj,0.0000250287,0.02500,5.757
63,mlp.experts.102.up_proj,0.0000310712,0.02500,4.481
63,mlp.experts.91.up_proj,0.0000647921,0.02500,4.309
63,mlp.experts.99.up_proj,0.0000283628,0.02500,4.496
63,mlp.experts.103.up_proj,0.0000742796,0.02500,4.057
63,mlp.experts.95.up_proj,0.0000693261,0.02500,3.588
63,mlp.experts.114.up_proj,0.0000251033,0.02500,4.550
63,mlp.experts.106.up_proj,0.0001167348,0.02500,4.334
63,mlp.experts.110.up_proj,0.0000302469,0.02500,4.286
63,mlp.experts.118.up_proj,0.0000508631,0.02500,4.279
63,mlp.experts.119.up_proj,0.0000328491,0.02500,2.762
63,mlp.experts.107.up_proj,0.0000394596,0.02500,3.186
63,mlp.experts.115.up_proj,0.0000587165,0.02500,3.235
63,mlp.experts.111.up_proj,0.0000882262,0.02500,2.823
63,mlp.experts.0.down_proj,0.0000089710,0.02500,1.178
63,mlp.experts.4.down_proj,0.0000114946,0.02500,1.278
63,mlp.experts.12.down_proj,0.0000096154,0.02500,1.384
63,mlp.experts.8.down_proj,0.0000071857,0.02500,1.432
63,mlp.experts.16.down_proj,0.0000179351,0.02500,1.036
63,mlp.experts.3.down_proj,0.0000128148,0.02500,2.286
63,mlp.experts.5.down_proj,0.0000044608,0.02500,2.287
63,mlp.experts.9.down_proj,0.0000119236,0.02500,2.056
63,mlp.experts.13.down_proj,0.0000208351,0.02500,2.068
63,mlp.experts.1.down_proj,0.0000121449,0.02500,2.334
63,mlp.experts.15.down_proj,0.0000077647,0.02500,2.132
63,mlp.experts.7.down_proj,0.0000073745,0.02500,2.156
63,mlp.experts.2.down_proj,0.0000231836,0.02500,2.359
63,mlp.experts.11.down_proj,0.0000251470,0.02500,2.185
63,mlp.experts.20.down_proj,0.0000107788,0.02500,1.181
63,mlp.experts.28.down_proj,0.0000089694,0.02500,0.888
63,mlp.experts.24.down_proj,0.0000131932,0.02500,1.043
63,mlp.experts.14.down_proj,0.0000094915,0.02500,2.487
63,mlp.experts.6.down_proj,0.0000235807,0.02500,2.523
63,mlp.experts.10.down_proj,0.0000142078,0.02500,2.593
63,mlp.experts.25.down_proj,0.0000210748,0.02500,1.032
63,mlp.experts.19.down_proj,0.0000129575,0.02500,1.048
63,mlp.experts.29.down_proj,0.0000220952,0.02500,1.046
63,mlp.experts.21.down_proj,0.0000216644,0.02500,1.071
63,mlp.experts.32.down_proj,0.0000062306,0.02500,1.155
63,mlp.experts.44.down_proj,0.0000084186,0.02500,0.924
63,mlp.experts.31.down_proj,0.0000293570,0.02500,1.075
63,mlp.experts.17.down_proj,0.0000154803,0.02500,1.095
63,mlp.experts.27.down_proj,0.0000113162,0.02500,1.067
63,mlp.experts.23.down_proj,0.0000085977,0.02500,1.163
63,mlp.experts.40.down_proj,0.0000080148,0.02500,0.896
63,mlp.experts.36.down_proj,0.0000082501,0.02500,1.178
63,mlp.experts.18.down_proj,0.0000077915,0.02500,1.694
63,mlp.experts.41.down_proj,0.0000126969,0.02500,0.887
63,mlp.experts.45.down_proj,0.0000057163,0.02500,0.886
63,mlp.experts.37.down_proj,0.0000110364,0.02500,0.898
63,mlp.experts.43.down_proj,0.0000059162,0.02500,0.868
63,mlp.experts.30.down_proj,0.0000147466,0.02500,1.633
63,mlp.experts.33.down_proj,0.0000068825,0.02500,0.903
63,mlp.experts.22.down_proj,0.0000060189,0.02500,1.626
63,mlp.experts.60.down_proj,0.0000141146,0.02500,0.953
63,mlp.experts.47.down_proj,0.0000058325,0.02500,0.942
63,mlp.experts.35.down_proj,0.0000123730,0.02500,1.098
63,mlp.experts.26.down_proj,0.0000088019,0.02500,1.656
63,mlp.experts.56.down_proj,0.0000128337,0.02500,0.885
63,mlp.experts.48.down_proj,0.0000084134,0.02500,1.165
63,mlp.experts.39.down_proj,0.0000097736,0.02500,1.051
63,mlp.experts.52.down_proj,0.0000110178,0.02500,1.047
63,mlp.experts.57.down_proj,0.0000098909,0.02500,0.896
63,mlp.experts.61.down_proj,0.0000100388,0.02500,0.873
63,mlp.experts.53.down_proj,0.0000116340,0.02500,0.888
63,mlp.experts.49.down_proj,0.0000081895,0.02500,0.860
63,mlp.experts.59.down_proj,0.0000103078,0.02500,0.939
63,mlp.experts.63.down_proj,0.0000084285,0.02500,1.069
63,mlp.experts.34.down_proj,0.0000188391,0.02500,1.385
63,mlp.experts.72.down_proj,0.0000061031,0.02500,0.999
63,mlp.experts.76.down_proj,0.0000203719,0.02500,1.164
63,mlp.experts.51.down_proj,0.0000089808,0.02500,1.138
63,mlp.experts.55.down_proj,0.0000053774,0.02500,1.006
63,mlp.experts.38.down_proj,0.0000091241,0.02500,1.287
63,mlp.experts.46.down_proj,0.0000049192,0.02500,1.371
63,mlp.experts.64.down_proj,0.0000187222,0.02500,1.196
63,mlp.experts.42.down_proj,0.0000146902,0.02500,1.285
63,mlp.experts.68.down_proj,0.0000105637,0.02500,1.155
63,mlp.experts.77.down_proj,0.0000061904,0.02500,0.879
63,mlp.experts.73.down_proj,0.0000136448,0.02500,0.902
63,mlp.experts.69.down_proj,0.0000134621,0.02500,0.893
63,mlp.experts.65.down_proj,0.0000030477,0.02500,0.886
63,mlp.experts.75.down_proj,0.0000050286,0.02500,0.872
63,mlp.experts.79.down_proj,0.0000062760,0.02500,1.039
63,mlp.experts.67.down_proj,0.0000052862,0.02500,0.929
63,mlp.experts.88.down_proj,0.0000095049,0.02500,1.105
63,mlp.experts.92.down_proj,0.0000052960,0.02500,1.111
63,mlp.experts.71.down_proj,0.0000222408,0.02500,1.157
63,mlp.experts.50.down_proj,0.0000110601,0.02500,1.368
63,mlp.experts.80.down_proj,0.0000270194,0.02500,1.117
63,mlp.experts.93.down_proj,0.0000126817,0.02500,0.914
63,mlp.experts.89.down_proj,0.0000088086,0.02500,0.905
63,mlp.experts.54.down_proj,0.0000103983,0.02500,1.306
63,mlp.experts.85.down_proj,0.0000214268,0.02500,0.919
63,mlp.experts.84.down_proj,0.0000136757,0.02500,1.129
63,mlp.experts.81.down_proj,0.0000071163,0.02500,0.931
63,mlp.experts.91.down_proj,0.0000112256,0.02500,0.885
63,mlp.experts.62.down_proj,0.0000097353,0.02500,1.359
63,mlp.experts.58.down_proj,0.0000099587,0.02500,1.344
63,mlp.experts.83.down_proj,0.0000136825,0.02500,0.894
63,mlp.experts.104.down_proj,0.0000256347,0.02500,1.021
63,mlp.experts.95.down_proj,0.0000149702,0.02500,1.121
63,mlp.experts.108.down_proj,0.0000278109,0.02500,1.038
63,mlp.experts.96.down_proj,0.0000144915,0.02500,0.886
63,mlp.experts.105.down_proj,0.0000081556,0.02500,0.870
63,mlp.experts.109.down_proj,0.0000137501,0.02500,0.900
63,mlp.experts.87.down_proj,0.0000408527,0.02500,1.072
63,mlp.experts.101.down_proj,0.0000049695,0.02500,0.861
63,mlp.experts.100.down_proj,0.0000120716,0.02500,0.850
63,mlp.experts.97.down_proj,0.0000056231,0.02500,0.872
63,mlp.experts.107.down_proj,0.0000092692,0.02500,0.959
63,mlp.experts.66.down_proj,0.0000104933,0.02500,1.362
63,mlp.experts.99.down_proj,0.0000079805,0.02500,0.801
63,mlp.experts.70.down_proj,0.0000049759,0.02500,1.367
63,mlp.experts.112.down_proj,0.0000149379,0.02500,0.620
63,mlp.experts.116.down_proj,0.0000153156,0.02500,0.611
63,mlp.experts.117.down_proj,0.0000107912,0.02500,0.656
63,mlp.experts.78.down_proj,0.0000078098,0.02500,1.440
63,mlp.experts.74.down_proj,0.0000105814,0.02500,1.438
63,mlp.experts.111.down_proj,0.0000247223,0.02500,0.940
63,mlp.experts.103.down_proj,0.0000116060,0.02500,0.723
63,mlp.experts.113.down_proj,0.0000201453,0.02500,0.649
63,mlp.experts.115.down_proj,0.0000095976,0.02500,0.624
63,mlp.experts.119.down_proj,0.0000081284,0.02500,0.490
63,mlp.experts.82.down_proj,0.0000078871,0.02500,1.585
63,mlp.experts.86.down_proj,0.0000174617,0.02500,1.472
63,mlp.experts.94.down_proj,0.0000208717,0.02500,1.473
63,mlp.experts.90.down_proj,0.0000203100,0.02500,1.500
63,mlp.experts.102.down_proj,0.0000037871,0.02500,1.429
63,mlp.experts.98.down_proj,0.0000133476,0.02500,1.605
63,mlp.experts.110.down_proj,0.0000098082,0.02500,1.502
63,mlp.experts.106.down_proj,0.0000240272,0.02500,1.464
63,mlp.experts.118.down_proj,0.0000091826,0.02500,1.037
63,mlp.experts.114.down_proj,0.0000053010,0.02500,0.930
64,self_attn.k_proj,0.0000003277,0.02500,2.079
64,self_attn.v_proj,0.0000006831,0.02500,2.299
64,self_attn.q_proj,0.0000022566,0.02500,2.405
64,self_attn.o_proj,0.0000002442,0.02500,4.220
64,mlp.shared_experts.gate_proj,0.0000035587,0.02500,1.313
64,mlp.shared_experts.up_proj,0.0000019925,0.02500,1.585
64,mlp.shared_experts.down_proj,0.0000002160,0.02500,0.494
64,mlp.experts.13.gate_proj,0.0000731544,0.02500,3.863
64,mlp.experts.1.gate_proj,0.0000513543,0.02500,4.485
64,mlp.experts.9.gate_proj,0.0000487017,0.02500,4.258
64,mlp.experts.3.gate_proj,0.0000467816,0.02500,4.670
64,mlp.experts.5.gate_proj,0.0000262534,0.02500,4.325
64,mlp.experts.2.gate_proj,0.0000757844,0.02500,4.732
64,mlp.experts.10.gate_proj,0.0000453839,0.02500,4.544
64,mlp.experts.6.gate_proj,0.0000501354,0.02500,4.609
64,mlp.experts.7.gate_proj,0.0000415066,0.02500,4.818
64,mlp.experts.11.gate_proj,0.0000742828,0.02500,4.873
64,mlp.experts.14.gate_proj,0.0000537042,0.02500,4.901
64,mlp.experts.15.gate_proj,0.0000536973,0.02500,4.953
64,mlp.experts.4.gate_proj,0.0000842109,0.02500,5.506
64,mlp.experts.12.gate_proj,0.0000427528,0.02500,5.271
64,mlp.experts.8.gate_proj,0.0000728329,0.02500,5.389
64,mlp.experts.0.gate_proj,0.0000643335,0.02500,5.914
64,mlp.experts.17.gate_proj,0.0000248732,0.02500,3.104
64,mlp.experts.29.gate_proj,0.0000471774,0.02500,3.490
64,mlp.experts.21.gate_proj,0.0000196657,0.02500,3.078
64,mlp.experts.18.gate_proj,0.0000644897,0.02500,3.524
64,mlp.experts.26.gate_proj,0.0000434833,0.02500,3.494
64,mlp.experts.25.gate_proj,0.0000485116,0.02500,3.805
64,mlp.experts.22.gate_proj,0.0000481965,0.02500,3.755
64,mlp.experts.19.gate_proj,0.0000503660,0.02500,4.433
64,mlp.experts.30.gate_proj,0.0000701698,0.02500,4.002
64,mlp.experts.23.gate_proj,0.0000591824,0.02500,4.491
64,mlp.experts.27.gate_proj,0.0000483169,0.02500,4.464
64,mlp.experts.20.gate_proj,0.0000817242,0.02500,4.203
64,mlp.experts.28.gate_proj,0.0000407257,0.02500,4.254
64,mlp.experts.24.gate_proj,0.0001477236,0.02500,4.140
64,mlp.experts.31.gate_proj,0.0000488451,0.02500,4.687
64,mlp.experts.16.gate_proj,0.0000527059,0.02500,4.266
64,mlp.experts.45.gate_proj,0.0000668129,0.02500,3.040
64,mlp.experts.37.gate_proj,0.0000770301,0.02500,3.220
64,mlp.experts.33.gate_proj,0.0000368903,0.02500,3.817
64,mlp.experts.41.gate_proj,0.0000312351,0.02500,3.221
64,mlp.experts.34.gate_proj,0.0000465395,0.02500,3.556
64,mlp.experts.42.gate_proj,0.0000441017,0.02500,3.510
64,mlp.experts.38.gate_proj,0.0000566621,0.02500,3.233
64,mlp.experts.46.gate_proj,0.0000377092,0.02500,3.170
64,mlp.experts.36.gate_proj,0.0000187198,0.02500,4.378
64,mlp.experts.35.gate_proj,0.0001183342,0.02500,5.051
64,mlp.experts.53.gate_proj,0.0000616986,0.02500,3.204
64,mlp.experts.40.gate_proj,0.0000674944,0.02500,4.402
64,mlp.experts.49.gate_proj,0.0000439379,0.02500,2.906
64,mlp.experts.44.gate_proj,0.0001176632,0.02500,4.520
64,mlp.experts.61.gate_proj,0.0000595806,0.02500,3.924
64,mlp.experts.39.gate_proj,0.0000775927,0.02500,5.117
64,mlp.experts.32.gate_proj,0.0000532696,0.02500,4.682
64,mlp.experts.43.gate_proj,0.0000424537,0.02500,5.280
64,mlp.experts.47.gate_proj,0.0000586150,0.02500,5.088
64,mlp.experts.57.gate_proj,0.0000426216,0.02500,3.398
64,mlp.experts.54.gate_proj,0.0000611169,0.02500,3.213
64,mlp.experts.58.gate_proj,0.0001237802,0.02500,3.398
64,mlp.experts.62.gate_proj,0.0000232385,0.02500,3.023
64,mlp.experts.50.gate_proj,0.0000730167,0.02500,3.856
64,mlp.experts.65.gate_proj,0.0000494801,0.02500,2.845
64,mlp.experts.51.gate_proj,0.0000254166,0.02500,3.776
64,mlp.experts.73.gate_proj,0.0000695580,0.02500,2.863
64,mlp.experts.69.gate_proj,0.0000431925,0.02500,3.908
64,mlp.experts.70.gate_proj,0.0001761873,0.02500,3.036
64,mlp.experts.55.gate_proj,0.0000832867,0.02500,3.567
64,mlp.experts.52.gate_proj,0.0000465210,0.02500,4.385
64,mlp.experts.59.gate_proj,0.0000720883,0.02500,3.547
64,mlp.experts.63.gate_proj,0.0000705994,0.02500,3.437
64,mlp.experts.77.gate_proj,0.0001040614,0.02500,3.835
64,mlp.experts.78.gate_proj,0.0000733649,0.02500,3.109
64,mlp.experts.56.gate_proj,0.0000417118,0.02500,4.334
64,mlp.experts.74.gate_proj,0.0000820912,0.02500,3.480
64,mlp.experts.60.gate_proj,0.0000423653,0.02500,4.439
64,mlp.experts.66.gate_proj,0.0000502013,0.02500,3.744
64,mlp.experts.48.gate_proj,0.0000763940,0.02500,4.657
64,mlp.experts.81.gate_proj,0.0000459029,0.02500,3.351
64,mlp.experts.67.gate_proj,0.0000371596,0.02500,3.317
64,mlp.experts.93.gate_proj,0.0000479933,0.02500,2.957
64,mlp.experts.71.gate_proj,0.0000587387,0.02500,3.252
64,mlp.experts.85.gate_proj,0.0000574354,0.02500,3.527
64,mlp.experts.86.gate_proj,0.0000411267,0.02500,3.564
64,mlp.experts.89.gate_proj,0.0000624554,0.02500,3.836
64,mlp.experts.79.gate_proj,0.0000562527,0.02500,3.404
64,mlp.experts.94.gate_proj,0.0000685809,0.02500,3.365
64,mlp.experts.75.gate_proj,0.0001150901,0.02500,3.476
64,mlp.experts.90.gate_proj,0.0001083930,0.02500,3.634
64,mlp.experts.82.gate_proj,0.0000560482,0.02500,3.172
64,mlp.experts.68.gate_proj,0.0001224154,0.02500,4.612
64,mlp.experts.72.gate_proj,0.0000419727,0.02500,4.556
64,mlp.experts.76.gate_proj,0.0000363979,0.02500,4.542
64,mlp.experts.97.gate_proj,0.0000222359,0.02500,3.655
64,mlp.experts.109.gate_proj,0.0000810022,0.02500,3.024
64,mlp.experts.64.gate_proj,0.0000383510,0.02500,5.101
64,mlp.experts.101.gate_proj,0.0000337644,0.02500,3.025
64,mlp.experts.110.gate_proj,0.0000458770,0.02500,3.189
64,mlp.experts.102.gate_proj,0.0000566115,0.02500,3.393
64,mlp.experts.83.gate_proj,0.0000562099,0.02500,4.102
64,mlp.experts.105.gate_proj,0.0000546859,0.02500,3.976
64,mlp.experts.106.gate_proj,0.0000532573,0.02500,3.505
64,mlp.experts.87.gate_proj,0.0000626086,0.02500,4.487
64,mlp.experts.95.gate_proj,0.0000560808,0.02500,4.649
64,mlp.experts.98.gate_proj,0.0000692217,0.02500,4.009
64,mlp.experts.91.gate_proj,0.0000676533,0.02500,4.718
64,mlp.experts.88.gate_proj,0.0000634143,0.02500,4.421
64,mlp.experts.84.gate_proj,0.0000389795,0.02500,4.584
64,mlp.experts.92.gate_proj,0.0000865490,0.02500,4.570
64,mlp.experts.113.gate_proj,0.0000589864,0.02500,4.017
64,mlp.experts.117.gate_proj,0.0000344502,0.02500,3.588
64,mlp.experts.5.up_proj,0.0000254223,0.02500,3.861
64,mlp.experts.118.gate_proj,0.0000640178,0.02500,3.547
64,mlp.experts.6.up_proj,0.0000480779,0.02500,3.703
64,mlp.experts.2.up_proj,0.0000730894,0.02500,3.451
64,mlp.experts.80.gate_proj,0.0000571655,0.02500,4.773
64,mlp.experts.114.gate_proj,0.0000615000,0.02500,3.296
64,mlp.experts.1.up_proj,0.0000502282,0.02500,4.185
64,mlp.experts.99.gate_proj,0.0000543970,0.02500,5.160
64,mlp.experts.103.gate_proj,0.0000852096,0.02500,5.062
64,mlp.experts.111.gate_proj,0.0000702816,0.02500,4.912
64,mlp.experts.104.gate_proj,0.0000979694,0.02500,3.923
64,mlp.experts.100.gate_proj,0.0000707971,0.02500,3.921
64,mlp.experts.107.gate_proj,0.0000614663,0.02500,4.935
64,mlp.experts.108.gate_proj,0.0001383045,0.02500,3.828
64,mlp.experts.13.up_proj,0.0000719307,0.02500,3.517
64,mlp.experts.14.up_proj,0.0000520249,0.02500,3.140
64,mlp.experts.21.up_proj,0.0000181173,0.02500,3.602
64,mlp.experts.9.up_proj,0.0000467825,0.02500,3.858
64,mlp.experts.22.up_proj,0.0000471651,0.02500,3.362
64,mlp.experts.18.up_proj,0.0000603036,0.02500,3.070
64,mlp.experts.96.gate_proj,0.0001151183,0.02500,3.388
64,mlp.experts.10.up_proj,0.0000435884,0.02500,3.014
64,mlp.experts.17.up_proj,0.0000240133,0.02500,3.793
64,mlp.experts.115.gate_proj,0.0000833558,0.02500,4.367
64,mlp.experts.0.up_proj,0.0000598493,0.02500,3.486
64,mlp.experts.116.gate_proj,0.0001265357,0.02500,3.495
64,mlp.experts.30.up_proj,0.0000670789,0.02500,3.363
64,mlp.experts.25.up_proj,0.0000466236,0.02500,3.201
64,mlp.experts.4.up_proj,0.0000808035,0.02500,3.506
64,mlp.experts.38.up_proj,0.0000554626,0.02500,3.397
64,mlp.experts.37.up_proj,0.0000733909,0.02500,3.592
64,mlp.experts.119.gate_proj,0.0000956057,0.02500,4.453
64,mlp.experts.29.up_proj,0.0000458871,0.02500,3.967
64,mlp.experts.34.up_proj,0.0000450313,0.02500,3.444
64,mlp.experts.7.up_proj,0.0000402761,0.02500,4.446
64,mlp.experts.3.up_proj,0.0000449459,0.02500,4.526
64,mlp.experts.26.up_proj,0.0000420199,0.02500,3.471
64,mlp.experts.33.up_proj,0.0000355926,0.02500,2.910
64,mlp.experts.112.gate_proj,0.0000515756,0.02500,3.905
64,mlp.experts.41.up_proj,0.0000296849,0.02500,2.156
64,mlp.experts.46.up_proj,0.0000359729,0.02500,3.136
64,mlp.experts.54.up_proj,0.0000594262,0.02500,3.173
64,mlp.experts.50.up_proj,0.0000702945,0.02500,3.029
64,mlp.experts.42.up_proj,0.0000430226,0.02500,3.073
64,mlp.experts.11.up_proj,0.0000722684,0.02500,4.928
64,mlp.experts.16.up_proj,0.0000490887,0.02500,4.866
64,mlp.experts.12.up_proj,0.0000415034,0.02500,4.829
64,mlp.experts.20.up_proj,0.0000783378,0.02500,5.009
64,mlp.experts.15.up_proj,0.0000519826,0.02500,5.444
64,mlp.experts.23.up_proj,0.0000570000,0.02500,5.383
64,mlp.experts.19.up_proj,0.0000485434,0.02500,5.459
64,mlp.experts.8.up_proj,0.0000690254,0.02500,5.167
64,mlp.experts.62.up_proj,0.0000224633,0.02500,3.573
64,mlp.experts.70.up_proj,0.0001684360,0.02500,3.620
64,mlp.experts.66.up_proj,0.0000478226,0.02500,3.548
64,mlp.experts.58.up_proj,0.0001193938,0.02500,3.701
64,mlp.experts.78.up_proj,0.0000696139,0.02500,3.579
64,mlp.experts.32.up_proj,0.0000516734,0.02500,5.780
64,mlp.experts.28.up_proj,0.0000390282,0.02500,5.918
64,mlp.experts.36.up_proj,0.0000177462,0.02500,5.724
64,mlp.experts.27.up_proj,0.0000464399,0.02500,6.221
64,mlp.experts.31.up_proj,0.0000471503,0.02500,5.927
64,mlp.experts.39.up_proj,0.0000752480,0.02500,6.158
64,mlp.experts.35.up_proj,0.0001128797,0.02500,6.163
64,mlp.experts.24.up_proj,0.0001326905,0.02500,5.957
64,mlp.experts.48.up_proj,0.0000740812,0.02500,5.161
64,mlp.experts.44.up_proj,0.0001114210,0.02500,5.163
64,mlp.experts.52.up_proj,0.0000450339,0.02500,5.052
64,mlp.experts.40.up_proj,0.0000648707,0.02500,4.381
64,mlp.experts.43.up_proj,0.0000412895,0.02500,6.564
64,mlp.experts.47.up_proj,0.0000568095,0.02500,6.413
64,mlp.experts.55.up_proj,0.0000790958,0.02500,6.309
64,mlp.experts.51.up_proj,0.0000246240,0.02500,6.317
64,mlp.experts.64.up_proj,0.0000370551,0.02500,4.125
64,mlp.experts.60.up_proj,0.0000404658,0.02500,4.239
64,mlp.experts.68.up_proj,0.0001172047,0.02500,4.315
64,mlp.experts.56.up_proj,0.0000402057,0.02500,4.418
64,mlp.experts.59.up_proj,0.0000687206,0.02500,4.964
64,mlp.experts.63.up_proj,0.0000687259,0.02500,4.607
64,mlp.experts.71.up_proj,0.0000569766,0.02500,4.864
64,mlp.experts.67.up_proj,0.0000357152,0.02500,4.594
64,mlp.experts.80.up_proj,0.0000551689,0.02500,4.394
64,mlp.experts.76.up_proj,0.0000357143,0.02500,4.347
64,mlp.experts.84.up_proj,0.0000364573,0.02500,4.293
64,mlp.experts.72.up_proj,0.0000403431,0.02500,4.118
64,mlp.experts.75.up_proj,0.0001105512,0.02500,4.943
64,mlp.experts.96.up_proj,0.0001106233,0.02500,3.492
64,mlp.experts.79.up_proj,0.0000546520,0.02500,4.857
64,mlp.experts.92.up_proj,0.0000825962,0.02500,3.592
64,mlp.experts.100.up_proj,0.0000669913,0.02500,3.657
64,mlp.experts.83.up_proj,0.0000542086,0.02500,4.742
64,mlp.experts.87.up_proj,0.0000614984,0.02500,5.191
64,mlp.experts.88.up_proj,0.0000603483,0.02500,3.685
64,mlp.experts.86.up_proj,0.0000395622,0.02500,23.312
64,mlp.experts.82.up_proj,0.0000540016,0.02500,23.400
64,mlp.experts.74.up_proj,0.0000787230,0.02500,23.724
64,mlp.experts.112.up_proj,0.0000504421,0.02500,4.106
64,mlp.experts.108.up_proj,0.0001302417,0.02500,3.848
64,mlp.experts.116.up_proj,0.0001224611,0.02500,3.781
64,mlp.experts.104.up_proj,0.0000944133,0.02500,3.296
64,mlp.experts.94.up_proj,0.0000658405,0.02500,23.814
64,mlp.experts.102.up_proj,0.0000545891,0.02500,4.625
64,mlp.experts.98.up_proj,0.0000652396,0.02500,4.864
64,mlp.experts.90.up_proj,0.0001046822,0.02500,4.774
64,mlp.experts.110.up_proj,0.0000435415,0.02500,4.146
64,mlp.experts.118.up_proj,0.0000637807,0.02500,4.345
64,mlp.experts.114.up_proj,0.0000590994,0.02500,3.980
64,mlp.experts.106.up_proj,0.0000508184,0.02500,3.437
64,mlp.experts.91.up_proj,0.0000652692,0.02500,24.817
64,mlp.experts.95.up_proj,0.0000543603,0.02500,25.342
64,mlp.experts.99.up_proj,0.0000515407,0.02500,25.144
64,mlp.experts.103.up_proj,0.0000808308,0.02500,25.402
64,mlp.experts.107.up_proj,0.0000588715,0.02500,5.523
64,mlp.experts.111.up_proj,0.0000669832,0.02500,5.414
64,mlp.experts.115.up_proj,0.0000811720,0.02500,5.166
64,mlp.experts.119.up_proj,0.0000923416,0.02500,4.896
64,mlp.experts.45.up_proj,0.0000632380,0.02500,2.937
64,mlp.experts.53.up_proj,0.0000594356,0.02500,3.049
64,mlp.experts.49.up_proj,0.0000427179,0.02500,3.155
64,mlp.experts.57.up_proj,0.0000407792,0.02500,3.538
64,mlp.experts.65.up_proj,0.0000469052,0.02500,2.531
64,mlp.experts.69.up_proj,0.0000412782,0.02500,2.845
64,mlp.experts.61.up_proj,0.0000565202,0.02500,3.081
64,mlp.experts.73.up_proj,0.0000660884,0.02500,3.274
64,mlp.experts.77.up_proj,0.0000992383,0.02500,3.072
64,mlp.experts.85.up_proj,0.0000560647,0.02500,3.313
64,mlp.experts.81.up_proj,0.0000433376,0.02500,3.752
64,mlp.experts.89.up_proj,0.0000602277,0.02500,3.409
64,mlp.experts.101.up_proj,0.0000325067,0.02500,3.047
64,mlp.experts.97.up_proj,0.0000214377,0.02500,2.928
64,mlp.experts.93.up_proj,0.0000461098,0.02500,3.429
64,mlp.experts.105.up_proj,0.0000524960,0.02500,2.939
64,mlp.experts.117.up_proj,0.0000332358,0.02500,2.671
64,mlp.experts.109.up_proj,0.0000787511,0.02500,2.523
64,mlp.experts.113.up_proj,0.0000570235,0.02500,2.731
64,mlp.experts.1.down_proj,0.0000090628,0.02500,1.192
64,mlp.experts.5.down_proj,0.0000063335,0.02500,1.404
64,mlp.experts.8.down_proj,0.0000126428,0.02500,1.614
64,mlp.experts.4.down_proj,0.0000150116,0.02500,1.614
64,mlp.experts.0.down_proj,0.0000200907,0.02500,1.636
64,mlp.experts.13.down_proj,0.0000219757,0.02500,1.491
64,mlp.experts.9.down_proj,0.0000066956,0.02500,1.548
64,mlp.experts.12.down_proj,0.0000061818,0.02500,1.576
64,mlp.experts.3.down_proj,0.0000132976,0.02500,2.012
64,mlp.experts.11.down_proj,0.0000156943,0.02500,1.839
64,mlp.experts.15.down_proj,0.0000088947,0.02500,1.873
64,mlp.experts.7.down_proj,0.0000088790,0.02500,2.077
64,mlp.experts.6.down_proj,0.0000093542,0.02500,2.427
64,mlp.experts.2.down_proj,0.0000131541,0.02500,2.443
64,mlp.experts.14.down_proj,0.0000094738,0.02500,2.150
64,mlp.experts.17.down_proj,0.0000044246,0.02500,1.282
64,mlp.experts.10.down_proj,0.0000062812,0.02500,2.208
64,mlp.experts.21.down_proj,0.0000162208,0.02500,1.256
64,mlp.experts.29.down_proj,0.0000119119,0.02500,1.187
64,mlp.experts.24.down_proj,0.0000166328,0.02500,1.300
64,mlp.experts.16.down_proj,0.0000079745,0.02500,1.300
64,mlp.experts.25.down_proj,0.0000100962,0.02500,1.257
64,mlp.experts.28.down_proj,0.0000054618,0.02500,1.259
64,mlp.experts.20.down_proj,0.0000167839,0.02500,1.407
64,mlp.experts.23.down_proj,0.0000103518,0.02500,1.091
64,mlp.experts.31.down_proj,0.0000077326,0.02500,1.129
64,mlp.experts.27.down_proj,0.0000075700,0.02500,1.227
64,mlp.experts.19.down_proj,0.0000085074,0.02500,1.298
64,mlp.experts.22.down_proj,0.0000120390,0.02500,0.894
64,mlp.experts.30.down_proj,0.0000110683,0.02500,0.886
64,mlp.experts.18.down_proj,0.0000126407,0.02500,0.892
64,mlp.experts.26.down_proj,0.0000102078,0.02500,0.935
64,mlp.experts.37.down_proj,0.0000117963,0.02500,0.880
64,mlp.experts.33.down_proj,0.0000053107,0.02500,1.137
64,mlp.experts.45.down_proj,0.0000110308,0.02500,0.882
64,mlp.experts.41.down_proj,0.0000061442,0.02500,1.166
64,mlp.experts.38.down_proj,0.0000091955,0.02500,0.846
64,mlp.experts.46.down_proj,0.0000069548,0.02500,0.837
64,mlp.experts.34.down_proj,0.0000075990,0.02500,0.854
64,mlp.experts.43.down_proj,0.0000129023,0.02500,0.942
64,mlp.experts.47.down_proj,0.0000187126,0.02500,1.025
64,mlp.experts.40.down_proj,0.0000188216,0.02500,1.308
64,mlp.experts.35.down_proj,0.0000267195,0.02500,0.919
64,mlp.experts.42.down_proj,0.0000063232,0.02500,0.843
64,mlp.experts.39.down_proj,0.0000126938,0.02500,1.130
64,mlp.experts.32.down_proj,0.0000104057,0.02500,1.364
64,mlp.experts.44.down_proj,0.0000241839,0.02500,1.343
64,mlp.experts.36.down_proj,0.0000036683,0.02500,1.383
64,mlp.experts.49.down_proj,0.0000078145,0.02500,0.895
64,mlp.experts.53.down_proj,0.0000126743,0.02500,1.127
64,mlp.experts.61.down_proj,0.0000106088,0.02500,0.946
64,mlp.experts.54.down_proj,0.0000220020,0.02500,0.833
64,mlp.experts.50.down_proj,0.0000122127,0.02500,0.825
64,mlp.experts.62.down_proj,0.0000047193,0.02500,0.845
64,mlp.experts.57.down_proj,0.0000091034,0.02500,0.952
64,mlp.experts.58.down_proj,0.0000226334,0.02500,0.856
64,mlp.experts.63.down_proj,0.0000163461,0.02500,1.045
64,mlp.experts.59.down_proj,0.0000145897,0.02500,1.069
64,mlp.experts.65.down_proj,0.0000094955,0.02500,0.882
64,mlp.experts.51.down_proj,0.0000040682,0.02500,1.168
64,mlp.experts.55.down_proj,0.0000232773,0.02500,1.268
64,mlp.experts.69.down_proj,0.0000070227,0.02500,0.990
64,mlp.experts.56.down_proj,0.0000070713,0.02500,1.480
64,mlp.experts.48.down_proj,0.0000117864,0.02500,1.525
64,mlp.experts.70.down_proj,0.0000541762,0.02500,0.832
64,mlp.experts.66.down_proj,0.0000094059,0.02500,0.823
64,mlp.experts.78.down_proj,0.0000090317,0.02500,0.841
64,mlp.experts.77.down_proj,0.0000189819,0.02500,1.167
64,mlp.experts.60.down_proj,0.0000066277,0.02500,1.520
64,mlp.experts.52.down_proj,0.0000100256,0.02500,1.512
64,mlp.experts.74.down_proj,0.0000130178,0.02500,0.850
64,mlp.experts.79.down_proj,0.0000147958,0.02500,0.866
64,mlp.experts.81.down_proj,0.0000215332,0.02500,0.865
64,mlp.experts.73.down_proj,0.0000111670,0.02500,1.172
64,mlp.experts.75.down_proj,0.0000314588,0.02500,1.023
64,mlp.experts.67.down_proj,0.0000070481,0.02500,1.028
64,mlp.experts.85.down_proj,0.0000142717,0.02500,0.875
64,mlp.experts.71.down_proj,0.0000103592,0.02500,1.125
64,mlp.experts.82.down_proj,0.0000088550,0.02500,0.872
64,mlp.experts.94.down_proj,0.0000121902,0.02500,0.874
64,mlp.experts.86.down_proj,0.0000085107,0.02500,0.919
64,mlp.experts.90.down_proj,0.0000198499,0.02500,0.908
64,mlp.experts.93.down_proj,0.0000063847,0.02500,1.150
64,mlp.experts.95.down_proj,0.0000088670,0.02500,0.922
64,mlp.experts.97.down_proj,0.0000064176,0.02500,0.859
64,mlp.experts.72.down_proj,0.0000079228,0.02500,1.505
64,mlp.experts.64.down_proj,0.0000050572,0.02500,1.495
64,mlp.experts.91.down_proj,0.0000109449,0.02500,1.052
64,mlp.experts.101.down_proj,0.0000046505,0.02500,0.866
64,mlp.experts.68.down_proj,0.0000433617,0.02500,1.481
64,mlp.experts.76.down_proj,0.0000095725,0.02500,1.532
64,mlp.experts.89.down_proj,0.0000114867,0.02500,1.158
64,mlp.experts.83.down_proj,0.0000213773,0.02500,1.171
64,mlp.experts.98.down_proj,0.0000101653,0.02500,1.094
64,mlp.experts.87.down_proj,0.0000152871,0.02500,1.174
64,mlp.experts.113.down_proj,0.0000107290,0.02500,0.866
64,mlp.experts.106.down_proj,0.0000078051,0.02500,1.092
64,mlp.experts.110.down_proj,0.0000099929,0.02500,1.281
64,mlp.experts.102.down_proj,0.0000089582,0.02500,1.319
64,mlp.experts.109.down_proj,0.0000227365,0.02500,1.126
64,mlp.experts.117.down_proj,0.0000068041,0.02500,0.811
64,mlp.experts.111.down_proj,0.0000269175,0.02500,1.172
64,mlp.experts.105.down_proj,0.0000096329,0.02500,0.893
64,mlp.experts.107.down_proj,0.0000093273,0.02500,1.048
64,mlp.experts.114.down_proj,0.0000089851,0.02500,0.693
64,mlp.experts.99.down_proj,0.0000116595,0.02500,0.908
64,mlp.experts.118.down_proj,0.0000128829,0.02500,0.567
64,mlp.experts.103.down_proj,0.0000119073,0.02500,0.847
64,mlp.experts.88.down_proj,0.0000143623,0.02500,1.513
64,mlp.experts.80.down_proj,0.0000079133,0.02500,1.555
64,mlp.experts.84.down_proj,0.0000047973,0.02500,1.563
64,mlp.experts.92.down_proj,0.0000119396,0.02500,1.547
64,mlp.experts.115.down_proj,0.0000351231,0.02500,0.731
64,mlp.experts.119.down_proj,0.0000410481,0.02500,0.650
64,mlp.experts.104.down_proj,0.0000247197,0.02500,1.585
64,mlp.experts.100.down_proj,0.0000094944,0.02500,1.475
64,mlp.experts.96.down_proj,0.0000214673,0.02500,1.594
64,mlp.experts.108.down_proj,0.0000347976,0.02500,1.525
64,mlp.experts.116.down_proj,0.0000296543,0.02500,0.781
64,mlp.experts.112.down_proj,0.0000085904,0.02500,0.767
65,self_attn.k_proj,0.0000002255,0.02500,1.344
65,self_attn.v_proj,0.0000005807,0.02500,1.363
65,self_attn.q_proj,0.0000018218,0.02500,1.620
65,self_attn.o_proj,0.0000001234,0.02500,4.286
65,mlp.shared_experts.gate_proj,0.0000036845,0.02500,1.285
65,mlp.shared_experts.up_proj,0.0000021029,0.02500,1.302
65,mlp.shared_experts.down_proj,0.0000002409,0.02500,0.402
65,mlp.experts.8.gate_proj,0.0000755126,0.02500,3.832
65,mlp.experts.15.gate_proj,0.0000532443,0.02500,3.851
65,mlp.experts.7.gate_proj,0.0000708379,0.02500,4.001
65,mlp.experts.11.gate_proj,0.0000683743,0.02500,4.127
65,mlp.experts.1.gate_proj,0.0000650887,0.02500,4.919
65,mlp.experts.5.gate_proj,0.0000523141,0.02500,4.934
65,mlp.experts.0.gate_proj,0.0000800723,0.02500,4.956
65,mlp.experts.9.gate_proj,0.0000256285,0.02500,4.275
65,mlp.experts.3.gate_proj,0.0000595959,0.02500,5.049
65,mlp.experts.12.gate_proj,0.0000577071,0.02500,4.416
65,mlp.experts.13.gate_proj,0.0000958264,0.02500,4.533
65,mlp.experts.4.gate_proj,0.0000701589,0.02500,5.430
65,mlp.experts.6.gate_proj,0.0000549364,0.02500,4.756
65,mlp.experts.10.gate_proj,0.0001424014,0.02500,4.847
65,mlp.experts.14.gate_proj,0.0001001749,0.02500,4.963
65,mlp.experts.2.gate_proj,0.0001065851,0.02500,5.713
65,mlp.experts.31.gate_proj,0.0000556790,0.02500,3.060
65,mlp.experts.24.gate_proj,0.0000268113,0.02500,3.519
65,mlp.experts.17.gate_proj,0.0000519082,0.02500,3.257
65,mlp.experts.23.gate_proj,0.0000753441,0.02500,3.483
65,mlp.experts.21.gate_proj,0.0000503786,0.02500,3.337
65,mlp.experts.27.gate_proj,0.0000727859,0.02500,3.511
65,mlp.experts.25.gate_proj,0.0001374692,0.02500,3.397
65,mlp.experts.29.gate_proj,0.0000404508,0.02500,3.278
65,mlp.experts.28.gate_proj,0.0000496054,0.02500,3.521
65,mlp.experts.19.gate_proj,0.0000848149,0.02500,3.698
65,mlp.experts.20.gate_proj,0.0000407346,0.02500,3.389
65,mlp.experts.16.gate_proj,0.0001650727,0.02500,4.138
65,mlp.experts.26.gate_proj,0.0000553282,0.02500,4.479
65,mlp.experts.22.gate_proj,0.0000415033,0.02500,4.582
65,mlp.experts.18.gate_proj,0.0000817356,0.02500,4.433
65,mlp.experts.30.gate_proj,0.0000351466,0.02500,4.533
65,mlp.experts.47.gate_proj,0.0000610007,0.02500,3.732
65,mlp.experts.39.gate_proj,0.0000614315,0.02500,3.168
65,mlp.experts.33.gate_proj,0.0000679834,0.02500,3.181
65,mlp.experts.37.gate_proj,0.0000597451,0.02500,3.173
65,mlp.experts.41.gate_proj,0.0000628725,0.02500,3.155
65,mlp.experts.40.gate_proj,0.0000445607,0.02500,3.581
65,mlp.experts.45.gate_proj,0.0000429058,0.02500,3.167
65,mlp.experts.43.gate_proj,0.0000644397,0.02500,3.410
65,mlp.experts.36.gate_proj,0.0000831379,0.02500,3.235
65,mlp.experts.35.gate_proj,0.0000258556,0.02500,3.532
65,mlp.experts.44.gate_proj,0.0000931448,0.02500,3.672
65,mlp.experts.32.gate_proj,0.0001094624,0.02500,3.433
65,mlp.experts.49.gate_proj,0.0000321632,0.02500,3.371
65,mlp.experts.63.gate_proj,0.0000722563,0.02500,3.440
65,mlp.experts.53.gate_proj,0.0000582150,0.02500,3.363
65,mlp.experts.57.gate_proj,0.0000857653,0.02500,3.367
65,mlp.experts.42.gate_proj,0.0000421591,0.02500,4.953
65,mlp.experts.38.gate_proj,0.0000759129,0.02500,5.022
65,mlp.experts.61.gate_proj,0.0000272284,0.02500,3.404
65,mlp.experts.59.gate_proj,0.0000251563,0.02500,3.340
65,mlp.experts.46.gate_proj,0.0000758814,0.02500,4.929
65,mlp.experts.55.gate_proj,0.0000638199,0.02500,3.866
65,mlp.experts.34.gate_proj,0.0000450994,0.02500,5.126
65,mlp.experts.52.gate_proj,0.0000440295,0.02500,3.274
65,mlp.experts.56.gate_proj,0.0000683557,0.02500,3.746
65,mlp.experts.60.gate_proj,0.0000564107,0.02500,3.630
65,mlp.experts.51.gate_proj,0.0000136453,0.02500,3.709
65,mlp.experts.48.gate_proj,0.0000515635,0.02500,4.063
65,mlp.experts.79.gate_proj,0.0000628489,0.02500,3.159
65,mlp.experts.65.gate_proj,0.0000520386,0.02500,3.334
65,mlp.experts.73.gate_proj,0.0001015422,0.02500,3.221
65,mlp.experts.69.gate_proj,0.0000541577,0.02500,3.354
65,mlp.experts.77.gate_proj,0.0000763418,0.02500,3.301
65,mlp.experts.75.gate_proj,0.0000655541,0.02500,3.402
65,mlp.experts.68.gate_proj,0.0000698913,0.02500,3.449
65,mlp.experts.76.gate_proj,0.0000812977,0.02500,3.080
65,mlp.experts.72.gate_proj,0.0001770340,0.02500,3.682
65,mlp.experts.71.gate_proj,0.0000787273,0.02500,3.870
65,mlp.experts.67.gate_proj,0.0001043150,0.02500,3.393
65,mlp.experts.58.gate_proj,0.0000474799,0.02500,4.631
65,mlp.experts.54.gate_proj,0.0000585822,0.02500,4.633
65,mlp.experts.62.gate_proj,0.0000549393,0.02500,4.718
65,mlp.experts.50.gate_proj,0.0000509841,0.02500,4.729
65,mlp.experts.64.gate_proj,0.0000827792,0.02500,3.636
65,mlp.experts.81.gate_proj,0.0000734965,0.02500,3.202
65,mlp.experts.85.gate_proj,0.0000393741,0.02500,3.186
65,mlp.experts.89.gate_proj,0.0000454149,0.02500,3.384
65,mlp.experts.95.gate_proj,0.0000642868,0.02500,3.595
65,mlp.experts.93.gate_proj,0.0000467985,0.02500,3.214
65,mlp.experts.84.gate_proj,0.0000415154,0.02500,3.052
65,mlp.experts.91.gate_proj,0.0000422727,0.02500,3.672
65,mlp.experts.92.gate_proj,0.0000498870,0.02500,3.165
65,mlp.experts.83.gate_proj,0.0000709959,0.02500,3.241
65,mlp.experts.88.gate_proj,0.0000770378,0.02500,3.797
65,mlp.experts.87.gate_proj,0.0000785463,0.02500,3.796
65,mlp.experts.80.gate_proj,0.0000563473,0.02500,3.757
65,mlp.experts.74.gate_proj,0.0000514555,0.02500,4.503
65,mlp.experts.70.gate_proj,0.0000950915,0.02500,4.587
65,mlp.experts.101.gate_proj,0.0000878869,0.02500,3.163
65,mlp.experts.97.gate_proj,0.0000854205,0.02500,3.246
65,mlp.experts.78.gate_proj,0.0000426904,0.02500,4.678
65,mlp.experts.111.gate_proj,0.0000492534,0.02500,3.072
65,mlp.experts.105.gate_proj,0.0000775129,0.02500,3.205
65,mlp.experts.66.gate_proj,0.0000830140,0.02500,4.746
65,mlp.experts.109.gate_proj,0.0000640835,0.02500,3.227
65,mlp.experts.100.gate_proj,0.0000558141,0.02500,3.246
65,mlp.experts.107.gate_proj,0.0000215758,0.02500,3.405
65,mlp.experts.108.gate_proj,0.0000553225,0.02500,4.014
65,mlp.experts.104.gate_proj,0.0000427092,0.02500,3.471
65,mlp.experts.99.gate_proj,0.0000576579,0.02500,3.966
65,mlp.experts.103.gate_proj,0.0000361188,0.02500,3.859
65,mlp.experts.96.gate_proj,0.0000367212,0.02500,3.112
65,mlp.experts.7.up_proj,0.0000681580,0.02500,3.070
65,mlp.experts.113.gate_proj,0.0000618086,0.02500,3.219
65,mlp.experts.117.gate_proj,0.0000714301,0.02500,3.232
65,mlp.experts.1.up_proj,0.0000630176,0.02500,3.257
65,mlp.experts.5.up_proj,0.0000506336,0.02500,3.227
65,mlp.experts.90.gate_proj,0.0000593010,0.02500,4.438
65,mlp.experts.3.up_proj,0.0000566665,0.02500,3.249
65,mlp.experts.86.gate_proj,0.0000536231,0.02500,4.571
65,mlp.experts.116.gate_proj,0.0000673709,0.02500,3.829
65,mlp.experts.94.gate_proj,0.0000510267,0.02500,4.513
65,mlp.experts.82.gate_proj,0.0000705699,0.02500,4.526
65,mlp.experts.0.up_proj,0.0000764146,0.02500,3.315
65,mlp.experts.4.up_proj,0.0000668151,0.02500,3.845
65,mlp.experts.112.gate_proj,0.0000489490,0.02500,3.139
65,mlp.experts.119.gate_proj,0.0000587219,0.02500,3.610
65,mlp.experts.115.gate_proj,0.0000516509,0.02500,3.922
65,mlp.experts.23.up_proj,0.0000721582,0.02500,3.002
65,mlp.experts.9.up_proj,0.0000248294,0.02500,3.411
65,mlp.experts.13.up_proj,0.0000917314,0.02500,3.589
65,mlp.experts.17.up_proj,0.0000505545,0.02500,3.524
65,mlp.experts.21.up_proj,0.0000479858,0.02500,3.519
65,mlp.experts.19.up_proj,0.0000818134,0.02500,3.051
65,mlp.experts.12.up_proj,0.0000558732,0.02500,3.298
65,mlp.experts.20.up_proj,0.0000394082,0.02500,3.142
65,mlp.experts.106.gate_proj,0.0000887680,0.02500,4.730
65,mlp.experts.16.up_proj,0.0001513089,0.02500,3.835
65,mlp.experts.8.up_proj,0.0000721101,0.02500,3.379
65,mlp.experts.102.gate_proj,0.0000738796,0.02500,4.779
65,mlp.experts.39.up_proj,0.0000590637,0.02500,2.958
65,mlp.experts.110.gate_proj,0.0000921738,0.02500,4.706
65,mlp.experts.98.gate_proj,0.0000516770,0.02500,4.812
65,mlp.experts.15.up_proj,0.0000512089,0.02500,4.012
65,mlp.experts.11.up_proj,0.0000641250,0.02500,3.977
65,mlp.experts.25.up_proj,0.0001330029,0.02500,3.504
65,mlp.experts.29.up_proj,0.0000384853,0.02500,3.405
65,mlp.experts.33.up_proj,0.0000654924,0.02500,3.337
65,mlp.experts.37.up_proj,0.0000583802,0.02500,3.312
65,mlp.experts.35.up_proj,0.0000250724,0.02500,3.139
65,mlp.experts.28.up_proj,0.0000486365,0.02500,3.408
65,mlp.experts.24.up_proj,0.0000257105,0.02500,3.013
65,mlp.experts.32.up_proj,0.0001038009,0.02500,3.471
65,mlp.experts.36.up_proj,0.0000801851,0.02500,3.962
65,mlp.experts.55.up_proj,0.0000615161,0.02500,3.543
65,mlp.experts.27.up_proj,0.0000707756,0.02500,2.903
65,mlp.experts.31.up_proj,0.0000540208,0.02500,3.092
65,mlp.experts.41.up_proj,0.0000605709,0.02500,3.309
65,mlp.experts.2.up_proj,0.0000991621,0.02500,4.716
65,mlp.experts.45.up_proj,0.0000415106,0.02500,3.368
65,mlp.experts.49.up_proj,0.0000309322,0.02500,3.329
65,mlp.experts.53.up_proj,0.0000560734,0.02500,3.323
65,mlp.experts.118.gate_proj,0.0001081145,0.02500,4.753
65,mlp.experts.6.up_proj,0.0000528188,0.02500,4.714
65,mlp.experts.114.gate_proj,0.0000348927,0.02500,4.624
65,mlp.experts.44.up_proj,0.0000891642,0.02500,3.244
65,mlp.experts.51.up_proj,0.0000129889,0.02500,3.867
65,mlp.experts.40.up_proj,0.0000429634,0.02500,3.148
65,mlp.experts.47.up_proj,0.0000582498,0.02500,2.994
65,mlp.experts.71.up_proj,0.0000748459,0.02500,3.700
65,mlp.experts.48.up_proj,0.0000502255,0.02500,3.965
65,mlp.experts.52.up_proj,0.0000420687,0.02500,3.888
65,mlp.experts.43.up_proj,0.0000624955,0.02500,3.658
65,mlp.experts.57.up_proj,0.0000816948,0.02500,3.399
65,mlp.experts.65.up_proj,0.0000499395,0.02500,3.263
65,mlp.experts.69.up_proj,0.0000518030,0.02500,3.271
65,mlp.experts.61.up_proj,0.0000262168,0.02500,3.416
65,mlp.experts.60.up_proj,0.0000525173,0.02500,3.288
65,mlp.experts.67.up_proj,0.0001015472,0.02500,3.439
65,mlp.experts.18.up_proj,0.0000704529,0.02500,4.987
65,mlp.experts.56.up_proj,0.0000648533,0.02500,3.310
65,mlp.experts.22.up_proj,0.0000404295,0.02500,4.951
65,mlp.experts.14.up_proj,0.0000979812,0.02500,5.092
65,mlp.experts.10.up_proj,0.0001347367,0.02500,5.075
65,mlp.experts.87.up_proj,0.0000748754,0.02500,3.057
65,mlp.experts.63.up_proj,0.0000699405,0.02500,3.969
65,mlp.experts.64.up_proj,0.0000786272,0.02500,3.545
65,mlp.experts.68.up_proj,0.0000662872,0.02500,3.732
65,mlp.experts.59.up_proj,0.0000229479,0.02500,3.810
65,mlp.experts.83.up_proj,0.0000698673,0.02500,2.972
65,mlp.experts.76.up_proj,0.0000726381,0.02500,3.334
65,mlp.experts.73.up_proj,0.0000931236,0.02500,4.376
65,mlp.experts.81.up_proj,0.0000703407,0.02500,4.374
65,mlp.experts.85.up_proj,0.0000388887,0.02500,4.399
65,mlp.experts.77.up_proj,0.0000725567,0.02500,4.532
65,mlp.experts.72.up_proj,0.0001722271,0.02500,3.388
65,mlp.experts.75.up_proj,0.0000628094,0.02500,2.910
65,mlp.experts.103.up_proj,0.0000346542,0.02500,3.824
65,mlp.experts.84.up_proj,0.0000404302,0.02500,3.031
65,mlp.experts.34.up_proj,0.0000439549,0.02500,5.095
65,mlp.experts.99.up_proj,0.0000544962,0.02500,2.913
65,mlp.experts.80.up_proj,0.0000543390,0.02500,3.813
65,mlp.experts.38.up_proj,0.0000731842,0.02500,4.921
65,mlp.experts.79.up_proj,0.0000604815,0.02500,3.970
65,mlp.experts.30.up_proj,0.0000346038,0.02500,4.989
65,mlp.experts.26.up_proj,0.0000529418,0.02500,5.020
65,mlp.experts.92.up_proj,0.0000476443,0.02500,3.659
65,mlp.experts.97.up_proj,0.0000768258,0.02500,3.559
65,mlp.experts.89.up_proj,0.0000440543,0.02500,3.661
65,mlp.experts.101.up_proj,0.0000832497,0.02500,3.719
65,mlp.experts.93.up_proj,0.0000453939,0.02500,3.613
65,mlp.experts.88.up_proj,0.0000743453,0.02500,3.199
65,mlp.experts.119.up_proj,0.0000568046,0.02500,3.486
65,mlp.experts.91.up_proj,0.0000411020,0.02500,3.504
65,mlp.experts.100.up_proj,0.0000539015,0.02500,3.615
65,mlp.experts.95.up_proj,0.0000620782,0.02500,3.036
65,mlp.experts.96.up_proj,0.0000351566,0.02500,3.477
65,mlp.experts.115.up_proj,0.0000502464,0.02500,3.650
65,mlp.experts.108.up_proj,0.0000534569,0.02500,3.391
65,mlp.experts.113.up_proj,0.0000606822,0.02500,3.247
65,mlp.experts.105.up_proj,0.0000755021,0.02500,3.219
65,mlp.experts.117.up_proj,0.0000687387,0.02500,3.100
65,mlp.experts.109.up_proj,0.0000614876,0.02500,3.069
65,mlp.experts.50.up_proj,0.0000493735,0.02500,4.959
65,mlp.experts.104.up_proj,0.0000407283,0.02500,3.487
65,mlp.experts.54.up_proj,0.0000555469,0.02500,4.980
65,mlp.experts.46.up_proj,0.0000721407,0.02500,4.961
65,mlp.experts.107.up_proj,0.0000206449,0.02500,2.189
65,mlp.experts.111.up_proj,0.0000469822,0.02500,2.103
65,mlp.experts.42.up_proj,0.0000406199,0.02500,5.145
65,mlp.experts.116.up_proj,0.0000652828,0.02500,2.906
65,mlp.experts.112.up_proj,0.0000472844,0.02500,2.690
65,mlp.experts.66.up_proj,0.0000782467,0.02500,4.736
65,mlp.experts.62.up_proj,0.0000526377,0.02500,4.643
65,mlp.experts.70.up_proj,0.0000920582,0.02500,4.942
65,mlp.experts.58.up_proj,0.0000450934,0.02500,4.571
65,mlp.experts.82.up_proj,0.0000671833,0.02500,4.399
65,mlp.experts.78.up_proj,0.0000414247,0.02500,4.522
65,mlp.experts.86.up_proj,0.0000514350,0.02500,4.775
65,mlp.experts.74.up_proj,0.0000495421,0.02500,4.587
65,mlp.experts.98.up_proj,0.0000495542,0.02500,4.213
65,mlp.experts.94.up_proj,0.0000476035,0.02500,4.406
65,mlp.experts.102.up_proj,0.0000717509,0.02500,4.082
65,mlp.experts.90.up_proj,0.0000577632,0.02500,4.162
65,mlp.experts.114.up_proj,0.0000337441,0.02500,4.102
65,mlp.experts.118.up_proj,0.0000973917,0.02500,3.933
65,mlp.experts.106.up_proj,0.0000847756,0.02500,3.845
65,mlp.experts.110.up_proj,0.0000880785,0.02500,4.175
65,mlp.experts.0.down_proj,0.0000289882,0.02500,1.051
65,mlp.experts.4.down_proj,0.0000191636,0.02500,1.053
65,mlp.experts.8.down_proj,0.0000171994,0.02500,1.061
65,mlp.experts.5.down_proj,0.0000079680,0.02500,1.085
65,mlp.experts.1.down_proj,0.0000150403,0.02500,1.090
65,mlp.experts.13.down_proj,0.0000247180,0.02500,1.088
65,mlp.experts.12.down_proj,0.0000099120,0.02500,1.095
65,mlp.experts.9.down_proj,0.0000065658,0.02500,1.103
65,mlp.experts.7.down_proj,0.0000118160,0.02500,1.213
65,mlp.experts.15.down_proj,0.0000082671,0.02500,1.272
65,mlp.experts.11.down_proj,0.0000114268,0.02500,1.310
65,mlp.experts.3.down_proj,0.0000089277,0.02500,1.313
65,mlp.experts.10.down_proj,0.0000623704,0.02500,1.605
65,mlp.experts.14.down_proj,0.0000158581,0.02500,1.639
65,mlp.experts.2.down_proj,0.0000287977,0.02500,1.660
65,mlp.experts.6.down_proj,0.0000155834,0.02500,1.695
65,mlp.experts.16.down_proj,0.0000436071,0.02500,0.935
65,mlp.experts.24.down_proj,0.0000044255,0.02500,0.927
65,mlp.experts.20.down_proj,0.0000059058,0.02500,0.959
65,mlp.experts.28.down_proj,0.0000085748,0.02500,0.934
65,mlp.experts.17.down_proj,0.0000092658,0.02500,0.990
65,mlp.experts.29.down_proj,0.0000180758,0.02500,0.999
65,mlp.experts.21.down_proj,0.0000076144,0.02500,1.008
65,mlp.experts.25.down_proj,0.0000360345,0.02500,0.986
65,mlp.experts.31.down_proj,0.0000097314,0.02500,0.987
65,mlp.experts.27.down_proj,0.0000204667,0.02500,0.968
65,mlp.experts.23.down_proj,0.0000108253,0.02500,1.206
65,mlp.experts.19.down_proj,0.0000147559,0.02500,1.122
65,mlp.experts.40.down_proj,0.0000075719,0.02500,0.907
65,mlp.experts.32.down_proj,0.0000368467,0.02500,0.926
65,mlp.experts.36.down_proj,0.0000149972,0.02500,0.930
65,mlp.experts.44.down_proj,0.0000185913,0.02500,0.921
65,mlp.experts.45.down_proj,0.0000095588,0.02500,0.960
65,mlp.experts.33.down_proj,0.0000103482,0.02500,0.974
65,mlp.experts.41.down_proj,0.0000099364,0.02500,0.961
65,mlp.experts.37.down_proj,0.0000227709,0.02500,0.968
65,mlp.experts.43.down_proj,0.0000127448,0.02500,0.935
65,mlp.experts.22.down_proj,0.0000069568,0.02500,1.602
65,mlp.experts.30.down_proj,0.0000051126,0.02500,1.667
65,mlp.experts.26.down_proj,0.0000099974,0.02500,1.706
65,mlp.experts.18.down_proj,0.0000251922,0.02500,1.693
65,mlp.experts.47.down_proj,0.0000074565,0.02500,1.101
65,mlp.experts.35.down_proj,0.0000048686,0.02500,0.934
65,mlp.experts.39.down_proj,0.0000109129,0.02500,1.182
65,mlp.experts.56.down_proj,0.0000097189,0.02500,0.844
65,mlp.experts.48.down_proj,0.0000093054,0.02500,0.843
65,mlp.experts.60.down_proj,0.0000115539,0.02500,0.846
65,mlp.experts.52.down_proj,0.0000077081,0.02500,0.862
65,mlp.experts.53.down_proj,0.0000082456,0.02500,0.883
65,mlp.experts.57.down_proj,0.0000133614,0.02500,0.891
65,mlp.experts.61.down_proj,0.0000068012,0.02500,0.895
65,mlp.experts.49.down_proj,0.0000060744,0.02500,0.914
65,mlp.experts.59.down_proj,0.0000168696,0.02500,0.905
65,mlp.experts.51.down_proj,0.0000038426,0.02500,0.888
65,mlp.experts.63.down_proj,0.0000198715,0.02500,1.120
65,mlp.experts.72.down_proj,0.0000478203,0.02500,0.865
65,mlp.experts.64.down_proj,0.0000128218,0.02500,0.870
65,mlp.experts.46.down_proj,0.0000103235,0.02500,1.356
65,mlp.experts.76.down_proj,0.0000304858,0.02500,0.872
65,mlp.experts.68.down_proj,0.0000140222,0.02500,0.878
65,mlp.experts.38.down_proj,0.0000102909,0.02500,1.395
65,mlp.experts.42.down_proj,0.0000063822,0.02500,1.408
65,mlp.experts.55.down_proj,0.0000135108,0.02500,1.194
65,mlp.experts.34.down_proj,0.0000069415,0.02500,1.483
65,mlp.experts.77.down_proj,0.0000179255,0.02500,0.937
65,mlp.experts.69.down_proj,0.0000070324,0.02500,0.947
65,mlp.experts.65.down_proj,0.0000104806,0.02500,0.941
65,mlp.experts.73.down_proj,0.0000223635,0.02500,0.963
65,mlp.experts.75.down_proj,0.0000092117,0.02500,0.932
65,mlp.experts.67.down_proj,0.0000200148,0.02500,1.103
65,mlp.experts.79.down_proj,0.0000087569,0.02500,0.972
65,mlp.experts.88.down_proj,0.0000271578,0.02500,0.884
65,mlp.experts.80.down_proj,0.0000083512,0.02500,0.890
65,mlp.experts.84.down_proj,0.0000108936,0.02500,0.863
65,mlp.experts.92.down_proj,0.0000073200,0.02500,0.874
65,mlp.experts.93.down_proj,0.0000101228,0.02500,0.915
65,mlp.experts.85.down_proj,0.0000072585,0.02500,0.916
65,mlp.experts.89.down_proj,0.0000072807,0.02500,0.914
65,mlp.experts.71.down_proj,0.0000142104,0.02500,1.032
65,mlp.experts.81.down_proj,0.0000126021,0.02500,0.941
65,mlp.experts.62.down_proj,0.0000106239,0.02500,1.414
65,mlp.experts.54.down_proj,0.0000080596,0.02500,1.395
65,mlp.experts.58.down_proj,0.0000078342,0.02500,1.387
65,mlp.experts.91.down_proj,0.0000077458,0.02500,1.182
65,mlp.experts.83.down_proj,0.0000179020,0.02500,0.914
65,mlp.experts.50.down_proj,0.0000075471,0.02500,1.440
65,mlp.experts.104.down_proj,0.0000076327,0.02500,0.888
65,mlp.experts.96.down_proj,0.0000063743,0.02500,0.887
65,mlp.experts.108.down_proj,0.0000081096,0.02500,0.871
65,mlp.experts.100.down_proj,0.0000084814,0.02500,0.873
65,mlp.experts.95.down_proj,0.0000134317,0.02500,1.111
65,mlp.experts.109.down_proj,0.0000091532,0.02500,0.925
65,mlp.experts.101.down_proj,0.0000294398,0.02500,0.928
65,mlp.experts.105.down_proj,0.0000129298,0.02500,0.915
65,mlp.experts.97.down_proj,0.0000112698,0.02500,0.923
65,mlp.experts.87.down_proj,0.0000145238,0.02500,1.061
65,mlp.experts.112.down_proj,0.0000078121,0.02500,0.664
65,mlp.experts.116.down_proj,0.0000149477,0.02500,0.649
65,mlp.experts.99.down_proj,0.0000118127,0.02500,0.873
65,mlp.experts.107.down_proj,0.0000048597,0.02500,1.069
65,mlp.experts.117.down_proj,0.0000100918,0.02500,0.643
65,mlp.experts.113.down_proj,0.0000107093,0.02500,0.643
65,mlp.experts.78.down_proj,0.0000128294,0.02500,1.454
65,mlp.experts.70.down_proj,0.0000177116,0.02500,1.464
65,mlp.experts.111.down_proj,0.0000166332,0.02500,0.986
65,mlp.experts.74.down_proj,0.0000079563,0.02500,1.450
65,mlp.experts.103.down_proj,0.0000065215,0.02500,0.756
65,mlp.experts.66.down_proj,0.0000126609,0.02500,1.391
65,mlp.experts.115.down_proj,0.0000107527,0.02500,0.669
65,mlp.experts.119.down_proj,0.0000107359,0.02500,0.510
65,mlp.experts.94.down_proj,0.0000133680,0.02500,0.882
65,mlp.experts.90.down_proj,0.0000138141,0.02500,0.866
65,mlp.experts.86.down_proj,0.0000096287,0.02500,0.892
65,mlp.experts.82.down_proj,0.0000107607,0.02500,0.862
65,mlp.experts.110.down_proj,0.0000217057,0.02500,0.843
65,mlp.experts.106.down_proj,0.0000223365,0.02500,0.841
65,mlp.experts.102.down_proj,0.0000198387,0.02500,0.827
65,mlp.experts.98.down_proj,0.0000076308,0.02500,0.799
65,mlp.experts.118.down_proj,0.0000338624,0.02500,0.594
65,mlp.experts.114.down_proj,0.0000099030,0.02500,0.568
66,self_attn.k_proj,0.0000001371,0.02500,1.720
66,self_attn.v_proj,0.0000003172,0.02500,1.828
66,self_attn.q_proj,0.0000006886,0.02500,2.088
66,self_attn.o_proj,0.0000002003,0.02500,3.812
66,mlp.shared_experts.gate_proj,0.0000037667,0.02500,1.542
66,mlp.shared_experts.up_proj,0.0000021300,0.02500,1.486
66,mlp.shared_experts.down_proj,0.0000002446,0.02500,0.385
66,mlp.experts.8.gate_proj,0.0000907488,0.02500,3.297
66,mlp.experts.0.gate_proj,0.0000568861,0.02500,3.735
66,mlp.experts.12.gate_proj,0.0000555816,0.02500,3.557
66,mlp.experts.4.gate_proj,0.0000381392,0.02500,3.955
66,mlp.experts.14.gate_proj,0.0000821606,0.02500,3.884
66,mlp.experts.2.gate_proj,0.0000929315,0.02500,4.199
66,mlp.experts.1.gate_proj,0.0000265610,0.02500,4.210
66,mlp.experts.10.gate_proj,0.0000306307,0.02500,3.981
66,mlp.experts.6.gate_proj,0.0000411686,0.02500,4.401
66,mlp.experts.13.gate_proj,0.0001257289,0.02500,4.153
66,mlp.experts.5.gate_proj,0.0000785342,0.02500,4.569
66,mlp.experts.9.gate_proj,0.0000498540,0.02500,4.466
66,mlp.experts.7.gate_proj,0.0000699663,0.02500,5.229
66,mlp.experts.3.gate_proj,0.0000867637,0.02500,5.600
66,mlp.experts.15.gate_proj,0.0000604682,0.02500,5.353
66,mlp.experts.11.gate_proj,0.0000682151,0.02500,5.574
66,mlp.experts.18.gate_proj,0.0000909419,0.02500,3.133
66,mlp.experts.26.gate_proj,0.0000431196,0.02500,3.092
66,mlp.experts.30.gate_proj,0.0001393454,0.02500,3.279
66,mlp.experts.22.gate_proj,0.0000375083,0.02500,3.145
66,mlp.experts.17.gate_proj,0.0000328185,0.02500,3.384
66,mlp.experts.29.gate_proj,0.0000834274,0.02500,3.252
66,mlp.experts.28.gate_proj,0.0001024333,0.02500,4.446
66,mlp.experts.16.gate_proj,0.0000282965,0.02500,4.580
66,mlp.experts.21.gate_proj,0.0000864690,0.02500,3.827
66,mlp.experts.24.gate_proj,0.0000734363,0.02500,4.819
66,mlp.experts.25.gate_proj,0.0000655234,0.02500,3.782
66,mlp.experts.20.gate_proj,0.0000862044,0.02500,4.618
66,mlp.experts.19.gate_proj,0.0001024108,0.02500,4.728
66,mlp.experts.23.gate_proj,0.0000608238,0.02500,4.883
66,mlp.experts.31.gate_proj,0.0000969426,0.02500,4.810
66,mlp.experts.34.gate_proj,0.0000545887,0.02500,3.150
66,mlp.experts.42.gate_proj,0.0000431203,0.02500,3.206
66,mlp.experts.46.gate_proj,0.0000977244,0.02500,3.173
66,mlp.experts.38.gate_proj,0.0000482207,0.02500,3.181
66,mlp.experts.45.gate_proj,0.0000730728,0.02500,3.095
66,mlp.experts.27.gate_proj,0.0000284528,0.02500,5.069
66,mlp.experts.33.gate_proj,0.0000473891,0.02500,3.443
66,mlp.experts.37.gate_proj,0.0000598140,0.02500,3.316
66,mlp.experts.36.gate_proj,0.0000887261,0.02500,3.750
66,mlp.experts.40.gate_proj,0.0000758711,0.02500,4.097
66,mlp.experts.32.gate_proj,0.0000755109,0.02500,4.208
66,mlp.experts.41.gate_proj,0.0000542632,0.02500,3.984
66,mlp.experts.44.gate_proj,0.0001413084,0.02500,4.437
66,mlp.experts.50.gate_proj,0.0000498696,0.02500,3.369
66,mlp.experts.58.gate_proj,0.0000579179,0.02500,3.327
66,mlp.experts.62.gate_proj,0.0000266992,0.02500,3.318
66,mlp.experts.61.gate_proj,0.0000889271,0.02500,3.197
66,mlp.experts.54.gate_proj,0.0000742172,0.02500,3.351
66,mlp.experts.49.gate_proj,0.0000858579,0.02500,3.068
66,mlp.experts.35.gate_proj,0.0000782631,0.02500,4.321
66,mlp.experts.39.gate_proj,0.0000583618,0.02500,4.297
66,mlp.experts.47.gate_proj,0.0001250509,0.02500,4.321
66,mlp.experts.53.gate_proj,0.0000458652,0.02500,3.579
66,mlp.experts.52.gate_proj,0.0000860496,0.02500,3.190
66,mlp.experts.43.gate_proj,0.0000620640,0.02500,4.566
66,mlp.experts.60.gate_proj,0.0000447950,0.02500,3.187
66,mlp.experts.56.gate_proj,0.0000889391,0.02500,3.573
66,mlp.experts.48.gate_proj,0.0000689218,0.02500,3.817
66,mlp.experts.57.gate_proj,0.0000609839,0.02500,3.922
66,mlp.experts.66.gate_proj,0.0000409185,0.02500,3.097
66,mlp.experts.65.gate_proj,0.0000646382,0.02500,2.864
66,mlp.experts.78.gate_proj,0.0000732758,0.02500,3.039
66,mlp.experts.74.gate_proj,0.0000628469,0.02500,3.212
66,mlp.experts.70.gate_proj,0.0000983890,0.02500,3.121
66,mlp.experts.77.gate_proj,0.0000511436,0.02500,3.898
66,mlp.experts.69.gate_proj,0.0000327926,0.02500,3.520
66,mlp.experts.51.gate_proj,0.0000217609,0.02500,4.306
66,mlp.experts.68.gate_proj,0.0001320694,0.02500,3.606
66,mlp.experts.55.gate_proj,0.0000262758,0.02500,4.407
66,mlp.experts.63.gate_proj,0.0001032022,0.02500,4.421
66,mlp.experts.72.gate_proj,0.0000635840,0.02500,3.268
66,mlp.experts.73.gate_proj,0.0000572395,0.02500,3.055
66,mlp.experts.76.gate_proj,0.0000387095,0.02500,3.699
66,mlp.experts.81.gate_proj,0.0001078894,0.02500,3.019
66,mlp.experts.59.gate_proj,0.0000779062,0.02500,4.514
66,mlp.experts.64.gate_proj,0.0000555817,0.02500,3.711
66,mlp.experts.82.gate_proj,0.0000705444,0.02500,3.246
66,mlp.experts.94.gate_proj,0.0000621336,0.02500,3.249
66,mlp.experts.90.gate_proj,0.0000419402,0.02500,3.180
66,mlp.experts.86.gate_proj,0.0000198402,0.02500,3.177
66,mlp.experts.93.gate_proj,0.0000230609,0.02500,3.641
66,mlp.experts.92.gate_proj,0.0000624911,0.02500,2.966
66,mlp.experts.85.gate_proj,0.0000743290,0.02500,3.865
66,mlp.experts.84.gate_proj,0.0000496564,0.02500,3.594
66,mlp.experts.97.gate_proj,0.0000704690,0.02500,2.882
66,mlp.experts.88.gate_proj,0.0000602625,0.02500,3.620
66,mlp.experts.89.gate_proj,0.0000462492,0.02500,3.554
66,mlp.experts.67.gate_proj,0.0000497535,0.02500,4.121
66,mlp.experts.71.gate_proj,0.0001331474,0.02500,4.105
66,mlp.experts.106.gate_proj,0.0000567816,0.02500,2.972
66,mlp.experts.98.gate_proj,0.0000541542,0.02500,3.132
66,mlp.experts.102.gate_proj,0.0000788780,0.02500,2.957
66,mlp.experts.79.gate_proj,0.0000926400,0.02500,4.145
66,mlp.experts.110.gate_proj,0.0000847683,0.02500,3.167
66,mlp.experts.80.gate_proj,0.0000966343,0.02500,3.790
66,mlp.experts.109.gate_proj,0.0001035630,0.02500,3.071
66,mlp.experts.75.gate_proj,0.0001174919,0.02500,4.666
66,mlp.experts.108.gate_proj,0.0000580222,0.02500,3.247
66,mlp.experts.113.gate_proj,0.0000669166,0.02500,3.065
66,mlp.experts.104.gate_proj,0.0001554083,0.02500,3.565
66,mlp.experts.118.gate_proj,0.0000594191,0.02500,3.266
66,mlp.experts.2.up_proj,0.0000902900,0.02500,3.331
66,mlp.experts.100.gate_proj,0.0000715504,0.02500,3.911
66,mlp.experts.114.gate_proj,0.0000266644,0.02500,3.375
66,mlp.experts.101.gate_proj,0.0000991864,0.02500,4.063
66,mlp.experts.6.up_proj,0.0000399705,0.02500,3.340
66,mlp.experts.105.gate_proj,0.0000762729,0.02500,4.042
66,mlp.experts.96.gate_proj,0.0000484217,0.02500,3.400
66,mlp.experts.87.gate_proj,0.0000981565,0.02500,4.343
66,mlp.experts.5.up_proj,0.0000761855,0.02500,2.992
66,mlp.experts.83.gate_proj,0.0000844842,0.02500,4.572
66,mlp.experts.95.gate_proj,0.0000625616,0.02500,4.365
66,mlp.experts.91.gate_proj,0.0000404604,0.02500,4.127
66,mlp.experts.9.up_proj,0.0000482038,0.02500,2.953
66,mlp.experts.4.up_proj,0.0000369325,0.02500,3.062
66,mlp.experts.14.up_proj,0.0000798506,0.02500,3.089
66,mlp.experts.10.up_proj,0.0000297547,0.02500,3.074
66,mlp.experts.22.up_proj,0.0000359516,0.02500,3.079
66,mlp.experts.18.up_proj,0.0000866362,0.02500,3.269
66,mlp.experts.116.gate_proj,0.0000618663,0.02500,3.666
66,mlp.experts.112.gate_proj,0.0000646570,0.02500,3.189
66,mlp.experts.1.up_proj,0.0000255125,0.02500,3.365
66,mlp.experts.0.up_proj,0.0000546959,0.02500,3.977
66,mlp.experts.21.up_proj,0.0000822221,0.02500,3.008
66,mlp.experts.117.gate_proj,0.0000510382,0.02500,3.943
66,mlp.experts.99.gate_proj,0.0000393854,0.02500,4.304
66,mlp.experts.103.gate_proj,0.0000549673,0.02500,4.508
66,mlp.experts.111.gate_proj,0.0000303219,0.02500,4.617
66,mlp.experts.20.up_proj,0.0000834196,0.02500,3.671
66,mlp.experts.25.up_proj,0.0000630092,0.02500,3.808
66,mlp.experts.30.up_proj,0.0001271513,0.02500,3.255
66,mlp.experts.34.up_proj,0.0000533214,0.02500,3.136
66,mlp.experts.38.up_proj,0.0000467531,0.02500,3.248
66,mlp.experts.26.up_proj,0.0000412175,0.02500,3.312
66,mlp.experts.107.gate_proj,0.0000269729,0.02500,4.776
66,mlp.experts.37.up_proj,0.0000572201,0.02500,3.030
66,mlp.experts.17.up_proj,0.0000317224,0.02500,3.254
66,mlp.experts.16.up_proj,0.0000277892,0.02500,3.368
66,mlp.experts.8.up_proj,0.0000881680,0.02500,3.621
66,mlp.experts.12.up_proj,0.0000542059,0.02500,4.161
66,mlp.experts.13.up_proj,0.0001190844,0.02500,3.959
66,mlp.experts.54.up_proj,0.0000700433,0.02500,3.079
66,mlp.experts.46.up_proj,0.0000940697,0.02500,3.226
66,mlp.experts.50.up_proj,0.0000486151,0.02500,3.253
66,mlp.experts.42.up_proj,0.0000416666,0.02500,3.234
66,mlp.experts.36.up_proj,0.0000858147,0.02500,3.767
66,mlp.experts.115.gate_proj,0.0000729264,0.02500,4.687
66,mlp.experts.41.up_proj,0.0000526290,0.02500,4.027
66,mlp.experts.7.up_proj,0.0000662547,0.02500,4.568
66,mlp.experts.119.gate_proj,0.0000364579,0.02500,4.887
66,mlp.experts.28.up_proj,0.0000944386,0.02500,3.456
66,mlp.experts.53.up_proj,0.0000439707,0.02500,4.296
66,mlp.experts.32.up_proj,0.0000740066,0.02500,4.064
66,mlp.experts.33.up_proj,0.0000455981,0.02500,4.354
66,mlp.experts.24.up_proj,0.0000718905,0.02500,4.129
66,mlp.experts.3.up_proj,0.0000827713,0.02500,4.649
66,mlp.experts.29.up_proj,0.0000811285,0.02500,4.468
66,mlp.experts.66.up_proj,0.0000387330,0.02500,3.386
66,mlp.experts.58.up_proj,0.0000560173,0.02500,3.414
66,mlp.experts.52.up_proj,0.0000827299,0.02500,3.401
66,mlp.experts.62.up_proj,0.0000240272,0.02500,3.636
66,mlp.experts.70.up_proj,0.0000950384,0.02500,3.653
66,mlp.experts.57.up_proj,0.0000584180,0.02500,3.743
66,mlp.experts.44.up_proj,0.0001362449,0.02500,3.065
66,mlp.experts.69.up_proj,0.0000315002,0.02500,3.342
66,mlp.experts.11.up_proj,0.0000661511,0.02500,4.670
66,mlp.experts.23.up_proj,0.0000578969,0.02500,4.548
66,mlp.experts.49.up_proj,0.0000809526,0.02500,3.418
66,mlp.experts.15.up_proj,0.0000583195,0.02500,4.794
66,mlp.experts.48.up_proj,0.0000664594,0.02500,3.822
66,mlp.experts.40.up_proj,0.0000705936,0.02500,3.700
66,mlp.experts.82.up_proj,0.0000684281,0.02500,3.241
66,mlp.experts.19.up_proj,0.0000984775,0.02500,4.657
66,mlp.experts.74.up_proj,0.0000608412,0.02500,3.228
66,mlp.experts.78.up_proj,0.0000637259,0.02500,3.268
66,mlp.experts.45.up_proj,0.0000699176,0.02500,4.004
66,mlp.experts.86.up_proj,0.0000190796,0.02500,3.320
66,mlp.experts.68.up_proj,0.0001259882,0.02500,3.616
66,mlp.experts.73.up_proj,0.0000543250,0.02500,3.532
66,mlp.experts.65.up_proj,0.0000603139,0.02500,3.119
66,mlp.experts.60.up_proj,0.0000427226,0.02500,3.840
66,mlp.experts.85.up_proj,0.0000708042,0.02500,3.755
66,mlp.experts.56.up_proj,0.0000875893,0.02500,3.310
66,mlp.experts.64.up_proj,0.0000542447,0.02500,3.649
66,mlp.experts.98.up_proj,0.0000520519,0.02500,3.222
66,mlp.experts.90.up_proj,0.0000396723,0.02500,3.244
66,mlp.experts.27.up_proj,0.0000279502,0.02500,4.914
66,mlp.experts.94.up_proj,0.0000594770,0.02500,3.195
66,mlp.experts.39.up_proj,0.0000563453,0.02500,4.892
66,mlp.experts.102.up_proj,0.0000751532,0.02500,3.241
66,mlp.experts.61.up_proj,0.0000858894,0.02500,3.404
66,mlp.experts.31.up_proj,0.0000928195,0.02500,5.117
66,mlp.experts.84.up_proj,0.0000479539,0.02500,3.965
66,mlp.experts.89.up_proj,0.0000443583,0.02500,3.687
66,mlp.experts.35.up_proj,0.0000742884,0.02500,4.842
66,mlp.experts.76.up_proj,0.0000374545,0.02500,3.379
66,mlp.experts.81.up_proj,0.0001030093,0.02500,3.672
66,mlp.experts.72.up_proj,0.0000624422,0.02500,3.486
66,mlp.experts.101.up_proj,0.0000966509,0.02500,3.667
66,mlp.experts.80.up_proj,0.0000932264,0.02500,3.567
66,mlp.experts.114.up_proj,0.0000259804,0.02500,3.250
66,mlp.experts.106.up_proj,0.0000550228,0.02500,3.185
66,mlp.experts.110.up_proj,0.0000821849,0.02500,3.135
66,mlp.experts.118.up_proj,0.0000579366,0.02500,3.065
66,mlp.experts.77.up_proj,0.0000490604,0.02500,3.519
66,mlp.experts.100.up_proj,0.0000681584,0.02500,2.881
66,mlp.experts.105.up_proj,0.0000722640,0.02500,3.098
66,mlp.experts.97.up_proj,0.0000674300,0.02500,3.003
66,mlp.experts.88.up_proj,0.0000592591,0.02500,2.711
66,mlp.experts.43.up_proj,0.0000593212,0.02500,5.196
66,mlp.experts.117.up_proj,0.0000494283,0.02500,2.793
66,mlp.experts.55.up_proj,0.0000255758,0.02500,5.255
66,mlp.experts.92.up_proj,0.0000605620,0.02500,3.741
66,mlp.experts.47.up_proj,0.0001209620,0.02500,5.103
66,mlp.experts.93.up_proj,0.0000223757,0.02500,2.482
66,mlp.experts.96.up_proj,0.0000467632,0.02500,3.663
66,mlp.experts.51.up_proj,0.0000210172,0.02500,5.112
66,mlp.experts.116.up_proj,0.0000585883,0.02500,2.762
66,mlp.experts.113.up_proj,0.0000639415,0.02500,2.093
66,mlp.experts.104.up_proj,0.0001506118,0.02500,2.556
66,mlp.experts.109.up_proj,0.0001004395,0.02500,1.755
66,mlp.experts.108.up_proj,0.0000555000,0.02500,2.683
66,mlp.experts.112.up_proj,0.0000621269,0.02500,2.232
66,mlp.experts.59.up_proj,0.0000736184,0.02500,5.049
66,mlp.experts.71.up_proj,0.0001284979,0.02500,5.437
66,mlp.experts.63.up_proj,0.0000989966,0.02500,5.300
66,mlp.experts.67.up_proj,0.0000477571,0.02500,5.451
66,mlp.experts.75.up_proj,0.0001118771,0.02500,5.389
66,mlp.experts.79.up_proj,0.0000906704,0.02500,5.312
66,mlp.experts.87.up_proj,0.0000928361,0.02500,5.644
66,mlp.experts.83.up_proj,0.0000766707,0.02500,5.135
66,mlp.experts.91.up_proj,0.0000385338,0.02500,4.277
66,mlp.experts.95.up_proj,0.0000597994,0.02500,4.279
66,mlp.experts.99.up_proj,0.0000382403,0.02500,4.220
66,mlp.experts.103.up_proj,0.0000519172,0.02500,5.098
66,mlp.experts.107.up_proj,0.0000258588,0.02500,5.032
66,mlp.experts.111.up_proj,0.0000296168,0.02500,4.722
66,mlp.experts.115.up_proj,0.0000696147,0.02500,4.573
66,mlp.experts.119.up_proj,0.0000353719,0.02500,4.599
66,mlp.experts.1.down_proj,0.0000109341,0.02500,1.473
66,mlp.experts.9.down_proj,0.0000066719,0.02500,1.358
66,mlp.experts.5.down_proj,0.0000123141,0.02500,1.596
66,mlp.experts.13.down_proj,0.0000222546,0.02500,1.462
66,mlp.experts.4.down_proj,0.0000048742,0.02500,1.637
66,mlp.experts.0.down_proj,0.0000098082,0.02500,1.654
66,mlp.experts.12.down_proj,0.0000133153,0.02500,1.503
66,mlp.experts.8.down_proj,0.0000183133,0.02500,1.506
66,mlp.experts.7.down_proj,0.0000129939,0.02500,1.799
66,mlp.experts.6.down_proj,0.0000070541,0.02500,1.805
66,mlp.experts.3.down_proj,0.0000152884,0.02500,1.807
66,mlp.experts.2.down_proj,0.0000266008,0.02500,1.810
66,mlp.experts.14.down_proj,0.0000198611,0.02500,1.666
66,mlp.experts.11.down_proj,0.0000100616,0.02500,1.724
66,mlp.experts.15.down_proj,0.0000110572,0.02500,1.730
66,mlp.experts.10.down_proj,0.0000071761,0.02500,1.749
66,mlp.experts.17.down_proj,0.0000048324,0.02500,0.972
66,mlp.experts.29.down_proj,0.0000150933,0.02500,0.839
66,mlp.experts.16.down_proj,0.0000059796,0.02500,0.820
66,mlp.experts.20.down_proj,0.0000158601,0.02500,0.841
66,mlp.experts.28.down_proj,0.0000132332,0.02500,0.834
66,mlp.experts.24.down_proj,0.0000239787,0.02500,0.851
66,mlp.experts.21.down_proj,0.0000261534,0.02500,0.947
66,mlp.experts.25.down_proj,0.0000189063,0.02500,1.153
66,mlp.experts.18.down_proj,0.0000109759,0.02500,0.887
66,mlp.experts.30.down_proj,0.0000375512,0.02500,0.959
66,mlp.experts.26.down_proj,0.0000057196,0.02500,1.067
66,mlp.experts.22.down_proj,0.0000060442,0.02500,1.172
66,mlp.experts.31.down_proj,0.0000316936,0.02500,1.278
66,mlp.experts.19.down_proj,0.0000173306,0.02500,1.380
66,mlp.experts.27.down_proj,0.0000072462,0.02500,1.308
66,mlp.experts.23.down_proj,0.0000129790,0.02500,1.401
66,mlp.experts.32.down_proj,0.0000216401,0.02500,0.872
66,mlp.experts.40.down_proj,0.0000255406,0.02500,0.830
66,mlp.experts.44.down_proj,0.0000535788,0.02500,0.864
66,mlp.experts.36.down_proj,0.0000164269,0.02500,0.897
66,mlp.experts.37.down_proj,0.0000097796,0.02500,0.899
66,mlp.experts.33.down_proj,0.0000083817,0.02500,1.045
66,mlp.experts.45.down_proj,0.0000155630,0.02500,1.046
66,mlp.experts.41.down_proj,0.0000090994,0.02500,1.158
66,mlp.experts.34.down_proj,0.0000091184,0.02500,1.161
66,mlp.experts.46.down_proj,0.0000201128,0.02500,1.094
66,mlp.experts.42.down_proj,0.0000064160,0.02500,0.960
66,mlp.experts.38.down_proj,0.0000076812,0.02500,1.145
66,mlp.experts.52.down_proj,0.0000144945,0.02500,0.799
66,mlp.experts.60.down_proj,0.0000082177,0.02500,0.812
66,mlp.experts.56.down_proj,0.0000245970,0.02500,0.828
66,mlp.experts.48.down_proj,0.0000097381,0.02500,0.870
66,mlp.experts.49.down_proj,0.0000152649,0.02500,0.917
66,mlp.experts.53.down_proj,0.0000075597,0.02500,1.047
66,mlp.experts.39.down_proj,0.0000133254,0.02500,1.295
66,mlp.experts.35.down_proj,0.0000123123,0.02500,1.334
66,mlp.experts.43.down_proj,0.0000084807,0.02500,1.371
66,mlp.experts.61.down_proj,0.0000163092,0.02500,1.077
66,mlp.experts.47.down_proj,0.0000265714,0.02500,1.424
66,mlp.experts.57.down_proj,0.0000102655,0.02500,0.861
66,mlp.experts.62.down_proj,0.0000193473,0.02500,0.935
66,mlp.experts.58.down_proj,0.0000146090,0.02500,1.000
66,mlp.experts.50.down_proj,0.0000112449,0.02500,1.156
66,mlp.experts.76.down_proj,0.0000068540,0.02500,0.855
66,mlp.experts.68.down_proj,0.0000243015,0.02500,0.861
66,mlp.experts.72.down_proj,0.0000191063,0.02500,0.872
66,mlp.experts.64.down_proj,0.0000089336,0.02500,0.888
66,mlp.experts.54.down_proj,0.0000187419,0.02500,1.015
66,mlp.experts.69.down_proj,0.0000051005,0.02500,0.919
66,mlp.experts.65.down_proj,0.0000134768,0.02500,1.071
66,mlp.experts.73.down_proj,0.0000080832,0.02500,0.872
66,mlp.experts.55.down_proj,0.0000070832,0.02500,1.198
66,mlp.experts.77.down_proj,0.0000070541,0.02500,1.151
66,mlp.experts.51.down_proj,0.0000043117,0.02500,1.245
66,mlp.experts.59.down_proj,0.0000233712,0.02500,1.224
66,mlp.experts.63.down_proj,0.0000240104,0.02500,1.234
66,mlp.experts.74.down_proj,0.0000111858,0.02500,0.892
66,mlp.experts.78.down_proj,0.0000219508,0.02500,1.102
66,mlp.experts.66.down_proj,0.0000065380,0.02500,1.017
66,mlp.experts.92.down_proj,0.0000128714,0.02500,1.088
66,mlp.experts.70.down_proj,0.0000241180,0.02500,0.945
66,mlp.experts.80.down_proj,0.0000186019,0.02500,1.077
66,mlp.experts.88.down_proj,0.0000120257,0.02500,1.194
66,mlp.experts.84.down_proj,0.0000067202,0.02500,1.212
66,mlp.experts.85.down_proj,0.0000400975,0.02500,0.867
66,mlp.experts.93.down_proj,0.0000051742,0.02500,0.860
66,mlp.experts.81.down_proj,0.0000252179,0.02500,1.148
66,mlp.experts.89.down_proj,0.0000081055,0.02500,1.101
66,mlp.experts.90.down_proj,0.0000061239,0.02500,0.984
66,mlp.experts.86.down_proj,0.0000079298,0.02500,0.862
66,mlp.experts.82.down_proj,0.0000101968,0.02500,1.036
66,mlp.experts.94.down_proj,0.0000233867,0.02500,1.151
66,mlp.experts.101.down_proj,0.0000145598,0.02500,0.864
66,mlp.experts.71.down_proj,0.0000290699,0.02500,1.508
66,mlp.experts.67.down_proj,0.0000061475,0.02500,1.478
66,mlp.experts.75.down_proj,0.0000277630,0.02500,1.507
66,mlp.experts.96.down_proj,0.0000074799,0.02500,1.195
66,mlp.experts.79.down_proj,0.0000207037,0.02500,1.559
66,mlp.experts.108.down_proj,0.0000088001,0.02500,1.287
66,mlp.experts.104.down_proj,0.0000481452,0.02500,1.240
66,mlp.experts.100.down_proj,0.0000123897,0.02500,1.252
66,mlp.experts.109.down_proj,0.0000446088,0.02500,1.003
66,mlp.experts.105.down_proj,0.0000171726,0.02500,0.941
66,mlp.experts.97.down_proj,0.0000201081,0.02500,1.060
66,mlp.experts.117.down_proj,0.0000067935,0.02500,0.737
66,mlp.experts.112.down_proj,0.0000130688,0.02500,0.628
66,mlp.experts.106.down_proj,0.0000113475,0.02500,1.204
66,mlp.experts.116.down_proj,0.0000138202,0.02500,0.598
66,mlp.experts.102.down_proj,0.0000151129,0.02500,1.176
66,mlp.experts.87.down_proj,0.0000155068,0.02500,0.973
66,mlp.experts.113.down_proj,0.0000131417,0.02500,0.536
66,mlp.experts.83.down_proj,0.0000194473,0.02500,0.980
66,mlp.experts.91.down_proj,0.0000174235,0.02500,0.987
66,mlp.experts.98.down_proj,0.0000097619,0.02500,1.250
66,mlp.experts.110.down_proj,0.0000170224,0.02500,1.255
66,mlp.experts.95.down_proj,0.0000109670,0.02500,0.967
66,mlp.experts.118.down_proj,0.0000087479,0.02500,0.625
66,mlp.experts.114.down_proj,0.0000044134,0.02500,0.549
66,mlp.experts.103.down_proj,0.0000074897,0.02500,1.164
66,mlp.experts.99.down_proj,0.0000065201,0.02500,1.157
66,mlp.experts.111.down_proj,0.0000045212,0.02500,1.189
66,mlp.experts.107.down_proj,0.0000059173,0.02500,1.346
66,mlp.experts.119.down_proj,0.0000153617,0.02500,0.710
66,mlp.experts.115.down_proj,0.0000130565,0.02500,0.689
67,self_attn.v_proj,0.0000004247,0.02500,2.000
67,self_attn.k_proj,0.0000001778,0.02500,2.008
67,self_attn.q_proj,0.0000012359,0.02500,2.342
67,self_attn.o_proj,0.0000003665,0.02500,3.961
67,mlp.shared_experts.gate_proj,0.0000037012,0.02500,1.328
67,mlp.shared_experts.up_proj,0.0000022131,0.02500,1.308
67,mlp.shared_experts.down_proj,0.0000002767,0.02500,0.399
67,mlp.experts.8.gate_proj,0.0000498214,0.02500,3.995
67,mlp.experts.2.gate_proj,0.0000700305,0.02500,5.033
67,mlp.experts.6.gate_proj,0.0000889605,0.02500,5.038
67,mlp.experts.0.gate_proj,0.0000429060,0.02500,5.200
67,mlp.experts.14.gate_proj,0.0000622408,0.02500,4.631
67,mlp.experts.10.gate_proj,0.0000198808,0.02500,4.723
67,mlp.experts.4.gate_proj,0.0000807727,0.02500,5.453
67,mlp.experts.12.gate_proj,0.0000341957,0.02500,4.884
67,mlp.experts.11.gate_proj,0.0000559167,0.02500,4.943
67,mlp.experts.3.gate_proj,0.0000778810,0.02500,5.661
67,mlp.experts.7.gate_proj,0.0000597834,0.02500,5.755
67,mlp.experts.15.gate_proj,0.0000800173,0.02500,5.139
67,mlp.experts.9.gate_proj,0.0000680114,0.02500,5.805
67,mlp.experts.5.gate_proj,0.0000439828,0.02500,6.575
67,mlp.experts.13.gate_proj,0.0001227837,0.02500,5.927
67,mlp.experts.1.gate_proj,0.0000771140,0.02500,6.718
67,mlp.experts.22.gate_proj,0.0001216370,0.02500,3.552
67,mlp.experts.24.gate_proj,0.0000591626,0.02500,3.992
67,mlp.experts.16.gate_proj,0.0000394181,0.02500,3.559
67,mlp.experts.18.gate_proj,0.0000648653,0.02500,3.842
67,mlp.experts.26.gate_proj,0.0000678323,0.02500,3.535
67,mlp.experts.20.gate_proj,0.0000571330,0.02500,3.544
67,mlp.experts.30.gate_proj,0.0000636710,0.02500,3.805
67,mlp.experts.19.gate_proj,0.0000754431,0.02500,3.972
67,mlp.experts.28.gate_proj,0.0000717867,0.02500,4.053
67,mlp.experts.27.gate_proj,0.0000888977,0.02500,4.101
67,mlp.experts.23.gate_proj,0.0000876431,0.02500,4.109
67,mlp.experts.31.gate_proj,0.0000146330,0.02500,4.077
67,mlp.experts.38.gate_proj,0.0000767660,0.02500,3.002
67,mlp.experts.29.gate_proj,0.0000664213,0.02500,5.156
67,mlp.experts.34.gate_proj,0.0000447686,0.02500,2.933
67,mlp.experts.25.gate_proj,0.0000571518,0.02500,5.331
67,mlp.experts.42.gate_proj,0.0000502283,0.02500,2.924
67,mlp.experts.32.gate_proj,0.0000610145,0.02500,3.189
67,mlp.experts.21.gate_proj,0.0001323116,0.02500,5.401
67,mlp.experts.17.gate_proj,0.0000807528,0.02500,5.324
67,mlp.experts.46.gate_proj,0.0000597468,0.02500,2.934
67,mlp.experts.36.gate_proj,0.0000279298,0.02500,3.497
67,mlp.experts.40.gate_proj,0.0000478008,0.02500,3.863
67,mlp.experts.43.gate_proj,0.0000558935,0.02500,3.024
67,mlp.experts.44.gate_proj,0.0000891483,0.02500,3.147
67,mlp.experts.35.gate_proj,0.0000423834,0.02500,3.199
67,mlp.experts.39.gate_proj,0.0000890154,0.02500,3.049
67,mlp.experts.47.gate_proj,0.0000313481,0.02500,3.105
67,mlp.experts.54.gate_proj,0.0000573806,0.02500,2.979
67,mlp.experts.50.gate_proj,0.0000388892,0.02500,3.008
67,mlp.experts.58.gate_proj,0.0000959622,0.02500,2.972
67,mlp.experts.62.gate_proj,0.0000381551,0.02500,2.971
67,mlp.experts.48.gate_proj,0.0000702890,0.02500,3.363
67,mlp.experts.52.gate_proj,0.0000223237,0.02500,3.186
67,mlp.experts.56.gate_proj,0.0000547589,0.02500,3.815
67,mlp.experts.59.gate_proj,0.0000729084,0.02500,3.680
67,mlp.experts.45.gate_proj,0.0000525198,0.02500,4.803
67,mlp.experts.41.gate_proj,0.0000578816,0.02500,4.802
67,mlp.experts.51.gate_proj,0.0000649540,0.02500,3.825
67,mlp.experts.55.gate_proj,0.0000592524,0.02500,3.829
67,mlp.experts.33.gate_proj,0.0000456060,0.02500,4.833
67,mlp.experts.63.gate_proj,0.0000461015,0.02500,3.852
67,mlp.experts.60.gate_proj,0.0000443485,0.02500,4.102
67,mlp.experts.37.gate_proj,0.0001216446,0.02500,5.073
67,mlp.experts.70.gate_proj,0.0000366744,0.02500,3.191
67,mlp.experts.66.gate_proj,0.0000531305,0.02500,3.207
67,mlp.experts.74.gate_proj,0.0001004815,0.02500,3.397
67,mlp.experts.78.gate_proj,0.0000780588,0.02500,3.257
67,mlp.experts.64.gate_proj,0.0000656977,0.02500,3.825
67,mlp.experts.68.gate_proj,0.0000866563,0.02500,4.058
67,mlp.experts.72.gate_proj,0.0000639959,0.02500,4.097
67,mlp.experts.76.gate_proj,0.0000344850,0.02500,3.930
67,mlp.experts.61.gate_proj,0.0000534614,0.02500,4.472
67,mlp.experts.75.gate_proj,0.0000916812,0.02500,4.812
67,mlp.experts.49.gate_proj,0.0000608905,0.02500,4.443
67,mlp.experts.53.gate_proj,0.0000587432,0.02500,4.364
67,mlp.experts.67.gate_proj,0.0000503017,0.02500,4.760
67,mlp.experts.57.gate_proj,0.0001196669,0.02500,4.809
67,mlp.experts.82.gate_proj,0.0000699661,0.02500,3.457
67,mlp.experts.71.gate_proj,0.0000511658,0.02500,4.763
67,mlp.experts.86.gate_proj,0.0000770425,0.02500,3.848
67,mlp.experts.79.gate_proj,0.0000811783,0.02500,4.737
67,mlp.experts.90.gate_proj,0.0000425860,0.02500,3.821
67,mlp.experts.94.gate_proj,0.0000412276,0.02500,4.060
67,mlp.experts.80.gate_proj,0.0000608221,0.02500,3.843
67,mlp.experts.84.gate_proj,0.0000496190,0.02500,3.316
67,mlp.experts.88.gate_proj,0.0000684426,0.02500,3.007
67,mlp.experts.92.gate_proj,0.0000667331,0.02500,3.623
67,mlp.experts.102.gate_proj,0.0000322755,0.02500,3.773
67,mlp.experts.77.gate_proj,0.0001103931,0.02500,4.472
67,mlp.experts.98.gate_proj,0.0000871450,0.02500,4.195
67,mlp.experts.65.gate_proj,0.0000896962,0.02500,4.360
67,mlp.experts.73.gate_proj,0.0000993209,0.02500,4.360
67,mlp.experts.96.gate_proj,0.0000667271,0.02500,2.983
67,mlp.experts.69.gate_proj,0.0000682069,0.02500,4.562
67,mlp.experts.106.gate_proj,0.0000610941,0.02500,3.955
67,mlp.experts.91.gate_proj,0.0000757604,0.02500,4.947
67,mlp.experts.83.gate_proj,0.0001486614,0.02500,4.931
67,mlp.experts.110.gate_proj,0.0000599567,0.02500,4.061
67,mlp.experts.87.gate_proj,0.0000587141,0.02500,4.996
67,mlp.experts.95.gate_proj,0.0000771144,0.02500,4.976
67,mlp.experts.104.gate_proj,0.0000577423,0.02500,3.161
67,mlp.experts.100.gate_proj,0.0000597279,0.02500,3.928
67,mlp.experts.108.gate_proj,0.0000570608,0.02500,3.076
67,mlp.experts.118.gate_proj,0.0001332405,0.02500,3.593
67,mlp.experts.114.gate_proj,0.0000944827,0.02500,3.485
67,mlp.experts.2.up_proj,0.0000669813,0.02500,3.386
67,mlp.experts.0.up_proj,0.0000414287,0.02500,3.084
67,mlp.experts.93.gate_proj,0.0000625191,0.02500,4.284
67,mlp.experts.112.gate_proj,0.0000506143,0.02500,3.918
67,mlp.experts.6.up_proj,0.0000843662,0.02500,3.499
67,mlp.experts.81.gate_proj,0.0000895389,0.02500,4.349
67,mlp.experts.89.gate_proj,0.0000458689,0.02500,4.353
67,mlp.experts.85.gate_proj,0.0000541337,0.02500,4.303
67,mlp.experts.116.gate_proj,0.0000559962,0.02500,3.569
67,mlp.experts.4.up_proj,0.0000775292,0.02500,3.116
67,mlp.experts.107.gate_proj,0.0000598694,0.02500,4.455
67,mlp.experts.99.gate_proj,0.0001086671,0.02500,4.484
67,mlp.experts.103.gate_proj,0.0000661960,0.02500,4.574
67,mlp.experts.111.gate_proj,0.0000558876,0.02500,4.655
67,mlp.experts.14.up_proj,0.0000600413,0.02500,3.096
67,mlp.experts.10.up_proj,0.0000192724,0.02500,3.299
67,mlp.experts.18.up_proj,0.0000620536,0.02500,3.294
67,mlp.experts.8.up_proj,0.0000481577,0.02500,2.992
67,mlp.experts.16.up_proj,0.0000383085,0.02500,3.194
67,mlp.experts.109.gate_proj,0.0000738386,0.02500,3.365
67,mlp.experts.22.up_proj,0.0001146503,0.02500,3.286
67,mlp.experts.97.gate_proj,0.0000956091,0.02500,3.302
67,mlp.experts.105.gate_proj,0.0000366002,0.02500,3.332
67,mlp.experts.101.gate_proj,0.0000932990,0.02500,3.279
67,mlp.experts.12.up_proj,0.0000333156,0.02500,3.525
67,mlp.experts.20.up_proj,0.0000541331,0.02500,3.914
67,mlp.experts.30.up_proj,0.0000624221,0.02500,3.083
67,mlp.experts.3.up_proj,0.0000753924,0.02500,4.699
67,mlp.experts.115.gate_proj,0.0000491830,0.02500,4.554
67,mlp.experts.26.up_proj,0.0000660282,0.02500,2.977
67,mlp.experts.119.gate_proj,0.0000874753,0.02500,4.658
67,mlp.experts.34.up_proj,0.0000435330,0.02500,3.049
67,mlp.experts.7.up_proj,0.0000575494,0.02500,4.695
67,mlp.experts.38.up_proj,0.0000742939,0.02500,3.115
67,mlp.experts.5.up_proj,0.0000423945,0.02500,3.156
67,mlp.experts.32.up_proj,0.0000590842,0.02500,3.581
67,mlp.experts.113.gate_proj,0.0001938941,0.02500,3.227
67,mlp.experts.24.up_proj,0.0000571546,0.02500,3.733
67,mlp.experts.1.up_proj,0.0000735280,0.02500,3.222
67,mlp.experts.117.gate_proj,0.0000568297,0.02500,3.218
67,mlp.experts.28.up_proj,0.0000698730,0.02500,3.224
67,mlp.experts.36.up_proj,0.0000266608,0.02500,3.378
67,mlp.experts.46.up_proj,0.0000576986,0.02500,3.769
67,mlp.experts.42.up_proj,0.0000498851,0.02500,3.747
67,mlp.experts.21.up_proj,0.0001279809,0.02500,3.108
67,mlp.experts.48.up_proj,0.0000688987,0.02500,3.014
67,mlp.experts.50.up_proj,0.0000378894,0.02500,3.830
67,mlp.experts.11.up_proj,0.0000540092,0.02500,4.219
67,mlp.experts.9.up_proj,0.0000664258,0.02500,3.077
67,mlp.experts.19.up_proj,0.0000731868,0.02500,4.363
67,mlp.experts.13.up_proj,0.0001187760,0.02500,3.062
67,mlp.experts.17.up_proj,0.0000762440,0.02500,3.160
67,mlp.experts.54.up_proj,0.0000557157,0.02500,3.589
67,mlp.experts.40.up_proj,0.0000469651,0.02500,3.442
67,mlp.experts.15.up_proj,0.0000775242,0.02500,4.337
67,mlp.experts.23.up_proj,0.0000847119,0.02500,4.201
67,mlp.experts.44.up_proj,0.0000845727,0.02500,3.445
67,mlp.experts.52.up_proj,0.0000214508,0.02500,3.603
67,mlp.experts.62.up_proj,0.0000346233,0.02500,3.623
67,mlp.experts.64.up_proj,0.0000603866,0.02500,3.046
67,mlp.experts.37.up_proj,0.0001177034,0.02500,3.200
67,mlp.experts.58.up_proj,0.0000916249,0.02500,3.542
67,mlp.experts.25.up_proj,0.0000550320,0.02500,3.174
67,mlp.experts.29.up_proj,0.0000639803,0.02500,3.164
67,mlp.experts.66.up_proj,0.0000499064,0.02500,3.440
67,mlp.experts.33.up_proj,0.0000443498,0.02500,3.178
67,mlp.experts.70.up_proj,0.0000355758,0.02500,3.723
67,mlp.experts.56.up_proj,0.0000534214,0.02500,3.974
67,mlp.experts.60.up_proj,0.0000427678,0.02500,3.359
67,mlp.experts.27.up_proj,0.0000853026,0.02500,4.671
67,mlp.experts.35.up_proj,0.0000417920,0.02500,4.754
67,mlp.experts.39.up_proj,0.0000866776,0.02500,4.651
67,mlp.experts.31.up_proj,0.0000139348,0.02500,4.824
67,mlp.experts.68.up_proj,0.0000826515,0.02500,3.552
67,mlp.experts.80.up_proj,0.0000592589,0.02500,3.026
67,mlp.experts.78.up_proj,0.0000757415,0.02500,3.174
67,mlp.experts.74.up_proj,0.0000946963,0.02500,3.239
67,mlp.experts.82.up_proj,0.0000676149,0.02500,3.599
67,mlp.experts.53.up_proj,0.0000553730,0.02500,3.994
67,mlp.experts.41.up_proj,0.0000555530,0.02500,3.902
67,mlp.experts.45.up_proj,0.0000508319,0.02500,4.014
67,mlp.experts.49.up_proj,0.0000578991,0.02500,4.058
67,mlp.experts.86.up_proj,0.0000744207,0.02500,3.755
67,mlp.experts.72.up_proj,0.0000627157,0.02500,3.394
67,mlp.experts.76.up_proj,0.0000317737,0.02500,3.381
67,mlp.experts.43.up_proj,0.0000543790,0.02500,3.675
67,mlp.experts.51.up_proj,0.0000629163,0.02500,3.626
67,mlp.experts.55.up_proj,0.0000582688,0.02500,3.492
67,mlp.experts.47.up_proj,0.0000296829,0.02500,3.571
67,mlp.experts.96.up_proj,0.0000651677,0.02500,3.029
67,mlp.experts.94.up_proj,0.0000398556,0.02500,3.050
67,mlp.experts.84.up_proj,0.0000483201,0.02500,4.002
67,mlp.experts.98.up_proj,0.0000824668,0.02500,3.102
67,mlp.experts.90.up_proj,0.0000410817,0.02500,4.086
67,mlp.experts.88.up_proj,0.0000659617,0.02500,3.005
67,mlp.experts.102.up_proj,0.0000314825,0.02500,3.677
67,mlp.experts.59.up_proj,0.0000717618,0.02500,3.258
67,mlp.experts.92.up_proj,0.0000650076,0.02500,3.775
67,mlp.experts.67.up_proj,0.0000487675,0.02500,3.234
67,mlp.experts.71.up_proj,0.0000504620,0.02500,3.292
67,mlp.experts.57.up_proj,0.0001136896,0.02500,4.885
67,mlp.experts.69.up_proj,0.0000659512,0.02500,5.059
67,mlp.experts.63.up_proj,0.0000446141,0.02500,3.312
67,mlp.experts.112.up_proj,0.0000488060,0.02500,3.206
67,mlp.experts.61.up_proj,0.0000520132,0.02500,4.970
67,mlp.experts.65.up_proj,0.0000870850,0.02500,4.955
67,mlp.experts.110.up_proj,0.0000572341,0.02500,3.368
67,mlp.experts.100.up_proj,0.0000576221,0.02500,3.417
67,mlp.experts.114.up_proj,0.0000908854,0.02500,3.145
67,mlp.experts.106.up_proj,0.0000593948,0.02500,2.890
67,mlp.experts.104.up_proj,0.0000539697,0.02500,2.694
67,mlp.experts.118.up_proj,0.0001305841,0.02500,2.605
67,mlp.experts.108.up_proj,0.0000551991,0.02500,2.447
67,mlp.experts.116.up_proj,0.0000549229,0.02500,1.976
67,mlp.experts.75.up_proj,0.0000870389,0.02500,4.091
67,mlp.experts.73.up_proj,0.0000939973,0.02500,4.001
67,mlp.experts.85.up_proj,0.0000517530,0.02500,3.964
67,mlp.experts.81.up_proj,0.0000867769,0.02500,3.772
67,mlp.experts.77.up_proj,0.0001039943,0.02500,3.914
67,mlp.experts.87.up_proj,0.0000552420,0.02500,4.342
67,mlp.experts.83.up_proj,0.0001409294,0.02500,4.790
67,mlp.experts.79.up_proj,0.0000774652,0.02500,4.492
67,mlp.experts.89.up_proj,0.0000442862,0.02500,3.127
67,mlp.experts.101.up_proj,0.0000887343,0.02500,3.051
67,mlp.experts.97.up_proj,0.0000784548,0.02500,3.092
67,mlp.experts.93.up_proj,0.0000621313,0.02500,3.110
67,mlp.experts.91.up_proj,0.0000731647,0.02500,5.783
67,mlp.experts.103.up_proj,0.0000641992,0.02500,5.638
67,mlp.experts.105.up_proj,0.0000353169,0.02500,3.097
67,mlp.experts.117.up_proj,0.0000535583,0.02500,3.149
67,mlp.experts.113.up_proj,0.0001827856,0.02500,3.056
67,mlp.experts.109.up_proj,0.0000711401,0.02500,3.003
67,mlp.experts.99.up_proj,0.0001044772,0.02500,5.940
67,mlp.experts.95.up_proj,0.0000740840,0.02500,6.060
67,mlp.experts.107.up_proj,0.0000574088,0.02500,5.723
67,mlp.experts.119.up_proj,0.0000843664,0.02500,5.439
67,mlp.experts.115.up_proj,0.0000477954,0.02500,5.278
67,mlp.experts.111.up_proj,0.0000545859,0.02500,5.093
67,mlp.experts.4.down_proj,0.0000119253,0.02500,1.201
67,mlp.experts.0.down_proj,0.0000063929,0.02500,1.525
67,mlp.experts.12.down_proj,0.0000057118,0.02500,1.335
67,mlp.experts.8.down_proj,0.0000122653,0.02500,1.422
67,mlp.experts.6.down_proj,0.0000299061,0.02500,1.792
67,mlp.experts.2.down_proj,0.0000090332,0.02500,1.842
67,mlp.experts.14.down_proj,0.0000088022,0.02500,1.720
67,mlp.experts.10.down_proj,0.0000056894,0.02500,1.729
67,mlp.experts.3.down_proj,0.0000335118,0.02500,2.071
67,mlp.experts.7.down_proj,0.0000103019,0.02500,2.073
67,mlp.experts.15.down_proj,0.0000212807,0.02500,1.881
67,mlp.experts.1.down_proj,0.0000162798,0.02500,2.098
67,mlp.experts.11.down_proj,0.0000133008,0.02500,1.950
67,mlp.experts.5.down_proj,0.0000058338,0.02500,2.375
67,mlp.experts.9.down_proj,0.0000119847,0.02500,2.212
67,mlp.experts.13.down_proj,0.0000210962,0.02500,2.296
67,mlp.experts.20.down_proj,0.0000116094,0.02500,1.382
67,mlp.experts.16.down_proj,0.0000068615,0.02500,1.233
67,mlp.experts.28.down_proj,0.0000174353,0.02500,1.346
67,mlp.experts.24.down_proj,0.0000086561,0.02500,1.317
67,mlp.experts.22.down_proj,0.0000189204,0.02500,1.214
67,mlp.experts.18.down_proj,0.0000169743,0.02500,1.262
67,mlp.experts.26.down_proj,0.0000117092,0.02500,1.372
67,mlp.experts.30.down_proj,0.0000121075,0.02500,1.422
67,mlp.experts.31.down_proj,0.0000020449,0.02500,1.359
67,mlp.experts.23.down_proj,0.0000218340,0.02500,1.397
67,mlp.experts.27.down_proj,0.0000152461,0.02500,1.327
67,mlp.experts.17.down_proj,0.0000133992,0.02500,1.447
67,mlp.experts.19.down_proj,0.0000204163,0.02500,1.622
67,mlp.experts.21.down_proj,0.0000334683,0.02500,1.331
67,mlp.experts.36.down_proj,0.0000048762,0.02500,1.125
67,mlp.experts.25.down_proj,0.0000107466,0.02500,1.328
67,mlp.experts.32.down_proj,0.0000091976,0.02500,1.005
67,mlp.experts.29.down_proj,0.0000107614,0.02500,1.313
67,mlp.experts.44.down_proj,0.0000174540,0.02500,1.066
67,mlp.experts.40.down_proj,0.0000076000,0.02500,1.097
67,mlp.experts.38.down_proj,0.0000144124,0.02500,1.331
67,mlp.experts.34.down_proj,0.0000066090,0.02500,1.291
67,mlp.experts.42.down_proj,0.0000134860,0.02500,1.227
67,mlp.experts.46.down_proj,0.0000148455,0.02500,1.215
67,mlp.experts.33.down_proj,0.0000078552,0.02500,1.059
67,mlp.experts.52.down_proj,0.0000053926,0.02500,0.902
67,mlp.experts.37.down_proj,0.0000238384,0.02500,1.058
67,mlp.experts.48.down_proj,0.0000190455,0.02500,1.005
67,mlp.experts.41.down_proj,0.0000097886,0.02500,1.068
67,mlp.experts.45.down_proj,0.0000106338,0.02500,1.056
67,mlp.experts.60.down_proj,0.0000074507,0.02500,0.932
67,mlp.experts.39.down_proj,0.0000201142,0.02500,1.496
67,mlp.experts.47.down_proj,0.0000055908,0.02500,1.511
67,mlp.experts.43.down_proj,0.0000107148,0.02500,1.515
67,mlp.experts.35.down_proj,0.0000094843,0.02500,1.472
67,mlp.experts.56.down_proj,0.0000113429,0.02500,1.187
67,mlp.experts.54.down_proj,0.0000100032,0.02500,1.047
67,mlp.experts.50.down_proj,0.0000193425,0.02500,1.154
67,mlp.experts.49.down_proj,0.0000089084,0.02500,0.964
67,mlp.experts.58.down_proj,0.0000187071,0.02500,1.123
67,mlp.experts.68.down_proj,0.0000203285,0.02500,1.129
67,mlp.experts.53.down_proj,0.0000092046,0.02500,1.001
67,mlp.experts.64.down_proj,0.0000115968,0.02500,0.997
67,mlp.experts.62.down_proj,0.0000173610,0.02500,1.233
67,mlp.experts.57.down_proj,0.0000321394,0.02500,0.997
67,mlp.experts.61.down_proj,0.0000076322,0.02500,1.017
67,mlp.experts.76.down_proj,0.0000069059,0.02500,1.089
67,mlp.experts.72.down_proj,0.0000088648,0.02500,1.136
67,mlp.experts.70.down_proj,0.0000063902,0.02500,1.121
67,mlp.experts.65.down_proj,0.0000153022,0.02500,0.961
67,mlp.experts.59.down_proj,0.0000136515,0.02500,1.555
67,mlp.experts.55.down_proj,0.0000101250,0.02500,1.602
67,mlp.experts.63.down_proj,0.0000069614,0.02500,1.635
67,mlp.experts.84.down_proj,0.0000094140,0.02500,0.923
67,mlp.experts.51.down_proj,0.0000129067,0.02500,1.528
67,mlp.experts.69.down_proj,0.0000110147,0.02500,0.933
67,mlp.experts.73.down_proj,0.0000227404,0.02500,0.943
67,mlp.experts.66.down_proj,0.0000115632,0.02500,1.221
67,mlp.experts.77.down_proj,0.0000233409,0.02500,0.937
67,mlp.experts.78.down_proj,0.0000122814,0.02500,1.048
67,mlp.experts.74.down_proj,0.0000247501,0.02500,1.224
67,mlp.experts.80.down_proj,0.0000223392,0.02500,1.143
67,mlp.experts.92.down_proj,0.0000139309,0.02500,1.282
67,mlp.experts.88.down_proj,0.0000115929,0.02500,1.051
67,mlp.experts.86.down_proj,0.0000249179,0.02500,0.932
67,mlp.experts.81.down_proj,0.0000156381,0.02500,0.995
67,mlp.experts.85.down_proj,0.0000077266,0.02500,0.991
67,mlp.experts.89.down_proj,0.0000136031,0.02500,0.980
67,mlp.experts.100.down_proj,0.0000096276,0.02500,1.080
67,mlp.experts.94.down_proj,0.0000131026,0.02500,0.957
67,mlp.experts.93.down_proj,0.0000115664,0.02500,0.981
67,mlp.experts.75.down_proj,0.0000266050,0.02500,1.309
67,mlp.experts.82.down_proj,0.0000205503,0.02500,1.120
67,mlp.experts.79.down_proj,0.0000163434,0.02500,1.299
67,mlp.experts.90.down_proj,0.0000087205,0.02500,1.085
67,mlp.experts.71.down_proj,0.0000169122,0.02500,1.440
67,mlp.experts.67.down_proj,0.0000072248,0.02500,1.338
67,mlp.experts.96.down_proj,0.0000160567,0.02500,1.272
67,mlp.experts.104.down_proj,0.0000108729,0.02500,0.922
67,mlp.experts.97.down_proj,0.0000247267,0.02500,0.885
67,mlp.experts.108.down_proj,0.0000093259,0.02500,1.171
67,mlp.experts.102.down_proj,0.0000106977,0.02500,1.084
67,mlp.experts.116.down_proj,0.0000150383,0.02500,0.823
67,mlp.experts.101.down_proj,0.0000250871,0.02500,0.903
67,mlp.experts.105.down_proj,0.0000057490,0.02500,0.880
67,mlp.experts.109.down_proj,0.0000118309,0.02500,0.874
67,mlp.experts.98.down_proj,0.0000243325,0.02500,0.888
67,mlp.experts.106.down_proj,0.0000103823,0.02500,0.832
67,mlp.experts.112.down_proj,0.0000108953,0.02500,0.667
67,mlp.experts.110.down_proj,0.0000199666,0.02500,1.128
67,mlp.experts.113.down_proj,0.0000783451,0.02500,0.711
67,mlp.experts.91.down_proj,0.0000135951,0.02500,1.311
67,mlp.experts.117.down_proj,0.0000093465,0.02500,0.656
67,mlp.experts.95.down_proj,0.0000153971,0.02500,1.374
67,mlp.experts.118.down_proj,0.0000267978,0.02500,0.754
67,mlp.experts.83.down_proj,0.0000375205,0.02500,1.284
67,mlp.experts.87.down_proj,0.0000197827,0.02500,1.356
67,mlp.experts.114.down_proj,0.0000146268,0.02500,0.595
67,mlp.experts.107.down_proj,0.0000088039,0.02500,1.278
67,mlp.experts.99.down_proj,0.0000296002,0.02500,1.236
67,mlp.experts.111.down_proj,0.0000092415,0.02500,1.305
67,mlp.experts.103.down_proj,0.0000092095,0.02500,1.314
67,mlp.experts.115.down_proj,0.0000105646,0.02500,0.829
67,mlp.experts.119.down_proj,0.0000177469,0.02500,0.764
68,self_attn.k_proj,0.0000001684,0.02500,1.594
68,self_attn.v_proj,0.0000003863,0.02500,1.659
68,self_attn.q_proj,0.0000012730,0.02500,1.860
68,self_attn.o_proj,0.0000003815,0.02500,4.095
68,mlp.shared_experts.gate_proj,0.0000035599,0.02500,1.305
68,mlp.shared_experts.up_proj,0.0000022462,0.02500,1.277
68,mlp.shared_experts.down_proj,0.0000002485,0.02500,0.388
68,mlp.experts.5.gate_proj,0.0000904723,0.02500,3.506
68,mlp.experts.1.gate_proj,0.0000477856,0.02500,3.515
68,mlp.experts.9.gate_proj,0.0000388473,0.02500,3.228
68,mlp.experts.13.gate_proj,0.0000530760,0.02500,3.242
68,mlp.experts.3.gate_proj,0.0000898264,0.02500,4.990
68,mlp.experts.15.gate_proj,0.0000951434,0.02500,4.867
68,mlp.experts.7.gate_proj,0.0000327642,0.02500,5.225
68,mlp.experts.11.gate_proj,0.0000651105,0.02500,5.159
68,mlp.experts.8.gate_proj,0.0000784694,0.02500,5.611
68,mlp.experts.4.gate_proj,0.0000702050,0.02500,5.684
68,mlp.experts.0.gate_proj,0.0000478671,0.02500,5.809
68,mlp.experts.2.gate_proj,0.0000411918,0.02500,5.811
68,mlp.experts.6.gate_proj,0.0000522327,0.02500,5.889
68,mlp.experts.12.gate_proj,0.0000702257,0.02500,5.620
68,mlp.experts.14.gate_proj,0.0000737955,0.02500,5.759
68,mlp.experts.10.gate_proj,0.0000756665,0.02500,5.868
68,mlp.experts.25.gate_proj,0.0000550532,0.02500,3.290
68,mlp.experts.29.gate_proj,0.0000408647,0.02500,3.279
68,mlp.experts.21.gate_proj,0.0000821308,0.02500,3.315
68,mlp.experts.17.gate_proj,0.0000824708,0.02500,3.547
68,mlp.experts.31.gate_proj,0.0001268095,0.02500,3.383
68,mlp.experts.19.gate_proj,0.0000656893,0.02500,3.735
68,mlp.experts.23.gate_proj,0.0000748867,0.02500,3.560
68,mlp.experts.27.gate_proj,0.0000658484,0.02500,3.682
68,mlp.experts.24.gate_proj,0.0001306552,0.02500,3.931
68,mlp.experts.20.gate_proj,0.0001210441,0.02500,4.006
68,mlp.experts.16.gate_proj,0.0000726359,0.02500,3.933
68,mlp.experts.41.gate_proj,0.0000571467,0.02500,2.995
68,mlp.experts.37.gate_proj,0.0000892811,0.02500,2.986
68,mlp.experts.28.gate_proj,0.0000782948,0.02500,3.921
68,mlp.experts.45.gate_proj,0.0001316236,0.02500,3.127
68,mlp.experts.33.gate_proj,0.0000574717,0.02500,3.041
68,mlp.experts.18.gate_proj,0.0000512831,0.02500,5.109
68,mlp.experts.22.gate_proj,0.0000722925,0.02500,5.039
68,mlp.experts.30.gate_proj,0.0000639195,0.02500,5.033
68,mlp.experts.26.gate_proj,0.0001179082,0.02500,5.024
68,mlp.experts.47.gate_proj,0.0000427106,0.02500,3.568
68,mlp.experts.35.gate_proj,0.0001189877,0.02500,3.515
68,mlp.experts.39.gate_proj,0.0000589009,0.02500,3.807
68,mlp.experts.57.gate_proj,0.0000754804,0.02500,3.021
68,mlp.experts.53.gate_proj,0.0000530366,0.02500,3.060
68,mlp.experts.61.gate_proj,0.0000809457,0.02500,3.054
68,mlp.experts.49.gate_proj,0.0000715489,0.02500,3.063
68,mlp.experts.43.gate_proj,0.0001637196,0.02500,4.042
68,mlp.experts.40.gate_proj,0.0000823689,0.02500,4.942
68,mlp.experts.44.gate_proj,0.0000693765,0.02500,4.732
68,mlp.experts.36.gate_proj,0.0000831143,0.02500,4.873
68,mlp.experts.34.gate_proj,0.0000549240,0.02500,3.737
68,mlp.experts.38.gate_proj,0.0000299261,0.02500,3.778
68,mlp.experts.32.gate_proj,0.0001134327,0.02500,5.018
68,mlp.experts.46.gate_proj,0.0000287022,0.02500,3.868
68,mlp.experts.42.gate_proj,0.0000794768,0.02500,3.846
68,mlp.experts.51.gate_proj,0.0000400293,0.02500,3.471
68,mlp.experts.73.gate_proj,0.0000421670,0.02500,2.986
68,mlp.experts.69.gate_proj,0.0000878510,0.02500,3.032
68,mlp.experts.55.gate_proj,0.0000454869,0.02500,3.378
68,mlp.experts.77.gate_proj,0.0000769031,0.02500,3.086
68,mlp.experts.63.gate_proj,0.0000645479,0.02500,3.987
68,mlp.experts.65.gate_proj,0.0000890296,0.02500,2.987
68,mlp.experts.59.gate_proj,0.0000688777,0.02500,3.178
68,mlp.experts.54.gate_proj,0.0000332491,0.02500,3.965
68,mlp.experts.89.gate_proj,0.0001066120,0.02500,2.903
68,mlp.experts.50.gate_proj,0.0000223366,0.02500,4.119
68,mlp.experts.85.gate_proj,0.0001249127,0.02500,2.987
68,mlp.experts.60.gate_proj,0.0000945613,0.02500,4.332
68,mlp.experts.56.gate_proj,0.0000566150,0.02500,4.408
68,mlp.experts.62.gate_proj,0.0000631378,0.02500,3.981
68,mlp.experts.58.gate_proj,0.0000438205,0.02500,4.039
68,mlp.experts.93.gate_proj,0.0000398718,0.02500,3.007
68,mlp.experts.52.gate_proj,0.0000646044,0.02500,4.525
68,mlp.experts.48.gate_proj,0.0000729185,0.02500,4.418
68,mlp.experts.81.gate_proj,0.0000373099,0.02500,3.037
68,mlp.experts.67.gate_proj,0.0000615030,0.02500,3.545
68,mlp.experts.79.gate_proj,0.0000300079,0.02500,3.534
68,mlp.experts.75.gate_proj,0.0000730381,0.02500,3.280
68,mlp.experts.71.gate_proj,0.0001468901,0.02500,3.928
68,mlp.experts.105.gate_proj,0.0000674262,0.02500,3.251
68,mlp.experts.101.gate_proj,0.0000640802,0.02500,3.167
68,mlp.experts.109.gate_proj,0.0001182409,0.02500,3.164
68,mlp.experts.97.gate_proj,0.0000864089,0.02500,3.120
68,mlp.experts.91.gate_proj,0.0000667410,0.02500,3.178
68,mlp.experts.70.gate_proj,0.0000659728,0.02500,4.219
68,mlp.experts.83.gate_proj,0.0000729953,0.02500,3.663
68,mlp.experts.66.gate_proj,0.0001008991,0.02500,4.317
68,mlp.experts.72.gate_proj,0.0000438927,0.02500,4.229
68,mlp.experts.76.gate_proj,0.0001211754,0.02500,4.370
68,mlp.experts.95.gate_proj,0.0000431204,0.02500,3.679
68,mlp.experts.68.gate_proj,0.0000722811,0.02500,4.244
68,mlp.experts.74.gate_proj,0.0000340503,0.02500,4.334
68,mlp.experts.64.gate_proj,0.0000822870,0.02500,4.291
68,mlp.experts.78.gate_proj,0.0000545065,0.02500,4.582
68,mlp.experts.87.gate_proj,0.0000735437,0.02500,4.094
68,mlp.experts.1.up_proj,0.0000459240,0.02500,3.014
68,mlp.experts.117.gate_proj,0.0000463784,0.02500,3.007
68,mlp.experts.113.gate_proj,0.0001291796,0.02500,2.979
68,mlp.experts.5.up_proj,0.0000888560,0.02500,3.112
68,mlp.experts.99.gate_proj,0.0000495341,0.02500,3.201
68,mlp.experts.107.gate_proj,0.0000567179,0.02500,3.377
68,mlp.experts.111.gate_proj,0.0000460894,0.02500,4.013
68,mlp.experts.88.gate_proj,0.0000616618,0.02500,4.530
68,mlp.experts.92.gate_proj,0.0000717419,0.02500,4.461
68,mlp.experts.103.gate_proj,0.0000962648,0.02500,3.764
68,mlp.experts.84.gate_proj,0.0001000385,0.02500,4.498
68,mlp.experts.80.gate_proj,0.0000445050,0.02500,4.458
68,mlp.experts.17.up_proj,0.0000805082,0.02500,2.970
68,mlp.experts.13.up_proj,0.0000509794,0.02500,2.960
68,mlp.experts.86.gate_proj,0.0000380490,0.02500,5.200
68,mlp.experts.82.gate_proj,0.0000437109,0.02500,5.207
68,mlp.experts.9.up_proj,0.0000378161,0.02500,3.025
68,mlp.experts.21.up_proj,0.0000786690,0.02500,2.995
68,mlp.experts.90.gate_proj,0.0000597145,0.02500,5.202
68,mlp.experts.94.gate_proj,0.0000506395,0.02500,5.185
68,mlp.experts.3.up_proj,0.0000856584,0.02500,3.087
68,mlp.experts.115.gate_proj,0.0000958995,0.02500,3.434
68,mlp.experts.7.up_proj,0.0000319279,0.02500,3.556
68,mlp.experts.119.gate_proj,0.0000627997,0.02500,3.468
68,mlp.experts.29.up_proj,0.0000390645,0.02500,3.209
68,mlp.experts.33.up_proj,0.0000552559,0.02500,3.357
68,mlp.experts.25.up_proj,0.0000535213,0.02500,3.253
68,mlp.experts.37.up_proj,0.0000865289,0.02500,3.423
68,mlp.experts.96.gate_proj,0.0000560200,0.02500,4.069
68,mlp.experts.100.gate_proj,0.0000622809,0.02500,4.270
68,mlp.experts.104.gate_proj,0.0001118062,0.02500,4.531
68,mlp.experts.108.gate_proj,0.0000810449,0.02500,4.555
68,mlp.experts.11.up_proj,0.0000634882,0.02500,3.124
68,mlp.experts.102.gate_proj,0.0001565583,0.02500,4.596
68,mlp.experts.98.gate_proj,0.0000327894,0.02500,4.523
68,mlp.experts.19.up_proj,0.0000641775,0.02500,3.579
68,mlp.experts.110.gate_proj,0.0000784119,0.02500,4.309
68,mlp.experts.106.gate_proj,0.0000374842,0.02500,4.558
68,mlp.experts.49.up_proj,0.0000686362,0.02500,2.992
68,mlp.experts.45.up_proj,0.0001255791,0.02500,3.182
68,mlp.experts.41.up_proj,0.0000560770,0.02500,3.016
68,mlp.experts.23.up_proj,0.0000722062,0.02500,3.823
68,mlp.experts.15.up_proj,0.0000910051,0.02500,3.546
68,mlp.experts.53.up_proj,0.0000501992,0.02500,3.077
68,mlp.experts.118.gate_proj,0.0000553145,0.02500,3.144
68,mlp.experts.114.gate_proj,0.0000439588,0.02500,3.123
68,mlp.experts.6.up_proj,0.0000500544,0.02500,3.130
68,mlp.experts.27.up_proj,0.0000617018,0.02500,3.609
68,mlp.experts.2.up_proj,0.0000398237,0.02500,3.131
68,mlp.experts.35.up_proj,0.0001156899,0.02500,3.529
68,mlp.experts.112.gate_proj,0.0001549870,0.02500,4.728
68,mlp.experts.0.up_proj,0.0000460018,0.02500,4.721
68,mlp.experts.116.gate_proj,0.0000589785,0.02500,4.871
68,mlp.experts.4.up_proj,0.0000691665,0.02500,5.005
68,mlp.experts.65.up_proj,0.0000854326,0.02500,3.386
68,mlp.experts.61.up_proj,0.0000768023,0.02500,3.429
68,mlp.experts.57.up_proj,0.0000726965,0.02500,3.308
68,mlp.experts.39.up_proj,0.0000564253,0.02500,3.376
68,mlp.experts.31.up_proj,0.0001235922,0.02500,3.709
68,mlp.experts.69.up_proj,0.0000817826,0.02500,3.630
68,mlp.experts.14.up_proj,0.0000714870,0.02500,3.196
68,mlp.experts.10.up_proj,0.0000729346,0.02500,3.214
68,mlp.experts.22.up_proj,0.0000695256,0.02500,3.205
68,mlp.experts.18.up_proj,0.0000491960,0.02500,3.240
68,mlp.experts.43.up_proj,0.0001553920,0.02500,3.302
68,mlp.experts.51.up_proj,0.0000389316,0.02500,3.634
68,mlp.experts.81.up_proj,0.0000363380,0.02500,3.176
68,mlp.experts.8.up_proj,0.0000760943,0.02500,4.205
68,mlp.experts.73.up_proj,0.0000400400,0.02500,3.083
68,mlp.experts.77.up_proj,0.0000744273,0.02500,3.182
68,mlp.experts.12.up_proj,0.0000669577,0.02500,4.071
68,mlp.experts.16.up_proj,0.0000695942,0.02500,4.240
68,mlp.experts.55.up_proj,0.0000442608,0.02500,3.432
68,mlp.experts.85.up_proj,0.0001192064,0.02500,3.053
68,mlp.experts.20.up_proj,0.0001163844,0.02500,4.286
68,mlp.experts.47.up_proj,0.0000418771,0.02500,3.800
68,mlp.experts.30.up_proj,0.0000618675,0.02500,3.313
68,mlp.experts.26.up_proj,0.0001129115,0.02500,3.256
68,mlp.experts.38.up_proj,0.0000289574,0.02500,3.281
68,mlp.experts.34.up_proj,0.0000533655,0.02500,3.242
68,mlp.experts.59.up_proj,0.0000639422,0.02500,3.405
68,mlp.experts.67.up_proj,0.0000593222,0.02500,3.834
68,mlp.experts.97.up_proj,0.0000822998,0.02500,3.074
68,mlp.experts.93.up_proj,0.0000381684,0.02500,3.042
68,mlp.experts.89.up_proj,0.0000995631,0.02500,3.162
68,mlp.experts.71.up_proj,0.0001335365,0.02500,3.107
68,mlp.experts.101.up_proj,0.0000613192,0.02500,3.115
68,mlp.experts.28.up_proj,0.0000743183,0.02500,4.280
68,mlp.experts.24.up_proj,0.0001255154,0.02500,4.480
68,mlp.experts.32.up_proj,0.0001099906,0.02500,4.366
68,mlp.experts.46.up_proj,0.0000282676,0.02500,3.214
68,mlp.experts.42.up_proj,0.0000778597,0.02500,3.192
68,mlp.experts.36.up_proj,0.0000793463,0.02500,4.220
68,mlp.experts.54.up_proj,0.0000316793,0.02500,3.290
68,mlp.experts.50.up_proj,0.0000215281,0.02500,3.228
68,mlp.experts.75.up_proj,0.0000707743,0.02500,3.092
68,mlp.experts.63.up_proj,0.0000613222,0.02500,3.923
68,mlp.experts.113.up_proj,0.0001240885,0.02500,3.093
68,mlp.experts.109.up_proj,0.0000955750,0.02500,3.011
68,mlp.experts.105.up_proj,0.0000614146,0.02500,2.988
68,mlp.experts.117.up_proj,0.0000445326,0.02500,2.778
68,mlp.experts.87.up_proj,0.0000690855,0.02500,2.958
68,mlp.experts.83.up_proj,0.0000696596,0.02500,3.973
68,mlp.experts.91.up_proj,0.0000646242,0.02500,2.941
68,mlp.experts.62.up_proj,0.0000599947,0.02500,3.871
68,mlp.experts.58.up_proj,0.0000428638,0.02500,3.820
68,mlp.experts.79.up_proj,0.0000291524,0.02500,3.468
68,mlp.experts.44.up_proj,0.0000672244,0.02500,4.364
68,mlp.experts.48.up_proj,0.0000701096,0.02500,4.275
68,mlp.experts.70.up_proj,0.0000635997,0.02500,3.911
68,mlp.experts.40.up_proj,0.0000786869,0.02500,4.440
68,mlp.experts.66.up_proj,0.0000970861,0.02500,3.899
68,mlp.experts.52.up_proj,0.0000610647,0.02500,4.437
68,mlp.experts.103.up_proj,0.0000924680,0.02500,3.524
68,mlp.experts.99.up_proj,0.0000483817,0.02500,3.479
68,mlp.experts.107.up_proj,0.0000549322,0.02500,3.225
68,mlp.experts.74.up_proj,0.0000323547,0.02500,3.137
68,mlp.experts.78.up_proj,0.0000530980,0.02500,3.188
68,mlp.experts.95.up_proj,0.0000419602,0.02500,3.105
68,mlp.experts.82.up_proj,0.0000425313,0.02500,3.039
68,mlp.experts.86.up_proj,0.0000368693,0.02500,3.157
68,mlp.experts.115.up_proj,0.0000929849,0.02500,2.563
68,mlp.experts.60.up_proj,0.0000916635,0.02500,4.304
68,mlp.experts.64.up_proj,0.0000788502,0.02500,4.294
68,mlp.experts.56.up_proj,0.0000546555,0.02500,4.490
68,mlp.experts.119.up_proj,0.0000611398,0.02500,3.350
68,mlp.experts.68.up_proj,0.0000689925,0.02500,4.341
68,mlp.experts.111.up_proj,0.0000451492,0.02500,2.490
68,mlp.experts.94.up_proj,0.0000492334,0.02500,3.004
68,mlp.experts.90.up_proj,0.0000571033,0.02500,3.115
68,mlp.experts.102.up_proj,0.0001508606,0.02500,3.007
68,mlp.experts.98.up_proj,0.0000315517,0.02500,3.098
68,mlp.experts.110.up_proj,0.0000758121,0.02500,2.921
68,mlp.experts.106.up_proj,0.0000353016,0.02500,2.879
68,mlp.experts.114.up_proj,0.0000422807,0.02500,2.716
68,mlp.experts.118.up_proj,0.0000534013,0.02500,2.768
68,mlp.experts.76.up_proj,0.0001168044,0.02500,4.836
68,mlp.experts.80.up_proj,0.0000425863,0.02500,5.070
68,mlp.experts.72.up_proj,0.0000426004,0.02500,4.947
68,mlp.experts.84.up_proj,0.0000966460,0.02500,5.108
68,mlp.experts.92.up_proj,0.0000687999,0.02500,4.385
68,mlp.experts.88.up_proj,0.0000589673,0.02500,4.281
68,mlp.experts.96.up_proj,0.0000543608,0.02500,4.430
68,mlp.experts.100.up_proj,0.0000600508,0.02500,4.549
68,mlp.experts.108.up_proj,0.0000775513,0.02500,4.900
68,mlp.experts.104.up_proj,0.0001116131,0.02500,4.847
68,mlp.experts.112.up_proj,0.0001480336,0.02500,4.986
68,mlp.experts.116.up_proj,0.0000580306,0.02500,4.444
68,mlp.experts.5.down_proj,0.0000158674,0.02500,1.118
68,mlp.experts.1.down_proj,0.0000097517,0.02500,1.532
68,mlp.experts.9.down_proj,0.0000139564,0.02500,1.548
68,mlp.experts.13.down_proj,0.0000081817,0.02500,1.586
68,mlp.experts.21.down_proj,0.0000126758,0.02500,1.168
68,mlp.experts.0.down_proj,0.0000081285,0.02500,2.320
68,mlp.experts.4.down_proj,0.0000186301,0.02500,2.332
68,mlp.experts.12.down_proj,0.0000135895,0.02500,2.081
68,mlp.experts.8.down_proj,0.0000153426,0.02500,2.352
68,mlp.experts.3.down_proj,0.0000181432,0.02500,2.403
68,mlp.experts.7.down_proj,0.0000084553,0.02500,2.471
68,mlp.experts.11.down_proj,0.0000222110,0.02500,2.244
68,mlp.experts.15.down_proj,0.0000227257,0.02500,2.420
68,mlp.experts.17.down_proj,0.0000124953,0.02500,1.182
68,mlp.experts.25.down_proj,0.0000121383,0.02500,1.219
68,mlp.experts.29.down_proj,0.0000072200,0.02500,1.059
68,mlp.experts.10.down_proj,0.0000377276,0.02500,2.914
68,mlp.experts.2.down_proj,0.0000058117,0.02500,3.191
68,mlp.experts.14.down_proj,0.0000147255,0.02500,2.969
68,mlp.experts.20.down_proj,0.0000219994,0.02500,0.928
68,mlp.experts.6.down_proj,0.0000096320,0.02500,3.262
68,mlp.experts.28.down_proj,0.0000108850,0.02500,0.923
68,mlp.experts.16.down_proj,0.0000131056,0.02500,0.954
68,mlp.experts.19.down_proj,0.0000112054,0.02500,0.885
68,mlp.experts.24.down_proj,0.0000275455,0.02500,0.939
68,mlp.experts.37.down_proj,0.0000196221,0.02500,1.074
68,mlp.experts.23.down_proj,0.0000225113,0.02500,0.946
68,mlp.experts.27.down_proj,0.0000140937,0.02500,1.112
68,mlp.experts.33.down_proj,0.0000085750,0.02500,1.045
68,mlp.experts.41.down_proj,0.0000147438,0.02500,1.069
68,mlp.experts.31.down_proj,0.0000311121,0.02500,1.169
68,mlp.experts.45.down_proj,0.0000215573,0.02500,0.947
68,mlp.experts.35.down_proj,0.0000236243,0.02500,0.896
68,mlp.experts.36.down_proj,0.0000221715,0.02500,0.945
68,mlp.experts.44.down_proj,0.0000109848,0.02500,0.958
68,mlp.experts.32.down_proj,0.0000278731,0.02500,0.972
68,mlp.experts.40.down_proj,0.0000252533,0.02500,0.969
68,mlp.experts.39.down_proj,0.0000100747,0.02500,0.909
68,mlp.experts.53.down_proj,0.0000122668,0.02500,1.103
68,mlp.experts.18.down_proj,0.0000066546,0.02500,1.316
68,mlp.experts.26.down_proj,0.0000260892,0.02500,1.340
68,mlp.experts.30.down_proj,0.0000113511,0.02500,1.308
68,mlp.experts.22.down_proj,0.0000162675,0.02500,1.298
68,mlp.experts.61.down_proj,0.0000111187,0.02500,0.945
68,mlp.experts.57.down_proj,0.0000117277,0.02500,0.973
68,mlp.experts.43.down_proj,0.0000561392,0.02500,1.195
68,mlp.experts.47.down_proj,0.0000178038,0.02500,1.102
68,mlp.experts.49.down_proj,0.0000130927,0.02500,1.219
68,mlp.experts.51.down_proj,0.0000080727,0.02500,1.010
68,mlp.experts.55.down_proj,0.0000093622,0.02500,0.926
68,mlp.experts.60.down_proj,0.0000211162,0.02500,1.120
68,mlp.experts.52.down_proj,0.0000217100,0.02500,1.157
68,mlp.experts.48.down_proj,0.0000186830,0.02500,1.162
68,mlp.experts.56.down_proj,0.0000095223,0.02500,1.220
68,mlp.experts.69.down_proj,0.0000159724,0.02500,1.013
68,mlp.experts.34.down_proj,0.0000116734,0.02500,1.202
68,mlp.experts.46.down_proj,0.0000063331,0.02500,1.205
68,mlp.experts.73.down_proj,0.0000067479,0.02500,0.966
68,mlp.experts.38.down_proj,0.0000082811,0.02500,1.220
68,mlp.experts.42.down_proj,0.0000136795,0.02500,1.276
68,mlp.experts.63.down_proj,0.0000116183,0.02500,0.905
68,mlp.experts.77.down_proj,0.0000197221,0.02500,1.060
68,mlp.experts.59.down_proj,0.0000250903,0.02500,1.130
68,mlp.experts.65.down_proj,0.0000156888,0.02500,1.039
68,mlp.experts.67.down_proj,0.0000187567,0.02500,1.013
68,mlp.experts.71.down_proj,0.0000410516,0.02500,1.068
68,mlp.experts.76.down_proj,0.0000458390,0.02500,0.990
68,mlp.experts.68.down_proj,0.0000171868,0.02500,1.018
68,mlp.experts.64.down_proj,0.0000213208,0.02500,0.992
68,mlp.experts.72.down_proj,0.0000097170,0.02500,0.975
68,mlp.experts.85.down_proj,0.0000221679,0.02500,1.152
68,mlp.experts.93.down_proj,0.0000055184,0.02500,0.914
68,mlp.experts.75.down_proj,0.0000141927,0.02500,0.891
68,mlp.experts.81.down_proj,0.0000068702,0.02500,0.894
68,mlp.experts.50.down_proj,0.0000084834,0.02500,1.226
68,mlp.experts.89.down_proj,0.0000265051,0.02500,1.160
68,mlp.experts.54.down_proj,0.0000044369,0.02500,1.225
68,mlp.experts.79.down_proj,0.0000071240,0.02500,1.177
68,mlp.experts.58.down_proj,0.0000124575,0.02500,1.277
68,mlp.experts.62.down_proj,0.0000112032,0.02500,1.330
68,mlp.experts.83.down_proj,0.0000157176,0.02500,0.895
68,mlp.experts.92.down_proj,0.0000134421,0.02500,0.912
68,mlp.experts.84.down_proj,0.0000180915,0.02500,0.908
68,mlp.experts.80.down_proj,0.0000063113,0.02500,0.900
68,mlp.experts.88.down_proj,0.0000089860,0.02500,0.912
68,mlp.experts.87.down_proj,0.0000114357,0.02500,1.163
68,mlp.experts.91.down_proj,0.0000127608,0.02500,0.896
68,mlp.experts.101.down_proj,0.0000152537,0.02500,1.124
68,mlp.experts.109.down_proj,0.0000312711,0.02500,1.054
68,mlp.experts.97.down_proj,0.0000171261,0.02500,1.064
68,mlp.experts.105.down_proj,0.0000123295,0.02500,1.055
68,mlp.experts.99.down_proj,0.0000120793,0.02500,0.892
68,mlp.experts.66.down_proj,0.0000232169,0.02500,1.267
68,mlp.experts.95.down_proj,0.0000100279,0.02500,1.179
68,mlp.experts.108.down_proj,0.0000190835,0.02500,0.976
68,mlp.experts.96.down_proj,0.0000097309,0.02500,0.950
68,mlp.experts.100.down_proj,0.0000109625,0.02500,0.965
68,mlp.experts.104.down_proj,0.0000206751,0.02500,0.974
68,mlp.experts.70.down_proj,0.0000129372,0.02500,1.354
68,mlp.experts.78.down_proj,0.0000098754,0.02500,1.286
68,mlp.experts.74.down_proj,0.0000045222,0.02500,1.319
68,mlp.experts.117.down_proj,0.0000099902,0.02500,0.723
68,mlp.experts.103.down_proj,0.0000162489,0.02500,1.040
68,mlp.experts.113.down_proj,0.0000262069,0.02500,0.640
68,mlp.experts.107.down_proj,0.0000103096,0.02500,0.930
68,mlp.experts.112.down_proj,0.0000629284,0.02500,0.658
68,mlp.experts.116.down_proj,0.0000122813,0.02500,0.656
68,mlp.experts.115.down_proj,0.0000312205,0.02500,1.012
68,mlp.experts.111.down_proj,0.0000063634,0.02500,0.980
68,mlp.experts.119.down_proj,0.0000137342,0.02500,0.760
68,mlp.experts.82.down_proj,0.0000073246,0.02500,1.267
68,mlp.experts.86.down_proj,0.0000058353,0.02500,1.188
68,mlp.experts.94.down_proj,0.0000093790,0.02500,1.225
68,mlp.experts.90.down_proj,0.0000091018,0.02500,1.369
68,mlp.experts.98.down_proj,0.0000140569,0.02500,1.288
68,mlp.experts.102.down_proj,0.0000397082,0.02500,1.280
68,mlp.experts.110.down_proj,0.0000146350,0.02500,1.257
68,mlp.experts.106.down_proj,0.0000238206,0.02500,1.386
68,mlp.experts.114.down_proj,0.0000101008,0.02500,0.745
68,mlp.experts.118.down_proj,0.0000084356,0.02500,0.704
69,self_attn.k_proj,0.0000003922,0.02500,1.812
69,self_attn.v_proj,0.0000009330,0.02500,2.187
69,self_attn.q_proj,0.0000030446,0.02500,2.520
69,self_attn.o_proj,0.0000002148,0.02500,4.000
69,mlp.shared_experts.gate_proj,0.0000038025,0.02500,1.563
69,mlp.shared_experts.up_proj,0.0000023055,0.02500,1.335
69,mlp.shared_experts.down_proj,0.0000002599,0.02500,0.397
69,mlp.experts.6.gate_proj,0.0000636711,0.02500,4.817
69,mlp.experts.14.gate_proj,0.0000369429,0.02500,3.289
69,mlp.experts.2.gate_proj,0.0000277377,0.02500,4.982
69,mlp.experts.10.gate_proj,0.0001316623,0.02500,3.635
69,mlp.experts.8.gate_proj,0.0000358699,0.02500,5.932
69,mlp.experts.12.gate_proj,0.0000612631,0.02500,4.752
69,mlp.experts.5.gate_proj,0.0000655829,0.02500,6.320
69,mlp.experts.0.gate_proj,0.0001010538,0.02500,6.387
69,mlp.experts.1.gate_proj,0.0001042940,0.02500,6.403
69,mlp.experts.13.gate_proj,0.0000730826,0.02500,4.939
69,mlp.experts.9.gate_proj,0.0000830468,0.02500,6.497
69,mlp.experts.4.gate_proj,0.0000942339,0.02500,6.538
69,mlp.experts.3.gate_proj,0.0001206698,0.02500,6.640
69,mlp.experts.7.gate_proj,0.0000431574,0.02500,6.931
69,mlp.experts.11.gate_proj,0.0000584174,0.02500,5.694
69,mlp.experts.15.gate_proj,0.0000588310,0.02500,5.788
69,mlp.experts.18.gate_proj,0.0000663117,0.02500,3.630
69,mlp.experts.26.gate_proj,0.0000721101,0.02500,3.588
69,mlp.experts.30.gate_proj,0.0000817762,0.02500,4.168
69,mlp.experts.22.gate_proj,0.0000484679,0.02500,4.330
69,mlp.experts.29.gate_proj,0.0001156890,0.02500,3.658
69,mlp.experts.17.gate_proj,0.0000737897,0.02500,3.837
69,mlp.experts.21.gate_proj,0.0001363125,0.02500,3.993
69,mlp.experts.25.gate_proj,0.0000592365,0.02500,4.025
69,mlp.experts.19.gate_proj,0.0000501864,0.02500,4.245
69,mlp.experts.24.gate_proj,0.0000297686,0.02500,5.129
69,mlp.experts.23.gate_proj,0.0000770687,0.02500,4.141
69,mlp.experts.16.gate_proj,0.0000742614,0.02500,4.924
69,mlp.experts.31.gate_proj,0.0000802239,0.02500,4.010
69,mlp.experts.28.gate_proj,0.0001284184,0.02500,5.183
69,mlp.experts.27.gate_proj,0.0000646785,0.02500,4.255
69,mlp.experts.20.gate_proj,0.0000509581,0.02500,5.182
69,mlp.experts.37.gate_proj,0.0000455593,0.02500,2.964
69,mlp.experts.42.gate_proj,0.0000972809,0.02500,4.734
69,mlp.experts.34.gate_proj,0.0000598001,0.02500,4.980
69,mlp.experts.45.gate_proj,0.0000906660,0.02500,3.496
69,mlp.experts.46.gate_proj,0.0000327468,0.02500,4.709
69,mlp.experts.33.gate_proj,0.0000895305,0.02500,3.728
69,mlp.experts.38.gate_proj,0.0000700163,0.02500,4.937
69,mlp.experts.41.gate_proj,0.0000798846,0.02500,3.592
69,mlp.experts.35.gate_proj,0.0000508382,0.02500,3.350
69,mlp.experts.39.gate_proj,0.0000992252,0.02500,3.356
69,mlp.experts.47.gate_proj,0.0000467076,0.02500,3.340
69,mlp.experts.43.gate_proj,0.0000868675,0.02500,3.334
69,mlp.experts.40.gate_proj,0.0000748085,0.02500,4.149
69,mlp.experts.32.gate_proj,0.0000484864,0.02500,4.006
69,mlp.experts.36.gate_proj,0.0000696654,0.02500,3.949
69,mlp.experts.44.gate_proj,0.0001024684,0.02500,4.195
69,mlp.experts.53.gate_proj,0.0001226677,0.02500,3.162
69,mlp.experts.61.gate_proj,0.0000590836,0.02500,3.519
69,mlp.experts.57.gate_proj,0.0000236028,0.02500,3.434
69,mlp.experts.51.gate_proj,0.0000369929,0.02500,3.323
69,mlp.experts.49.gate_proj,0.0000530449,0.02500,3.703
69,mlp.experts.55.gate_proj,0.0000655343,0.02500,3.306
69,mlp.experts.63.gate_proj,0.0000607271,0.02500,3.525
69,mlp.experts.59.gate_proj,0.0000880881,0.02500,3.486
69,mlp.experts.58.gate_proj,0.0000606012,0.02500,5.243
69,mlp.experts.62.gate_proj,0.0000427038,0.02500,5.163
69,mlp.experts.50.gate_proj,0.0000749825,0.02500,5.390
69,mlp.experts.60.gate_proj,0.0001132091,0.02500,3.444
69,mlp.experts.54.gate_proj,0.0000891341,0.02500,5.045
69,mlp.experts.48.gate_proj,0.0000632430,0.02500,3.848
69,mlp.experts.52.gate_proj,0.0000417896,0.02500,3.610
69,mlp.experts.56.gate_proj,0.0000342165,0.02500,4.319
69,mlp.experts.77.gate_proj,0.0000254897,0.02500,2.992
69,mlp.experts.69.gate_proj,0.0001068507,0.02500,3.843
69,mlp.experts.73.gate_proj,0.0000377092,0.02500,3.137
69,mlp.experts.65.gate_proj,0.0000565545,0.02500,3.946
69,mlp.experts.74.gate_proj,0.0002049098,0.02500,3.426
69,mlp.experts.67.gate_proj,0.0000472095,0.02500,4.608
69,mlp.experts.78.gate_proj,0.0000794563,0.02500,3.386
69,mlp.experts.66.gate_proj,0.0000630613,0.02500,3.426
69,mlp.experts.71.gate_proj,0.0000868619,0.02500,4.688
69,mlp.experts.70.gate_proj,0.0000798304,0.02500,3.390
69,mlp.experts.76.gate_proj,0.0000714109,0.02500,3.694
69,mlp.experts.68.gate_proj,0.0000471097,0.02500,3.682
69,mlp.experts.64.gate_proj,0.0001148490,0.02500,3.843
69,mlp.experts.75.gate_proj,0.0000383549,0.02500,4.842
69,mlp.experts.79.gate_proj,0.0000798525,0.02500,4.953
69,mlp.experts.85.gate_proj,0.0001161303,0.02500,2.999
69,mlp.experts.72.gate_proj,0.0000528850,0.02500,3.926
69,mlp.experts.93.gate_proj,0.0001012145,0.02500,3.402
69,mlp.experts.89.gate_proj,0.0000387093,0.02500,3.623
69,mlp.experts.90.gate_proj,0.0000541537,0.02500,3.370
69,mlp.experts.81.gate_proj,0.0000661486,0.02500,3.981
69,mlp.experts.94.gate_proj,0.0000441509,0.02500,3.323
69,mlp.experts.82.gate_proj,0.0000759918,0.02500,3.330
69,mlp.experts.86.gate_proj,0.0000209952,0.02500,3.379
69,mlp.experts.92.gate_proj,0.0000948700,0.02500,3.461
69,mlp.experts.80.gate_proj,0.0000972776,0.02500,3.428
69,mlp.experts.84.gate_proj,0.0001123790,0.02500,3.534
69,mlp.experts.101.gate_proj,0.0001554517,0.02500,3.313
69,mlp.experts.109.gate_proj,0.0000946974,0.02500,3.327
69,mlp.experts.83.gate_proj,0.0000432207,0.02500,5.113
69,mlp.experts.88.gate_proj,0.0001313307,0.02500,3.888
69,mlp.experts.87.gate_proj,0.0000491996,0.02500,5.172
69,mlp.experts.105.gate_proj,0.0000677541,0.02500,3.490
69,mlp.experts.91.gate_proj,0.0000633856,0.02500,5.193
69,mlp.experts.95.gate_proj,0.0000628589,0.02500,5.202
69,mlp.experts.97.gate_proj,0.0000728822,0.02500,3.290
69,mlp.experts.110.gate_proj,0.0001086372,0.02500,3.307
69,mlp.experts.106.gate_proj,0.0002301409,0.02500,3.443
69,mlp.experts.98.gate_proj,0.0000492907,0.02500,3.324
69,mlp.experts.102.gate_proj,0.0000594244,0.02500,3.331
69,mlp.experts.108.gate_proj,0.0000718112,0.02500,3.114
69,mlp.experts.100.gate_proj,0.0001049532,0.02500,3.193
69,mlp.experts.96.gate_proj,0.0000361616,0.02500,3.969
69,mlp.experts.117.gate_proj,0.0000729332,0.02500,3.956
69,mlp.experts.104.gate_proj,0.0001051588,0.02500,3.366
69,mlp.experts.1.up_proj,0.0001013165,0.02500,2.983
69,mlp.experts.5.up_proj,0.0000630752,0.02500,3.990
69,mlp.experts.99.gate_proj,0.0000815442,0.02500,4.480
69,mlp.experts.113.gate_proj,0.0000697659,0.02500,2.995
69,mlp.experts.103.gate_proj,0.0000848823,0.02500,4.382
69,mlp.experts.111.gate_proj,0.0000798676,0.02500,4.084
69,mlp.experts.107.gate_proj,0.0000250374,0.02500,4.168
69,mlp.experts.4.up_proj,0.0000906728,0.02500,3.274
69,mlp.experts.116.gate_proj,0.0000550858,0.02500,3.202
69,mlp.experts.6.up_proj,0.0000612791,0.02500,4.234
69,mlp.experts.114.gate_proj,0.0000400068,0.02500,4.154
69,mlp.experts.2.up_proj,0.0000268741,0.02500,4.301
69,mlp.experts.112.gate_proj,0.0000678957,0.02500,3.190
69,mlp.experts.118.gate_proj,0.0000899966,0.02500,4.476
69,mlp.experts.17.up_proj,0.0000714197,0.02500,3.170
69,mlp.experts.13.up_proj,0.0000714556,0.02500,3.622
69,mlp.experts.0.up_proj,0.0000989273,0.02500,3.702
69,mlp.experts.21.up_proj,0.0001312325,0.02500,3.913
69,mlp.experts.9.up_proj,0.0000805181,0.02500,3.010
69,mlp.experts.115.gate_proj,0.0000479306,0.02500,3.465
69,mlp.experts.119.gate_proj,0.0001507450,0.02500,3.363
69,mlp.experts.7.up_proj,0.0000419203,0.02500,3.337
69,mlp.experts.3.up_proj,0.0001160558,0.02500,3.362
69,mlp.experts.20.up_proj,0.0000505002,0.02500,3.380
69,mlp.experts.12.up_proj,0.0000582325,0.02500,3.432
69,mlp.experts.33.up_proj,0.0000867947,0.02500,2.987
69,mlp.experts.8.up_proj,0.0000345573,0.02500,3.577
69,mlp.experts.10.up_proj,0.0001235590,0.02500,4.682
69,mlp.experts.22.up_proj,0.0000468394,0.02500,4.833
69,mlp.experts.18.up_proj,0.0000648783,0.02500,4.704
69,mlp.experts.29.up_proj,0.0001117571,0.02500,3.842
69,mlp.experts.16.up_proj,0.0000715158,0.02500,3.611
69,mlp.experts.37.up_proj,0.0000443561,0.02500,3.408
69,mlp.experts.25.up_proj,0.0000543714,0.02500,3.406
69,mlp.experts.14.up_proj,0.0000354423,0.02500,4.650
69,mlp.experts.11.up_proj,0.0000559427,0.02500,3.324
69,mlp.experts.15.up_proj,0.0000559215,0.02500,3.327
69,mlp.experts.23.up_proj,0.0000760482,0.02500,3.297
69,mlp.experts.19.up_proj,0.0000483806,0.02500,3.309
69,mlp.experts.36.up_proj,0.0000655230,0.02500,3.162
69,mlp.experts.28.up_proj,0.0001212963,0.02500,3.330
69,mlp.experts.49.up_proj,0.0000517099,0.02500,3.755
69,mlp.experts.32.up_proj,0.0000474917,0.02500,2.946
69,mlp.experts.53.up_proj,0.0001189109,0.02500,2.919
69,mlp.experts.24.up_proj,0.0000284240,0.02500,3.941
69,mlp.experts.41.up_proj,0.0000780563,0.02500,2.921
69,mlp.experts.31.up_proj,0.0000773121,0.02500,3.059
69,mlp.experts.27.up_proj,0.0000623269,0.02500,3.224
69,mlp.experts.45.up_proj,0.0000876185,0.02500,4.007
69,mlp.experts.26.up_proj,0.0000691404,0.02500,4.174
69,mlp.experts.34.up_proj,0.0000581222,0.02500,4.204
69,mlp.experts.39.up_proj,0.0000959482,0.02500,3.173
69,mlp.experts.38.up_proj,0.0000679047,0.02500,4.324
69,mlp.experts.35.up_proj,0.0000485582,0.02500,3.144
69,mlp.experts.52.up_proj,0.0000409284,0.02500,3.343
69,mlp.experts.30.up_proj,0.0000647222,0.02500,4.282
69,mlp.experts.44.up_proj,0.0000984041,0.02500,3.335
69,mlp.experts.65.up_proj,0.0000545946,0.02500,3.117
69,mlp.experts.57.up_proj,0.0000226990,0.02500,3.029
69,mlp.experts.48.up_proj,0.0000611893,0.02500,3.313
69,mlp.experts.47.up_proj,0.0000455021,0.02500,3.265
69,mlp.experts.43.up_proj,0.0000829890,0.02500,3.274
69,mlp.experts.40.up_proj,0.0000724922,0.02500,3.952
69,mlp.experts.69.up_proj,0.0001014185,0.02500,4.001
69,mlp.experts.55.up_proj,0.0000634178,0.02500,3.225
69,mlp.experts.51.up_proj,0.0000357722,0.02500,3.265
69,mlp.experts.68.up_proj,0.0000453043,0.02500,3.253
69,mlp.experts.61.up_proj,0.0000567114,0.02500,3.958
69,mlp.experts.60.up_proj,0.0001022724,0.02500,3.366
69,mlp.experts.42.up_proj,0.0000940515,0.02500,4.695
69,mlp.experts.81.up_proj,0.0000623206,0.02500,2.988
69,mlp.experts.50.up_proj,0.0000725122,0.02500,4.697
69,mlp.experts.54.up_proj,0.0000838705,0.02500,4.687
69,mlp.experts.46.up_proj,0.0000316385,0.02500,4.755
69,mlp.experts.64.up_proj,0.0001108389,0.02500,3.138
69,mlp.experts.73.up_proj,0.0000355819,0.02500,3.431
69,mlp.experts.63.up_proj,0.0000591729,0.02500,3.535
69,mlp.experts.59.up_proj,0.0000844981,0.02500,3.474
69,mlp.experts.84.up_proj,0.0001101898,0.02500,2.954
69,mlp.experts.77.up_proj,0.0000243121,0.02500,3.002
69,mlp.experts.71.up_proj,0.0000849605,0.02500,3.512
69,mlp.experts.56.up_proj,0.0000336549,0.02500,3.962
69,mlp.experts.85.up_proj,0.0001119104,0.02500,3.959
69,mlp.experts.67.up_proj,0.0000454329,0.02500,3.567
69,mlp.experts.76.up_proj,0.0000693932,0.02500,3.779
69,mlp.experts.97.up_proj,0.0000709613,0.02500,3.662
69,mlp.experts.89.up_proj,0.0000372051,0.02500,2.954
69,mlp.experts.80.up_proj,0.0000944271,0.02500,3.279
69,mlp.experts.58.up_proj,0.0000582820,0.02500,4.784
69,mlp.experts.79.up_proj,0.0000771828,0.02500,3.191
69,mlp.experts.66.up_proj,0.0000609556,0.02500,4.839
69,mlp.experts.75.up_proj,0.0000371566,0.02500,3.279
69,mlp.experts.70.up_proj,0.0000775981,0.02500,4.814
69,mlp.experts.93.up_proj,0.0000964597,0.02500,2.954
69,mlp.experts.72.up_proj,0.0000503036,0.02500,2.934
69,mlp.experts.87.up_proj,0.0000472767,0.02500,3.232
69,mlp.experts.100.up_proj,0.0001024075,0.02500,3.518
69,mlp.experts.62.up_proj,0.0000416789,0.02500,4.885
69,mlp.experts.83.up_proj,0.0000414298,0.02500,3.261
69,mlp.experts.101.up_proj,0.0001519111,0.02500,3.859
69,mlp.experts.105.up_proj,0.0000658841,0.02500,2.918
69,mlp.experts.92.up_proj,0.0000916743,0.02500,3.537
69,mlp.experts.96.up_proj,0.0000343841,0.02500,3.563
69,mlp.experts.113.up_proj,0.0000678322,0.02500,3.842
69,mlp.experts.109.up_proj,0.0000909464,0.02500,2.841
69,mlp.experts.91.up_proj,0.0000605744,0.02500,3.236
69,mlp.experts.95.up_proj,0.0000607455,0.02500,3.416
69,mlp.experts.74.up_proj,0.0001911675,0.02500,3.745
69,mlp.experts.82.up_proj,0.0000740859,0.02500,3.641
69,mlp.experts.103.up_proj,0.0000832172,0.02500,3.261
69,mlp.experts.86.up_proj,0.0000208193,0.02500,3.684
69,mlp.experts.88.up_proj,0.0001263266,0.02500,3.588
69,mlp.experts.117.up_proj,0.0000707987,0.02500,2.670
69,mlp.experts.99.up_proj,0.0000795566,0.02500,3.264
69,mlp.experts.116.up_proj,0.0000530254,0.02500,3.882
69,mlp.experts.108.up_proj,0.0000686045,0.02500,3.420
69,mlp.experts.112.up_proj,0.0000667458,0.02500,3.165
69,mlp.experts.104.up_proj,0.0001017118,0.02500,2.417
69,mlp.experts.107.up_proj,0.0000242697,0.02500,5.154
69,mlp.experts.111.up_proj,0.0000773628,0.02500,5.197
69,mlp.experts.119.up_proj,0.0001439556,0.02500,5.052
69,mlp.experts.115.up_proj,0.0000465551,0.02500,4.902
69,mlp.experts.102.up_proj,0.0000571201,0.02500,4.816
69,mlp.experts.90.up_proj,0.0000528274,0.02500,4.904
69,mlp.experts.98.up_proj,0.0000470873,0.02500,5.007
69,mlp.experts.78.up_proj,0.0000778119,0.02500,5.146
69,mlp.experts.94.up_proj,0.0000421321,0.02500,4.022
69,mlp.experts.118.up_proj,0.0000865169,0.02500,4.456
69,mlp.experts.114.up_proj,0.0000388979,0.02500,4.293
69,mlp.experts.106.up_proj,0.0002172225,0.02500,4.432
69,mlp.experts.110.up_proj,0.0001038006,0.02500,1.358
69,mlp.experts.1.down_proj,0.0000203938,0.02500,1.379
69,mlp.experts.9.down_proj,0.0000143103,0.02500,1.400
69,mlp.experts.13.down_proj,0.0000239660,0.02500,1.568
69,mlp.experts.5.down_proj,0.0000109876,0.02500,1.637
69,mlp.experts.10.down_proj,0.0000333477,0.02500,1.798
69,mlp.experts.2.down_proj,0.0000055643,0.02500,1.830
69,mlp.experts.14.down_proj,0.0000051476,0.02500,1.875
69,mlp.experts.6.down_proj,0.0000105113,0.02500,2.060
69,mlp.experts.25.down_proj,0.0000098616,0.02500,1.078
69,mlp.experts.17.down_proj,0.0000110022,0.02500,1.233
69,mlp.experts.29.down_proj,0.0000331082,0.02500,1.083
69,mlp.experts.21.down_proj,0.0000250054,0.02500,1.169
69,mlp.experts.15.down_proj,0.0000084584,0.02500,2.971
69,mlp.experts.12.down_proj,0.0000085115,0.02500,2.963
69,mlp.experts.0.down_proj,0.0000343615,0.02500,3.072
69,mlp.experts.3.down_proj,0.0000358896,0.02500,3.078
69,mlp.experts.7.down_proj,0.0000059633,0.02500,3.091
69,mlp.experts.8.down_proj,0.0000077611,0.02500,3.096
69,mlp.experts.11.down_proj,0.0000261946,0.02500,3.035
69,mlp.experts.26.down_proj,0.0000127970,0.02500,1.334
69,mlp.experts.4.down_proj,0.0000192039,0.02500,3.245
69,mlp.experts.18.down_proj,0.0000290619,0.02500,1.440
69,mlp.experts.30.down_proj,0.0000173937,0.02500,1.398
69,mlp.experts.22.down_proj,0.0000142436,0.02500,1.230
69,mlp.experts.41.down_proj,0.0000252666,0.02500,0.853
69,mlp.experts.45.down_proj,0.0000168467,0.02500,0.851
69,mlp.experts.33.down_proj,0.0000165090,0.02500,1.135
69,mlp.experts.37.down_proj,0.0000138771,0.02500,1.131
69,mlp.experts.31.down_proj,0.0000279590,0.02500,1.071
69,mlp.experts.23.down_proj,0.0000265868,0.02500,1.069
69,mlp.experts.46.down_proj,0.0000061757,0.02500,0.892
69,mlp.experts.27.down_proj,0.0000090272,0.02500,1.049
69,mlp.experts.19.down_proj,0.0000091999,0.02500,1.102
69,mlp.experts.57.down_proj,0.0000048338,0.02500,0.856
69,mlp.experts.42.down_proj,0.0000260815,0.02500,1.067
69,mlp.experts.16.down_proj,0.0000113355,0.02500,1.245
69,mlp.experts.34.down_proj,0.0000110000,0.02500,1.052
69,mlp.experts.28.down_proj,0.0000344182,0.02500,1.259
69,mlp.experts.38.down_proj,0.0000111027,0.02500,1.053
69,mlp.experts.24.down_proj,0.0000061585,0.02500,1.262
69,mlp.experts.61.down_proj,0.0000083845,0.02500,0.855
69,mlp.experts.20.down_proj,0.0000133360,0.02500,1.478
69,mlp.experts.49.down_proj,0.0000174026,0.02500,1.165
69,mlp.experts.73.down_proj,0.0000062571,0.02500,0.905
69,mlp.experts.53.down_proj,0.0000231454,0.02500,1.184
69,mlp.experts.62.down_proj,0.0000136530,0.02500,1.014
69,mlp.experts.47.down_proj,0.0000073972,0.02500,1.065
69,mlp.experts.39.down_proj,0.0000226830,0.02500,1.067
69,mlp.experts.35.down_proj,0.0000192174,0.02500,1.074
69,mlp.experts.43.down_proj,0.0000139077,0.02500,1.079
69,mlp.experts.77.down_proj,0.0000064694,0.02500,0.908
69,mlp.experts.50.down_proj,0.0000119014,0.02500,0.988
69,mlp.experts.54.down_proj,0.0000165118,0.02500,1.018
69,mlp.experts.58.down_proj,0.0000172390,0.02500,1.222
69,mlp.experts.32.down_proj,0.0000088121,0.02500,1.394
69,mlp.experts.44.down_proj,0.0000223410,0.02500,1.384
69,mlp.experts.40.down_proj,0.0000133289,0.02500,1.375
69,mlp.experts.89.down_proj,0.0000073065,0.02500,0.871
69,mlp.experts.65.down_proj,0.0000098513,0.02500,1.164
69,mlp.experts.93.down_proj,0.0000218138,0.02500,0.862
69,mlp.experts.63.down_proj,0.0000131293,0.02500,0.941
69,mlp.experts.55.down_proj,0.0000134529,0.02500,0.937
69,mlp.experts.59.down_proj,0.0000137110,0.02500,0.920
69,mlp.experts.51.down_proj,0.0000077249,0.02500,0.924
69,mlp.experts.36.down_proj,0.0000132921,0.02500,1.474
69,mlp.experts.66.down_proj,0.0000134006,0.02500,0.897
69,mlp.experts.78.down_proj,0.0000162154,0.02500,1.056
69,mlp.experts.69.down_proj,0.0000236035,0.02500,1.149
69,mlp.experts.70.down_proj,0.0000202354,0.02500,0.912
69,mlp.experts.74.down_proj,0.0000355623,0.02500,1.175
69,mlp.experts.105.down_proj,0.0000123739,0.02500,0.880
69,mlp.experts.79.down_proj,0.0000209053,0.02500,0.953
69,mlp.experts.67.down_proj,0.0000073123,0.02500,0.923
69,mlp.experts.85.down_proj,0.0000256138,0.02500,0.839
69,mlp.experts.71.down_proj,0.0000174458,0.02500,0.961
69,mlp.experts.60.down_proj,0.0000195930,0.02500,1.416
69,mlp.experts.75.down_proj,0.0000058844,0.02500,0.957
69,mlp.experts.48.down_proj,0.0000115062,0.02500,1.431
69,mlp.experts.56.down_proj,0.0000047815,0.02500,1.430
69,mlp.experts.109.down_proj,0.0000134744,0.02500,1.060
69,mlp.experts.81.down_proj,0.0000119830,0.02500,1.114
69,mlp.experts.86.down_proj,0.0000038712,0.02500,0.971
69,mlp.experts.82.down_proj,0.0000177615,0.02500,1.061
69,mlp.experts.94.down_proj,0.0000070272,0.02500,1.067
69,mlp.experts.52.down_proj,0.0000056931,0.02500,1.435
69,mlp.experts.90.down_proj,0.0000072109,0.02500,1.071
69,mlp.experts.101.down_proj,0.0000383450,0.02500,0.685
69,mlp.experts.97.down_proj,0.0000132281,0.02500,0.684
69,mlp.experts.95.down_proj,0.0000154127,0.02500,0.913
69,mlp.experts.83.down_proj,0.0000073234,0.02500,0.930
69,mlp.experts.91.down_proj,0.0000118255,0.02500,0.921
69,mlp.experts.87.down_proj,0.0000075359,0.02500,0.934
69,mlp.experts.102.down_proj,0.0000135740,0.02500,0.868
69,mlp.experts.110.down_proj,0.0000170102,0.02500,0.880
69,mlp.experts.98.down_proj,0.0000073445,0.02500,1.097
69,mlp.experts.64.down_proj,0.0000202968,0.02500,1.268
69,mlp.experts.76.down_proj,0.0000174621,0.02500,1.290
69,mlp.experts.117.down_proj,0.0000131694,0.02500,0.657
69,mlp.experts.106.down_proj,0.0000558112,0.02500,0.949
69,mlp.experts.72.down_proj,0.0000087145,0.02500,1.501
69,mlp.experts.113.down_proj,0.0000124917,0.02500,0.795
69,mlp.experts.118.down_proj,0.0000234732,0.02500,0.713
69,mlp.experts.111.down_proj,0.0000145907,0.02500,0.923
69,mlp.experts.99.down_proj,0.0000235769,0.02500,0.924
69,mlp.experts.107.down_proj,0.0000056977,0.02500,0.923
69,mlp.experts.103.down_proj,0.0000351132,0.02500,0.926
69,mlp.experts.68.down_proj,0.0000065679,0.02500,1.366
69,mlp.experts.114.down_proj,0.0000059603,0.02500,0.634
69,mlp.experts.115.down_proj,0.0000088949,0.02500,0.608
69,mlp.experts.119.down_proj,0.0000311327,0.02500,0.592
69,mlp.experts.92.down_proj,0.0000153699,0.02500,1.359
69,mlp.experts.80.down_proj,0.0000144132,0.02500,1.377
69,mlp.experts.88.down_proj,0.0000214998,0.02500,1.527
69,mlp.experts.84.down_proj,0.0000257217,0.02500,1.282
69,mlp.experts.108.down_proj,0.0000119133,0.02500,1.141
69,mlp.experts.96.down_proj,0.0000091355,0.02500,1.155
69,mlp.experts.100.down_proj,0.0000316190,0.02500,0.938
69,mlp.experts.104.down_proj,0.0000241905,0.02500,1.072
69,mlp.experts.112.down_proj,0.0000218887,0.02500,0.630
69,mlp.experts.116.down_proj,0.0000112692,0.02500,0.484
70,self_attn.v_proj,0.0000005858,0.02500,1.546
70,self_attn.k_proj,0.0000002731,0.02500,1.565
70,self_attn.q_proj,0.0000019992,0.02500,2.524
70,self_attn.o_proj,0.0000003197,0.02500,4.160
70,mlp.shared_experts.gate_proj,0.0000039423,0.02500,1.767
70,mlp.shared_experts.up_proj,0.0000024102,0.02500,1.456
70,mlp.shared_experts.down_proj,0.0000002884,0.02500,0.401
70,mlp.experts.3.gate_proj,0.0000320413,0.02500,4.208
70,mlp.experts.15.gate_proj,0.0001078200,0.02500,3.631
70,mlp.experts.11.gate_proj,0.0000587178,0.02500,3.756
70,mlp.experts.7.gate_proj,0.0000871246,0.02500,4.494
70,mlp.experts.10.gate_proj,0.0000783606,0.02500,6.027
70,mlp.experts.6.gate_proj,0.0000756664,0.02500,6.193
70,mlp.experts.9.gate_proj,0.0000897368,0.02500,6.218
70,mlp.experts.2.gate_proj,0.0000347717,0.02500,6.279
70,mlp.experts.1.gate_proj,0.0000468090,0.02500,6.286
70,mlp.experts.13.gate_proj,0.0000692776,0.02500,5.672
70,mlp.experts.14.gate_proj,0.0000933300,0.02500,5.744
70,mlp.experts.5.gate_proj,0.0000912499,0.02500,6.487
70,mlp.experts.8.gate_proj,0.0000717362,0.02500,7.014
70,mlp.experts.4.gate_proj,0.0000628204,0.02500,7.084
70,mlp.experts.0.gate_proj,0.0000977505,0.02500,7.085
70,mlp.experts.12.gate_proj,0.0000751737,0.02500,6.508
70,mlp.experts.27.gate_proj,0.0000486873,0.02500,3.243
70,mlp.experts.19.gate_proj,0.0000664839,0.02500,3.528
70,mlp.experts.23.gate_proj,0.0000879219,0.02500,3.433
70,mlp.experts.31.gate_proj,0.0000456820,0.02500,3.743
70,mlp.experts.25.gate_proj,0.0001119819,0.02500,3.188
70,mlp.experts.17.gate_proj,0.0000930019,0.02500,3.203
70,mlp.experts.29.gate_proj,0.0000576116,0.02500,3.230
70,mlp.experts.21.gate_proj,0.0000412396,0.02500,3.238
70,mlp.experts.26.gate_proj,0.0000805690,0.02500,4.954
70,mlp.experts.35.gate_proj,0.0001093787,0.02500,3.332
70,mlp.experts.47.gate_proj,0.0000635580,0.02500,3.086
70,mlp.experts.24.gate_proj,0.0000851060,0.02500,4.175
70,mlp.experts.22.gate_proj,0.0000675843,0.02500,4.999
70,mlp.experts.16.gate_proj,0.0000750112,0.02500,4.171
70,mlp.experts.18.gate_proj,0.0000773588,0.02500,5.006
70,mlp.experts.39.gate_proj,0.0000407775,0.02500,3.405
70,mlp.experts.28.gate_proj,0.0000617184,0.02500,4.224
70,mlp.experts.20.gate_proj,0.0000495921,0.02500,4.430
70,mlp.experts.30.gate_proj,0.0001420983,0.02500,5.105
70,mlp.experts.43.gate_proj,0.0000489740,0.02500,3.899
70,mlp.experts.33.gate_proj,0.0000375823,0.02500,3.430
70,mlp.experts.41.gate_proj,0.0001173296,0.02500,3.462
70,mlp.experts.45.gate_proj,0.0000911002,0.02500,3.534
70,mlp.experts.37.gate_proj,0.0000915327,0.02500,3.621
70,mlp.experts.63.gate_proj,0.0000484646,0.02500,3.169
70,mlp.experts.51.gate_proj,0.0001061781,0.02500,3.396
70,mlp.experts.40.gate_proj,0.0000605974,0.02500,3.407
70,mlp.experts.44.gate_proj,0.0000739301,0.02500,3.336
70,mlp.experts.36.gate_proj,0.0000578633,0.02500,3.294
70,mlp.experts.32.gate_proj,0.0000155222,0.02500,3.652
70,mlp.experts.59.gate_proj,0.0000615681,0.02500,3.377
70,mlp.experts.55.gate_proj,0.0000697887,0.02500,3.784
70,mlp.experts.38.gate_proj,0.0000456526,0.02500,4.013
70,mlp.experts.34.gate_proj,0.0000967367,0.02500,4.035
70,mlp.experts.42.gate_proj,0.0001262261,0.02500,4.560
70,mlp.experts.46.gate_proj,0.0000805137,0.02500,4.285
70,mlp.experts.57.gate_proj,0.0000839435,0.02500,3.540
70,mlp.experts.61.gate_proj,0.0000753185,0.02500,3.446
70,mlp.experts.49.gate_proj,0.0000431775,0.02500,3.634
70,mlp.experts.53.gate_proj,0.0000435889,0.02500,3.472
70,mlp.experts.67.gate_proj,0.0000971447,0.02500,3.059
70,mlp.experts.79.gate_proj,0.0000719801,0.02500,3.881
70,mlp.experts.71.gate_proj,0.0001032323,0.02500,3.359
70,mlp.experts.75.gate_proj,0.0000657658,0.02500,3.741
70,mlp.experts.56.gate_proj,0.0000567904,0.02500,4.433
70,mlp.experts.48.gate_proj,0.0000664272,0.02500,4.250
70,mlp.experts.52.gate_proj,0.0000777552,0.02500,4.412
70,mlp.experts.54.gate_proj,0.0000830202,0.02500,4.138
70,mlp.experts.50.gate_proj,0.0000921588,0.02500,4.161
70,mlp.experts.60.gate_proj,0.0000987006,0.02500,4.751
70,mlp.experts.73.gate_proj,0.0000585538,0.02500,3.267
70,mlp.experts.65.gate_proj,0.0000932919,0.02500,3.178
70,mlp.experts.58.gate_proj,0.0001307623,0.02500,4.285
70,mlp.experts.77.gate_proj,0.0000777481,0.02500,3.335
70,mlp.experts.69.gate_proj,0.0000705447,0.02500,3.184
70,mlp.experts.62.gate_proj,0.0001004601,0.02500,4.236
70,mlp.experts.83.gate_proj,0.0000722147,0.02500,3.315
70,mlp.experts.95.gate_proj,0.0000411222,0.02500,3.154
70,mlp.experts.87.gate_proj,0.0000791814,0.02500,3.284
70,mlp.experts.91.gate_proj,0.0000291576,0.02500,3.805
70,mlp.experts.64.gate_proj,0.0000374744,0.02500,3.356
70,mlp.experts.72.gate_proj,0.0000675336,0.02500,3.676
70,mlp.experts.76.gate_proj,0.0000754996,0.02500,3.357
70,mlp.experts.89.gate_proj,0.0000740732,0.02500,3.136
70,mlp.experts.68.gate_proj,0.0000840520,0.02500,3.680
70,mlp.experts.81.gate_proj,0.0000551613,0.02500,3.222
70,mlp.experts.93.gate_proj,0.0000782546,0.02500,3.218
70,mlp.experts.85.gate_proj,0.0000775783,0.02500,3.284
70,mlp.experts.99.gate_proj,0.0000581636,0.02500,3.240
70,mlp.experts.66.gate_proj,0.0000988117,0.02500,4.830
70,mlp.experts.70.gate_proj,0.0000503364,0.02500,5.031
70,mlp.experts.74.gate_proj,0.0000835495,0.02500,4.980
70,mlp.experts.111.gate_proj,0.0000312762,0.02500,3.504
70,mlp.experts.103.gate_proj,0.0000749978,0.02500,3.226
70,mlp.experts.78.gate_proj,0.0000505842,0.02500,5.414
70,mlp.experts.80.gate_proj,0.0000611387,0.02500,2.949
70,mlp.experts.88.gate_proj,0.0000481118,0.02500,3.161
70,mlp.experts.97.gate_proj,0.0000333685,0.02500,3.203
70,mlp.experts.105.gate_proj,0.0001569630,0.02500,3.393
70,mlp.experts.107.gate_proj,0.0000758337,0.02500,3.772
70,mlp.experts.109.gate_proj,0.0000669491,0.02500,3.219
70,mlp.experts.101.gate_proj,0.0000878693,0.02500,3.149
70,mlp.experts.84.gate_proj,0.0000485565,0.02500,3.530
70,mlp.experts.92.gate_proj,0.0001004840,0.02500,3.799
70,mlp.experts.115.gate_proj,0.0000263592,0.02500,3.440
70,mlp.experts.119.gate_proj,0.0001318151,0.02500,3.079
70,mlp.experts.7.up_proj,0.0000839165,0.02500,3.731
70,mlp.experts.104.gate_proj,0.0000746809,0.02500,2.904
70,mlp.experts.86.gate_proj,0.0000452475,0.02500,4.762
70,mlp.experts.82.gate_proj,0.0000398816,0.02500,4.915
70,mlp.experts.96.gate_proj,0.0001223675,0.02500,3.939
70,mlp.experts.108.gate_proj,0.0000710486,0.02500,2.912
70,mlp.experts.113.gate_proj,0.0000918301,0.02500,3.456
70,mlp.experts.90.gate_proj,0.0000609988,0.02500,4.823
70,mlp.experts.1.up_proj,0.0000454657,0.02500,3.418
70,mlp.experts.5.up_proj,0.0000858314,0.02500,3.469
70,mlp.experts.3.up_proj,0.0000320795,0.02500,3.608
70,mlp.experts.117.gate_proj,0.0000525332,0.02500,3.467
70,mlp.experts.100.gate_proj,0.0001325863,0.02500,3.765
70,mlp.experts.94.gate_proj,0.0000719121,0.02500,4.939
70,mlp.experts.11.up_proj,0.0000572670,0.02500,3.415
70,mlp.experts.15.up_proj,0.0001048842,0.02500,3.339
70,mlp.experts.0.up_proj,0.0000928312,0.02500,3.097
70,mlp.experts.23.up_proj,0.0000862511,0.02500,3.863
70,mlp.experts.112.gate_proj,0.0000533785,0.02500,3.546
70,mlp.experts.9.up_proj,0.0000875780,0.02500,3.366
70,mlp.experts.17.up_proj,0.0000900662,0.02500,3.410
70,mlp.experts.116.gate_proj,0.0000574307,0.02500,2.922
70,mlp.experts.19.up_proj,0.0000646729,0.02500,3.302
70,mlp.experts.21.up_proj,0.0000398831,0.02500,3.404
70,mlp.experts.4.up_proj,0.0000596662,0.02500,3.818
70,mlp.experts.13.up_proj,0.0000673810,0.02500,3.512
70,mlp.experts.102.gate_proj,0.0001705018,0.02500,4.533
70,mlp.experts.98.gate_proj,0.0000760899,0.02500,4.490
70,mlp.experts.106.gate_proj,0.0000730252,0.02500,4.481
70,mlp.experts.27.up_proj,0.0000474887,0.02500,3.776
70,mlp.experts.110.gate_proj,0.0000710661,0.02500,4.437
70,mlp.experts.31.up_proj,0.0000445507,0.02500,3.439
70,mlp.experts.16.up_proj,0.0000728957,0.02500,3.847
70,mlp.experts.12.up_proj,0.0000721288,0.02500,2.926
70,mlp.experts.39.up_proj,0.0000390917,0.02500,3.702
70,mlp.experts.20.up_proj,0.0000470795,0.02500,2.969
70,mlp.experts.25.up_proj,0.0001094595,0.02500,3.585
70,mlp.experts.33.up_proj,0.0000365760,0.02500,3.489
70,mlp.experts.35.up_proj,0.0001046783,0.02500,3.495
70,mlp.experts.8.up_proj,0.0000689145,0.02500,3.724
70,mlp.experts.37.up_proj,0.0000890771,0.02500,3.643
70,mlp.experts.29.up_proj,0.0000556252,0.02500,3.497
70,mlp.experts.114.gate_proj,0.0000500217,0.02500,4.166
70,mlp.experts.118.gate_proj,0.0000806582,0.02500,4.218
70,mlp.experts.43.up_proj,0.0000472235,0.02500,3.726
70,mlp.experts.2.up_proj,0.0000333547,0.02500,4.327
70,mlp.experts.47.up_proj,0.0000613137,0.02500,3.834
70,mlp.experts.28.up_proj,0.0000588001,0.02500,2.932
70,mlp.experts.6.up_proj,0.0000736891,0.02500,4.217
70,mlp.experts.36.up_proj,0.0000558390,0.02500,2.956
70,mlp.experts.32.up_proj,0.0000152343,0.02500,3.957
70,mlp.experts.55.up_proj,0.0000680228,0.02500,3.641
70,mlp.experts.49.up_proj,0.0000420774,0.02500,3.354
70,mlp.experts.41.up_proj,0.0001133199,0.02500,3.473
70,mlp.experts.53.up_proj,0.0000421184,0.02500,3.383
70,mlp.experts.45.up_proj,0.0000879430,0.02500,3.393
70,mlp.experts.51.up_proj,0.0001017003,0.02500,3.733
70,mlp.experts.24.up_proj,0.0000819730,0.02500,3.890
70,mlp.experts.44.up_proj,0.0000704071,0.02500,2.916
70,mlp.experts.59.up_proj,0.0000600813,0.02500,3.580
70,mlp.experts.14.up_proj,0.0000826142,0.02500,4.312
70,mlp.experts.52.up_proj,0.0000760086,0.02500,2.948
70,mlp.experts.63.up_proj,0.0000468541,0.02500,3.626
70,mlp.experts.10.up_proj,0.0000719730,0.02500,4.481
70,mlp.experts.18.up_proj,0.0000746303,0.02500,4.609
70,mlp.experts.65.up_proj,0.0000890225,0.02500,3.390
70,mlp.experts.71.up_proj,0.0000988013,0.02500,3.589
70,mlp.experts.48.up_proj,0.0000636245,0.02500,3.741
70,mlp.experts.57.up_proj,0.0000796852,0.02500,3.565
70,mlp.experts.67.up_proj,0.0000923026,0.02500,3.208
70,mlp.experts.22.up_proj,0.0000661569,0.02500,4.598
70,mlp.experts.61.up_proj,0.0000710482,0.02500,3.394
70,mlp.experts.69.up_proj,0.0000679654,0.02500,3.710
70,mlp.experts.40.up_proj,0.0000591275,0.02500,3.708
70,mlp.experts.60.up_proj,0.0000955148,0.02500,3.392
70,mlp.experts.79.up_proj,0.0000681159,0.02500,3.284
70,mlp.experts.75.up_proj,0.0000642472,0.02500,3.814
70,mlp.experts.68.up_proj,0.0000823452,0.02500,3.633
70,mlp.experts.30.up_proj,0.0001354165,0.02500,4.491
70,mlp.experts.64.up_proj,0.0000361636,0.02500,3.321
70,mlp.experts.81.up_proj,0.0000527376,0.02500,3.473
70,mlp.experts.26.up_proj,0.0000781805,0.02500,4.555
70,mlp.experts.73.up_proj,0.0000565329,0.02500,3.434
70,mlp.experts.83.up_proj,0.0000689503,0.02500,3.441
70,mlp.experts.77.up_proj,0.0000753503,0.02500,3.423
70,mlp.experts.87.up_proj,0.0000765904,0.02500,3.909
70,mlp.experts.85.up_proj,0.0000746602,0.02500,3.390
70,mlp.experts.34.up_proj,0.0000920058,0.02500,4.360
70,mlp.experts.56.up_proj,0.0000549053,0.02500,3.387
70,mlp.experts.38.up_proj,0.0000434636,0.02500,4.279
70,mlp.experts.76.up_proj,0.0000726421,0.02500,3.009
70,mlp.experts.84.up_proj,0.0000473389,0.02500,3.126
70,mlp.experts.91.up_proj,0.0000280862,0.02500,3.359
70,mlp.experts.95.up_proj,0.0000398806,0.02500,3.853
70,mlp.experts.97.up_proj,0.0000328299,0.02500,3.330
70,mlp.experts.89.up_proj,0.0000713921,0.02500,3.304
70,mlp.experts.80.up_proj,0.0000591038,0.02500,3.686
70,mlp.experts.93.up_proj,0.0000761774,0.02500,3.328
70,mlp.experts.103.up_proj,0.0000727966,0.02500,3.417
70,mlp.experts.101.up_proj,0.0000848430,0.02500,3.441
70,mlp.experts.99.up_proj,0.0000563426,0.02500,3.752
70,mlp.experts.72.up_proj,0.0000649069,0.02500,3.225
70,mlp.experts.46.up_proj,0.0000775477,0.02500,4.230
70,mlp.experts.42.up_proj,0.0001230405,0.02500,4.271
70,mlp.experts.92.up_proj,0.0000972835,0.02500,3.062
70,mlp.experts.50.up_proj,0.0000890743,0.02500,4.460
70,mlp.experts.54.up_proj,0.0000811869,0.02500,4.302
70,mlp.experts.100.up_proj,0.0000992190,0.02500,3.476
70,mlp.experts.107.up_proj,0.0000732394,0.02500,3.380
70,mlp.experts.111.up_proj,0.0000307513,0.02500,3.475
70,mlp.experts.113.up_proj,0.0000882830,0.02500,3.500
70,mlp.experts.105.up_proj,0.0001529298,0.02500,3.388
70,mlp.experts.109.up_proj,0.0000641456,0.02500,3.358
70,mlp.experts.96.up_proj,0.0001190369,0.02500,3.386
70,mlp.experts.119.up_proj,0.0001311876,0.02500,3.121
70,mlp.experts.115.up_proj,0.0000252377,0.02500,3.026
70,mlp.experts.117.up_proj,0.0000508207,0.02500,3.174
70,mlp.experts.88.up_proj,0.0000468291,0.02500,3.284
70,mlp.experts.108.up_proj,0.0000685765,0.02500,3.529
70,mlp.experts.62.up_proj,0.0000964557,0.02500,4.426
70,mlp.experts.58.up_proj,0.0001270394,0.02500,4.502
70,mlp.experts.116.up_proj,0.0000562180,0.02500,3.252
70,mlp.experts.112.up_proj,0.0000515210,0.02500,2.528
70,mlp.experts.66.up_proj,0.0000961433,0.02500,4.694
70,mlp.experts.104.up_proj,0.0000725595,0.02500,2.411
70,mlp.experts.70.up_proj,0.0000492402,0.02500,4.439
70,mlp.experts.78.up_proj,0.0000490245,0.02500,4.496
70,mlp.experts.74.up_proj,0.0000803350,0.02500,4.426
70,mlp.experts.82.up_proj,0.0000386037,0.02500,4.515
70,mlp.experts.86.up_proj,0.0000438675,0.02500,4.528
70,mlp.experts.94.up_proj,0.0000702469,0.02500,4.851
70,mlp.experts.90.up_proj,0.0000593361,0.02500,4.781
70,mlp.experts.98.up_proj,0.0000732905,0.02500,4.783
70,mlp.experts.102.up_proj,0.0001654904,0.02500,4.741
70,mlp.experts.106.up_proj,0.0000705368,0.02500,4.219
70,mlp.experts.110.up_proj,0.0000680387,0.02500,4.683
70,mlp.experts.118.up_proj,0.0000788941,0.02500,3.935
70,mlp.experts.114.up_proj,0.0000471767,0.02500,4.021
70,mlp.experts.3.down_proj,0.0000083204,0.02500,1.464
70,mlp.experts.15.down_proj,0.0000354384,0.02500,1.424
70,mlp.experts.11.down_proj,0.0000107042,0.02500,1.536
70,mlp.experts.7.down_proj,0.0000263301,0.02500,1.613
70,mlp.experts.8.down_proj,0.0000100872,0.02500,1.920
70,mlp.experts.0.down_proj,0.0000198022,0.02500,1.945
70,mlp.experts.12.down_proj,0.0000155413,0.02500,1.956
70,mlp.experts.4.down_proj,0.0000217417,0.02500,2.026
70,mlp.experts.1.down_proj,0.0000113078,0.02500,2.607
70,mlp.experts.5.down_proj,0.0000124389,0.02500,2.617
70,mlp.experts.13.down_proj,0.0000117290,0.02500,2.371
70,mlp.experts.9.down_proj,0.0000211547,0.02500,2.622
70,mlp.experts.19.down_proj,0.0000160254,0.02500,1.187
70,mlp.experts.27.down_proj,0.0000085539,0.02500,1.046
70,mlp.experts.31.down_proj,0.0000087722,0.02500,1.175
70,mlp.experts.23.down_proj,0.0000183263,0.02500,1.110
70,mlp.experts.24.down_proj,0.0000245362,0.02500,0.854
70,mlp.experts.16.down_proj,0.0000158234,0.02500,0.858
70,mlp.experts.28.down_proj,0.0000118500,0.02500,0.840
70,mlp.experts.20.down_proj,0.0000121547,0.02500,0.850
70,mlp.experts.2.down_proj,0.0000043237,0.02500,2.982
70,mlp.experts.14.down_proj,0.0000256988,0.02500,2.912
70,mlp.experts.6.down_proj,0.0000118746,0.02500,3.024
70,mlp.experts.10.down_proj,0.0000161702,0.02500,2.937
70,mlp.experts.43.down_proj,0.0000196150,0.02500,0.921
70,mlp.experts.47.down_proj,0.0000111879,0.02500,0.952
70,mlp.experts.40.down_proj,0.0000131757,0.02500,0.897
70,mlp.experts.17.down_proj,0.0000243032,0.02500,1.077
70,mlp.experts.21.down_proj,0.0000096593,0.02500,1.074
70,mlp.experts.25.down_proj,0.0000188304,0.02500,1.075
70,mlp.experts.32.down_proj,0.0000032528,0.02500,0.895
70,mlp.experts.44.down_proj,0.0000186800,0.02500,0.899
70,mlp.experts.29.down_proj,0.0000109507,0.02500,1.147
70,mlp.experts.36.down_proj,0.0000090395,0.02500,0.910
70,mlp.experts.35.down_proj,0.0000249504,0.02500,1.145
70,mlp.experts.39.down_proj,0.0000051063,0.02500,1.162
70,mlp.experts.18.down_proj,0.0000175554,0.02500,1.370
70,mlp.experts.22.down_proj,0.0000148985,0.02500,1.336
70,mlp.experts.26.down_proj,0.0000138585,0.02500,1.326
70,mlp.experts.30.down_proj,0.0000460696,0.02500,1.375
70,mlp.experts.56.down_proj,0.0000084387,0.02500,0.868
70,mlp.experts.48.down_proj,0.0000121145,0.02500,0.841
70,mlp.experts.60.down_proj,0.0000181262,0.02500,0.850
70,mlp.experts.41.down_proj,0.0000463751,0.02500,0.930
70,mlp.experts.33.down_proj,0.0000061266,0.02500,0.944
70,mlp.experts.37.down_proj,0.0000625167,0.02500,0.939
70,mlp.experts.52.down_proj,0.0000170611,0.02500,0.848
70,mlp.experts.45.down_proj,0.0000196321,0.02500,0.917
70,mlp.experts.59.down_proj,0.0000160901,0.02500,1.120
70,mlp.experts.63.down_proj,0.0000106723,0.02500,1.119
70,mlp.experts.51.down_proj,0.0000236762,0.02500,0.962
70,mlp.experts.55.down_proj,0.0000153353,0.02500,0.979
70,mlp.experts.64.down_proj,0.0000057152,0.02500,0.885
70,mlp.experts.72.down_proj,0.0000137103,0.02500,0.901
70,mlp.experts.76.down_proj,0.0000132693,0.02500,0.910
70,mlp.experts.68.down_proj,0.0000225339,0.02500,0.892
70,mlp.experts.75.down_proj,0.0000142581,0.02500,0.922
70,mlp.experts.34.down_proj,0.0000203028,0.02500,1.285
70,mlp.experts.57.down_proj,0.0000136137,0.02500,1.048
70,mlp.experts.53.down_proj,0.0000120051,0.02500,1.060
70,mlp.experts.42.down_proj,0.0000195592,0.02500,1.328
70,mlp.experts.38.down_proj,0.0000065207,0.02500,1.334
70,mlp.experts.49.down_proj,0.0000142286,0.02500,1.066
70,mlp.experts.61.down_proj,0.0000112747,0.02500,1.056
70,mlp.experts.79.down_proj,0.0000121033,0.02500,1.053
70,mlp.experts.46.down_proj,0.0000152483,0.02500,1.452
70,mlp.experts.67.down_proj,0.0000180350,0.02500,1.132
70,mlp.experts.71.down_proj,0.0000188351,0.02500,1.145
70,mlp.experts.80.down_proj,0.0000131308,0.02500,0.873
70,mlp.experts.88.down_proj,0.0000085069,0.02500,0.881
70,mlp.experts.84.down_proj,0.0000115584,0.02500,0.859
70,mlp.experts.92.down_proj,0.0000160462,0.02500,0.874
70,mlp.experts.91.down_proj,0.0000059996,0.02500,0.969
70,mlp.experts.69.down_proj,0.0000277202,0.02500,0.925
70,mlp.experts.73.down_proj,0.0000166161,0.02500,0.956
70,mlp.experts.65.down_proj,0.0000174114,0.02500,0.954
70,mlp.experts.77.down_proj,0.0000128849,0.02500,0.951
70,mlp.experts.95.down_proj,0.0000056389,0.02500,0.996
70,mlp.experts.83.down_proj,0.0000130386,0.02500,0.928
70,mlp.experts.50.down_proj,0.0000199018,0.02500,1.281
70,mlp.experts.58.down_proj,0.0000285044,0.02500,1.256
70,mlp.experts.54.down_proj,0.0000173486,0.02500,1.357
70,mlp.experts.62.down_proj,0.0000151447,0.02500,1.210
70,mlp.experts.96.down_proj,0.0000205210,0.02500,0.854
70,mlp.experts.87.down_proj,0.0000133817,0.02500,1.159
70,mlp.experts.104.down_proj,0.0000140266,0.02500,0.858
70,mlp.experts.108.down_proj,0.0000201264,0.02500,0.826
70,mlp.experts.100.down_proj,0.0000348188,0.02500,0.846
70,mlp.experts.107.down_proj,0.0000145085,0.02500,0.900
70,mlp.experts.85.down_proj,0.0000108234,0.02500,0.963
70,mlp.experts.81.down_proj,0.0000080579,0.02500,0.939
70,mlp.experts.89.down_proj,0.0000211534,0.02500,0.957
70,mlp.experts.93.down_proj,0.0000164583,0.02500,0.975
70,mlp.experts.99.down_proj,0.0000112954,0.02500,0.864
70,mlp.experts.111.down_proj,0.0000105027,0.02500,1.014
70,mlp.experts.112.down_proj,0.0000118309,0.02500,0.683
70,mlp.experts.116.down_proj,0.0000085129,0.02500,0.663
70,mlp.experts.103.down_proj,0.0000198399,0.02500,0.840
70,mlp.experts.74.down_proj,0.0000151207,0.02500,1.226
70,mlp.experts.66.down_proj,0.0000194144,0.02500,1.261
70,mlp.experts.78.down_proj,0.0000107905,0.02500,1.267
70,mlp.experts.115.down_proj,0.0000158063,0.02500,0.638
70,mlp.experts.70.down_proj,0.0000150123,0.02500,1.277
70,mlp.experts.105.down_proj,0.0000580979,0.02500,0.903
70,mlp.experts.97.down_proj,0.0000100320,0.02500,0.906
70,mlp.experts.101.down_proj,0.0000206239,0.02500,0.929
70,mlp.experts.109.down_proj,0.0000132333,0.02500,0.879
70,mlp.experts.119.down_proj,0.0000333940,0.02500,0.611
70,mlp.experts.113.down_proj,0.0000211311,0.02500,0.640
70,mlp.experts.117.down_proj,0.0000129038,0.02500,0.639
70,mlp.experts.82.down_proj,0.0000073251,0.02500,1.157
70,mlp.experts.94.down_proj,0.0000120167,0.02500,1.028
70,mlp.experts.86.down_proj,0.0000139759,0.02500,1.084
70,mlp.experts.90.down_proj,0.0000095130,0.02500,1.261
70,mlp.experts.110.down_proj,0.0000158858,0.02500,1.065
70,mlp.experts.98.down_proj,0.0000161468,0.02500,1.097
70,mlp.experts.106.down_proj,0.0000153433,0.02500,1.096
70,mlp.experts.102.down_proj,0.0000424210,0.02500,1.135
70,mlp.experts.114.down_proj,0.0000177322,0.02500,0.893
70,mlp.experts.118.down_proj,0.0000181723,0.02500,0.825
71,self_attn.k_proj,0.0000002533,0.02500,1.622
71,self_attn.v_proj,0.0000005446,0.02500,1.801
71,self_attn.q_proj,0.0000018332,0.02500,1.972
71,self_attn.o_proj,0.0000004865,0.02500,4.265
71,mlp.shared_experts.gate_proj,0.0000041830,0.02500,1.644
71,mlp.shared_experts.up_proj,0.0000025310,0.02500,1.681
71,mlp.shared_experts.down_proj,0.0000003223,0.02500,0.406
71,mlp.experts.10.gate_proj,0.0000517611,0.02500,5.608
71,mlp.experts.3.gate_proj,0.0000646190,0.02500,5.778
71,mlp.experts.14.gate_proj,0.0000512909,0.02500,5.887
71,mlp.experts.11.gate_proj,0.0000172728,0.02500,5.924
71,mlp.experts.7.gate_proj,0.0001081009,0.02500,5.986
71,mlp.experts.6.gate_proj,0.0001257493,0.02500,6.046
71,mlp.experts.15.gate_proj,0.0000779483,0.02500,3.740
71,mlp.experts.13.gate_proj,0.0000376758,0.02500,6.130
71,mlp.experts.2.gate_proj,0.0000533635,0.02500,6.188
71,mlp.experts.1.gate_proj,0.0000932539,0.02500,6.189
71,mlp.experts.5.gate_proj,0.0000764309,0.02500,6.259
71,mlp.experts.9.gate_proj,0.0000350217,0.02500,6.588
71,mlp.experts.12.gate_proj,0.0000823303,0.02500,6.973
71,mlp.experts.8.gate_proj,0.0000957963,0.02500,7.052
71,mlp.experts.4.gate_proj,0.0000761588,0.02500,7.105
71,mlp.experts.0.gate_proj,0.0000646618,0.02500,7.179
71,mlp.experts.26.gate_proj,0.0000464591,0.02500,3.273
71,mlp.experts.19.gate_proj,0.0000465298,0.02500,3.288
71,mlp.experts.22.gate_proj,0.0000163022,0.02500,3.065
71,mlp.experts.27.gate_proj,0.0000791162,0.02500,3.376
71,mlp.experts.23.gate_proj,0.0000562894,0.02500,3.391
71,mlp.experts.31.gate_proj,0.0000820601,0.02500,3.414
71,mlp.experts.18.gate_proj,0.0001477959,0.02500,3.484
71,mlp.experts.30.gate_proj,0.0000648350,0.02500,3.911
71,mlp.experts.17.gate_proj,0.0000749499,0.02500,4.368
71,mlp.experts.21.gate_proj,0.0000713280,0.02500,4.352
71,mlp.experts.29.gate_proj,0.0001166570,0.02500,4.570
71,mlp.experts.25.gate_proj,0.0000587671,0.02500,4.451
71,mlp.experts.28.gate_proj,0.0001017874,0.02500,4.534
71,mlp.experts.16.gate_proj,0.0000497756,0.02500,4.339
71,mlp.experts.24.gate_proj,0.0000793880,0.02500,4.546
71,mlp.experts.20.gate_proj,0.0000916744,0.02500,4.579
71,mlp.experts.42.gate_proj,0.0000737805,0.02500,3.151
71,mlp.experts.38.gate_proj,0.0000582161,0.02500,3.276
71,mlp.experts.35.gate_proj,0.0001183719,0.02500,3.700
71,mlp.experts.43.gate_proj,0.0000927354,0.02500,3.552
71,mlp.experts.39.gate_proj,0.0000513842,0.02500,3.586
71,mlp.experts.34.gate_proj,0.0000795017,0.02500,3.445
71,mlp.experts.47.gate_proj,0.0000665827,0.02500,3.636
71,mlp.experts.46.gate_proj,0.0000478486,0.02500,3.661
71,mlp.experts.58.gate_proj,0.0000545067,0.02500,3.024
71,mlp.experts.54.gate_proj,0.0001266810,0.02500,2.938
71,mlp.experts.37.gate_proj,0.0000608300,0.02500,5.067
71,mlp.experts.44.gate_proj,0.0000813048,0.02500,4.197
71,mlp.experts.33.gate_proj,0.0001480871,0.02500,5.235
71,mlp.experts.40.gate_proj,0.0000779331,0.02500,4.216
71,mlp.experts.36.gate_proj,0.0000920695,0.02500,4.285
71,mlp.experts.32.gate_proj,0.0001242407,0.02500,4.455
71,mlp.experts.45.gate_proj,0.0001789609,0.02500,5.286
71,mlp.experts.41.gate_proj,0.0000408371,0.02500,5.095
71,mlp.experts.51.gate_proj,0.0000795952,0.02500,3.375
71,mlp.experts.55.gate_proj,0.0000455893,0.02500,3.343
71,mlp.experts.59.gate_proj,0.0001199204,0.02500,3.513
71,mlp.experts.50.gate_proj,0.0000571516,0.02500,3.494
71,mlp.experts.63.gate_proj,0.0000550655,0.02500,3.648
71,mlp.experts.62.gate_proj,0.0000608926,0.02500,3.724
71,mlp.experts.70.gate_proj,0.0000373375,0.02500,3.087
71,mlp.experts.74.gate_proj,0.0000570488,0.02500,3.743
71,mlp.experts.67.gate_proj,0.0000779250,0.02500,3.094
71,mlp.experts.53.gate_proj,0.0000863333,0.02500,3.649
71,mlp.experts.49.gate_proj,0.0000832742,0.02500,3.673
71,mlp.experts.71.gate_proj,0.0000652439,0.02500,3.181
71,mlp.experts.61.gate_proj,0.0000354087,0.02500,3.635
71,mlp.experts.57.gate_proj,0.0000615157,0.02500,3.584
71,mlp.experts.60.gate_proj,0.0000538641,0.02500,4.026
71,mlp.experts.66.gate_proj,0.0000640727,0.02500,3.174
71,mlp.experts.75.gate_proj,0.0001041336,0.02500,3.438
71,mlp.experts.56.gate_proj,0.0000859638,0.02500,4.098
71,mlp.experts.52.gate_proj,0.0000897834,0.02500,4.047
71,mlp.experts.79.gate_proj,0.0000503843,0.02500,3.384
71,mlp.experts.48.gate_proj,0.0000751059,0.02500,4.211
71,mlp.experts.78.gate_proj,0.0000334496,0.02500,3.834
71,mlp.experts.86.gate_proj,0.0000454101,0.02500,3.058
71,mlp.experts.83.gate_proj,0.0000734281,0.02500,2.896
71,mlp.experts.90.gate_proj,0.0001300146,0.02500,3.379
71,mlp.experts.87.gate_proj,0.0000695618,0.02500,2.941
71,mlp.experts.91.gate_proj,0.0000571448,0.02500,2.860
71,mlp.experts.76.gate_proj,0.0000664866,0.02500,3.149
71,mlp.experts.72.gate_proj,0.0001143861,0.02500,3.066
71,mlp.experts.95.gate_proj,0.0000374785,0.02500,2.867
71,mlp.experts.82.gate_proj,0.0001290295,0.02500,3.309
71,mlp.experts.68.gate_proj,0.0000813352,0.02500,3.160
71,mlp.experts.64.gate_proj,0.0000687290,0.02500,3.119
71,mlp.experts.69.gate_proj,0.0000606146,0.02500,4.572
71,mlp.experts.77.gate_proj,0.0000752197,0.02500,4.536
71,mlp.experts.94.gate_proj,0.0000451655,0.02500,3.226
71,mlp.experts.73.gate_proj,0.0000916828,0.02500,4.533
71,mlp.experts.65.gate_proj,0.0001043100,0.02500,4.863
71,mlp.experts.99.gate_proj,0.0000773081,0.02500,2.838
71,mlp.experts.102.gate_proj,0.0000509917,0.02500,3.579
71,mlp.experts.103.gate_proj,0.0000524660,0.02500,2.805
71,mlp.experts.107.gate_proj,0.0000711746,0.02500,2.801
71,mlp.experts.106.gate_proj,0.0001008458,0.02500,3.671
71,mlp.experts.111.gate_proj,0.0001233619,0.02500,2.828
71,mlp.experts.92.gate_proj,0.0000832623,0.02500,3.083
71,mlp.experts.88.gate_proj,0.0000757491,0.02500,3.097
71,mlp.experts.84.gate_proj,0.0000966755,0.02500,3.103
71,mlp.experts.80.gate_proj,0.0001045028,0.02500,3.067
71,mlp.experts.98.gate_proj,0.0000890625,0.02500,3.372
71,mlp.experts.110.gate_proj,0.0000722284,0.02500,3.937
71,mlp.experts.115.gate_proj,0.0000684666,0.02500,3.349
71,mlp.experts.119.gate_proj,0.0000475593,0.02500,3.368
71,mlp.experts.85.gate_proj,0.0001291980,0.02500,4.761
71,mlp.experts.2.up_proj,0.0000517874,0.02500,3.062
71,mlp.experts.3.up_proj,0.0000628461,0.02500,3.458
71,mlp.experts.81.gate_proj,0.0000459999,0.02500,4.638
71,mlp.experts.89.gate_proj,0.0000546985,0.02500,4.855
71,mlp.experts.108.gate_proj,0.0000362882,0.02500,3.202
71,mlp.experts.118.gate_proj,0.0000921215,0.02500,4.140
71,mlp.experts.104.gate_proj,0.0000874241,0.02500,3.187
71,mlp.experts.93.gate_proj,0.0001181553,0.02500,5.237
71,mlp.experts.100.gate_proj,0.0000502358,0.02500,3.213
71,mlp.experts.96.gate_proj,0.0000755738,0.02500,3.253
71,mlp.experts.7.up_proj,0.0001042434,0.02500,3.790
71,mlp.experts.114.gate_proj,0.0000874123,0.02500,3.230
71,mlp.experts.18.up_proj,0.0001427875,0.02500,3.059
71,mlp.experts.11.up_proj,0.0000165984,0.02500,3.711
71,mlp.experts.101.gate_proj,0.0001008351,0.02500,3.429
71,mlp.experts.6.up_proj,0.0001160764,0.02500,3.933
71,mlp.experts.15.up_proj,0.0000748190,0.02500,3.582
71,mlp.experts.97.gate_proj,0.0001386206,0.02500,3.404
71,mlp.experts.105.gate_proj,0.0000731603,0.02500,3.491
71,mlp.experts.0.up_proj,0.0000626739,0.02500,3.466
71,mlp.experts.109.gate_proj,0.0000615073,0.02500,3.334
71,mlp.experts.10.up_proj,0.0000507617,0.02500,3.043
71,mlp.experts.4.up_proj,0.0000716783,0.02500,3.625
71,mlp.experts.19.up_proj,0.0000445120,0.02500,3.908
71,mlp.experts.116.gate_proj,0.0000527396,0.02500,3.445
71,mlp.experts.112.gate_proj,0.0001515178,0.02500,3.444
71,mlp.experts.14.up_proj,0.0000496388,0.02500,4.007
71,mlp.experts.23.up_proj,0.0000547121,0.02500,4.134
71,mlp.experts.34.up_proj,0.0000771002,0.02500,3.093
71,mlp.experts.26.up_proj,0.0000453395,0.02500,3.023
71,mlp.experts.16.up_proj,0.0000482031,0.02500,3.239
71,mlp.experts.20.up_proj,0.0000897447,0.02500,3.241
71,mlp.experts.22.up_proj,0.0000160316,0.02500,4.034
71,mlp.experts.27.up_proj,0.0000728212,0.02500,4.136
71,mlp.experts.12.up_proj,0.0000803209,0.02500,3.268
71,mlp.experts.8.up_proj,0.0000913928,0.02500,3.275
71,mlp.experts.31.up_proj,0.0000793470,0.02500,4.623
71,mlp.experts.30.up_proj,0.0000631633,0.02500,3.780
71,mlp.experts.117.gate_proj,0.0000549940,0.02500,5.107
71,mlp.experts.35.up_proj,0.0000826509,0.02500,4.632
71,mlp.experts.113.gate_proj,0.0001218769,0.02500,5.240
71,mlp.experts.1.up_proj,0.0000906109,0.02500,5.117
71,mlp.experts.5.up_proj,0.0000732937,0.02500,5.149
71,mlp.experts.50.up_proj,0.0000543684,0.02500,3.476
71,mlp.experts.39.up_proj,0.0000492999,0.02500,5.040
71,mlp.experts.32.up_proj,0.0001197022,0.02500,3.214
71,mlp.experts.36.up_proj,0.0000899805,0.02500,3.150
71,mlp.experts.38.up_proj,0.0000559062,0.02500,3.132
71,mlp.experts.42.up_proj,0.0000710489,0.02500,3.645
71,mlp.experts.28.up_proj,0.0000993712,0.02500,3.232
71,mlp.experts.24.up_proj,0.0000762724,0.02500,3.253
71,mlp.experts.46.up_proj,0.0000462632,0.02500,3.060
71,mlp.experts.43.up_proj,0.0000894009,0.02500,4.277
71,mlp.experts.47.up_proj,0.0000650907,0.02500,4.204
71,mlp.experts.51.up_proj,0.0000773964,0.02500,3.978
71,mlp.experts.13.up_proj,0.0000365303,0.02500,4.355
71,mlp.experts.17.up_proj,0.0000730117,0.02500,4.205
71,mlp.experts.21.up_proj,0.0000689659,0.02500,4.247
71,mlp.experts.54.up_proj,0.0001237282,0.02500,2.904
71,mlp.experts.9.up_proj,0.0000349801,0.02500,4.717
71,mlp.experts.66.up_proj,0.0000615237,0.02500,3.837
71,mlp.experts.55.up_proj,0.0000435258,0.02500,3.588
71,mlp.experts.58.up_proj,0.0000531963,0.02500,3.309
71,mlp.experts.52.up_proj,0.0000881267,0.02500,3.796
71,mlp.experts.48.up_proj,0.0000732667,0.02500,3.851
71,mlp.experts.44.up_proj,0.0000798578,0.02500,3.843
71,mlp.experts.40.up_proj,0.0000752233,0.02500,3.811
71,mlp.experts.62.up_proj,0.0000595720,0.02500,3.676
71,mlp.experts.59.up_proj,0.0001164325,0.02500,3.841
71,mlp.experts.67.up_proj,0.0000756030,0.02500,3.214
71,mlp.experts.63.up_proj,0.0000528135,0.02500,3.885
71,mlp.experts.70.up_proj,0.0000359488,0.02500,3.161
71,mlp.experts.74.up_proj,0.0000550171,0.02500,2.830
71,mlp.experts.71.up_proj,0.0000626407,0.02500,3.621
71,mlp.experts.82.up_proj,0.0001262287,0.02500,3.755
71,mlp.experts.29.up_proj,0.0001142799,0.02500,4.711
71,mlp.experts.33.up_proj,0.0001381401,0.02500,4.396
71,mlp.experts.37.up_proj,0.0000591559,0.02500,4.430
71,mlp.experts.25.up_proj,0.0000566094,0.02500,4.303
71,mlp.experts.78.up_proj,0.0000323564,0.02500,3.087
71,mlp.experts.68.up_proj,0.0000781234,0.02500,4.579
71,mlp.experts.64.up_proj,0.0000656492,0.02500,4.619
71,mlp.experts.60.up_proj,0.0000524203,0.02500,4.691
71,mlp.experts.56.up_proj,0.0000813973,0.02500,4.707
71,mlp.experts.75.up_proj,0.0001016197,0.02500,3.847
71,mlp.experts.83.up_proj,0.0000722195,0.02500,3.691
71,mlp.experts.90.up_proj,0.0001248017,0.02500,2.992
71,mlp.experts.79.up_proj,0.0000496648,0.02500,3.709
71,mlp.experts.86.up_proj,0.0000445273,0.02500,3.884
71,mlp.experts.98.up_proj,0.0000873000,0.02500,3.230
71,mlp.experts.87.up_proj,0.0000674190,0.02500,3.564
71,mlp.experts.94.up_proj,0.0000439964,0.02500,3.251
71,mlp.experts.45.up_proj,0.0001729429,0.02500,4.417
71,mlp.experts.49.up_proj,0.0000810496,0.02500,4.463
71,mlp.experts.53.up_proj,0.0000835494,0.02500,4.449
71,mlp.experts.41.up_proj,0.0000393882,0.02500,4.375
71,mlp.experts.84.up_proj,0.0000934988,0.02500,3.590
71,mlp.experts.80.up_proj,0.0000998893,0.02500,3.601
71,mlp.experts.106.up_proj,0.0000996130,0.02500,2.918
71,mlp.experts.91.up_proj,0.0000564517,0.02500,3.358
71,mlp.experts.76.up_proj,0.0000645088,0.02500,3.530
71,mlp.experts.72.up_proj,0.0001113506,0.02500,3.547
71,mlp.experts.95.up_proj,0.0000369134,0.02500,3.301
71,mlp.experts.99.up_proj,0.0000749686,0.02500,3.910
71,mlp.experts.114.up_proj,0.0000853675,0.02500,2.940
71,mlp.experts.102.up_proj,0.0000487638,0.02500,3.462
71,mlp.experts.103.up_proj,0.0000511927,0.02500,3.134
71,mlp.experts.110.up_proj,0.0000692214,0.02500,3.374
71,mlp.experts.100.up_proj,0.0000494322,0.02500,3.229
71,mlp.experts.96.up_proj,0.0000726401,0.02500,3.216
71,mlp.experts.118.up_proj,0.0000888556,0.02500,1.895
71,mlp.experts.92.up_proj,0.0000809730,0.02500,3.218
71,mlp.experts.88.up_proj,0.0000732907,0.02500,3.212
71,mlp.experts.107.up_proj,0.0000693726,0.02500,3.387
71,mlp.experts.111.up_proj,0.0001201019,0.02500,3.145
71,mlp.experts.65.up_proj,0.0001019300,0.02500,4.342
71,mlp.experts.115.up_proj,0.0000666232,0.02500,3.053
71,mlp.experts.57.up_proj,0.0000599239,0.02500,4.316
71,mlp.experts.69.up_proj,0.0000593551,0.02500,4.381
71,mlp.experts.119.up_proj,0.0000470202,0.02500,2.793
71,mlp.experts.61.up_proj,0.0000348993,0.02500,5.005
71,mlp.experts.116.up_proj,0.0000518553,0.02500,3.466
71,mlp.experts.112.up_proj,0.0001460558,0.02500,3.465
71,mlp.experts.108.up_proj,0.0000357820,0.02500,3.376
71,mlp.experts.104.up_proj,0.0000832742,0.02500,3.250
71,mlp.experts.81.up_proj,0.0000447182,0.02500,4.234
71,mlp.experts.85.up_proj,0.0001235628,0.02500,4.227
71,mlp.experts.73.up_proj,0.0000879788,0.02500,4.414
71,mlp.experts.77.up_proj,0.0000700218,0.02500,4.760
71,mlp.experts.97.up_proj,0.0001309603,0.02500,4.752
71,mlp.experts.101.up_proj,0.0000977288,0.02500,4.695
71,mlp.experts.89.up_proj,0.0000527432,0.02500,4.788
71,mlp.experts.93.up_proj,0.0001149371,0.02500,5.152
71,mlp.experts.113.up_proj,0.0001184021,0.02500,4.869
71,mlp.experts.117.up_proj,0.0000527242,0.02500,4.853
71,mlp.experts.105.up_proj,0.0000698943,0.02500,4.713
71,mlp.experts.109.up_proj,0.0000602729,0.02500,4.006
71,mlp.experts.12.down_proj,0.0000145617,0.02500,1.539
71,mlp.experts.0.down_proj,0.0000091779,0.02500,1.548
71,mlp.experts.8.down_proj,0.0000208534,0.02500,1.563
71,mlp.experts.4.down_proj,0.0000190248,0.02500,1.634
71,mlp.experts.3.down_proj,0.0000104536,0.02500,1.876
71,mlp.experts.11.down_proj,0.0000101628,0.02500,1.892
71,mlp.experts.15.down_proj,0.0000140317,0.02500,1.994
71,mlp.experts.7.down_proj,0.0000248278,0.02500,2.082
71,mlp.experts.14.down_proj,0.0000075980,0.02500,2.413
71,mlp.experts.6.down_proj,0.0000338439,0.02500,2.420
71,mlp.experts.10.down_proj,0.0000082782,0.02500,2.447
71,mlp.experts.2.down_proj,0.0000089212,0.02500,2.472
71,mlp.experts.24.down_proj,0.0000136959,0.02500,1.086
71,mlp.experts.28.down_proj,0.0000161087,0.02500,1.121
71,mlp.experts.16.down_proj,0.0000073414,0.02500,1.138
71,mlp.experts.27.down_proj,0.0000135492,0.02500,0.949
71,mlp.experts.20.down_proj,0.0000278434,0.02500,1.212
71,mlp.experts.23.down_proj,0.0000116226,0.02500,0.879
71,mlp.experts.19.down_proj,0.0000077314,0.02500,1.116
71,mlp.experts.1.down_proj,0.0000190337,0.02500,3.113
71,mlp.experts.9.down_proj,0.0000097510,0.02500,3.116
71,mlp.experts.13.down_proj,0.0000081111,0.02500,2.995
71,mlp.experts.31.down_proj,0.0000218963,0.02500,1.188
71,mlp.experts.5.down_proj,0.0000152278,0.02500,3.200
71,mlp.experts.43.down_proj,0.0000175190,0.02500,0.870
71,mlp.experts.39.down_proj,0.0000075247,0.02500,0.867
71,mlp.experts.44.down_proj,0.0000172561,0.02500,1.335
71,mlp.experts.32.down_proj,0.0000312924,0.02500,1.327
71,mlp.experts.40.down_proj,0.0000351930,0.02500,1.384
71,mlp.experts.35.down_proj,0.0000382255,0.02500,1.057
71,mlp.experts.26.down_proj,0.0000080269,0.02500,1.631
71,mlp.experts.36.down_proj,0.0000132435,0.02500,1.261
71,mlp.experts.22.down_proj,0.0000027779,0.02500,1.730
71,mlp.experts.18.down_proj,0.0000335809,0.02500,1.699
71,mlp.experts.30.down_proj,0.0000107344,0.02500,1.757
71,mlp.experts.25.down_proj,0.0000136816,0.02500,1.160
71,mlp.experts.29.down_proj,0.0000247390,0.02500,1.164
71,mlp.experts.17.down_proj,0.0000255140,0.02500,1.246
71,mlp.experts.47.down_proj,0.0000168298,0.02500,1.171
71,mlp.experts.21.down_proj,0.0000177666,0.02500,1.224
71,mlp.experts.59.down_proj,0.0000271985,0.02500,1.103
71,mlp.experts.55.down_proj,0.0000069928,0.02500,0.994
71,mlp.experts.51.down_proj,0.0000164878,0.02500,0.913
71,mlp.experts.60.down_proj,0.0000097944,0.02500,1.043
71,mlp.experts.48.down_proj,0.0000196115,0.02500,1.044
71,mlp.experts.56.down_proj,0.0000290205,0.02500,1.033
71,mlp.experts.52.down_proj,0.0000151486,0.02500,1.015
71,mlp.experts.45.down_proj,0.0000593300,0.02500,0.919
71,mlp.experts.33.down_proj,0.0000388298,0.02500,0.902
71,mlp.experts.41.down_proj,0.0000065466,0.02500,1.137
71,mlp.experts.63.down_proj,0.0000178932,0.02500,1.166
71,mlp.experts.37.down_proj,0.0000131292,0.02500,1.128
71,mlp.experts.42.down_proj,0.0000177909,0.02500,1.476
71,mlp.experts.38.down_proj,0.0000141152,0.02500,1.490
71,mlp.experts.46.down_proj,0.0000083295,0.02500,1.496
71,mlp.experts.75.down_proj,0.0000201923,0.02500,0.870
71,mlp.experts.34.down_proj,0.0000113857,0.02500,1.590
71,mlp.experts.67.down_proj,0.0000120626,0.02500,0.964
71,mlp.experts.71.down_proj,0.0000133207,0.02500,1.152
71,mlp.experts.76.down_proj,0.0000107561,0.02500,0.948
71,mlp.experts.64.down_proj,0.0000176747,0.02500,0.934
71,mlp.experts.72.down_proj,0.0000280120,0.02500,0.950
71,mlp.experts.68.down_proj,0.0000161123,0.02500,0.927
71,mlp.experts.61.down_proj,0.0000047238,0.02500,1.057
71,mlp.experts.79.down_proj,0.0000111011,0.02500,0.862
71,mlp.experts.49.down_proj,0.0000204461,0.02500,1.198
71,mlp.experts.91.down_proj,0.0000196942,0.02500,0.857
71,mlp.experts.57.down_proj,0.0000101731,0.02500,1.190
71,mlp.experts.53.down_proj,0.0000147565,0.02500,1.157
71,mlp.experts.92.down_proj,0.0000138237,0.02500,0.953
71,mlp.experts.88.down_proj,0.0000139967,0.02500,0.940
71,mlp.experts.80.down_proj,0.0000255252,0.02500,0.971
71,mlp.experts.84.down_proj,0.0000145661,0.02500,0.936
71,mlp.experts.83.down_proj,0.0000136496,0.02500,1.145
71,mlp.experts.58.down_proj,0.0000088568,0.02500,1.526
71,mlp.experts.87.down_proj,0.0000117143,0.02500,1.147
71,mlp.experts.54.down_proj,0.0000325198,0.02500,1.499
71,mlp.experts.62.down_proj,0.0000139631,0.02500,1.509
71,mlp.experts.50.down_proj,0.0000324924,0.02500,1.482
71,mlp.experts.95.down_proj,0.0000105908,0.02500,0.873
71,mlp.experts.107.down_proj,0.0000137780,0.02500,0.885
71,mlp.experts.65.down_proj,0.0000196887,0.02500,1.072
71,mlp.experts.77.down_proj,0.0000281879,0.02500,1.256
71,mlp.experts.69.down_proj,0.0000152978,0.02500,0.920
71,mlp.experts.73.down_proj,0.0000173698,0.02500,1.164
71,mlp.experts.104.down_proj,0.0000248794,0.02500,0.894
71,mlp.experts.108.down_proj,0.0000077767,0.02500,0.930
71,mlp.experts.96.down_proj,0.0000336697,0.02500,0.904
71,mlp.experts.100.down_proj,0.0000073189,0.02500,0.918
71,mlp.experts.99.down_proj,0.0000143464,0.02500,0.911
71,mlp.experts.103.down_proj,0.0000113444,0.02500,0.887
71,mlp.experts.111.down_proj,0.0000263296,0.02500,0.768
71,mlp.experts.74.down_proj,0.0000085658,0.02500,1.362
71,mlp.experts.81.down_proj,0.0000090540,0.02500,0.915
71,mlp.experts.70.down_proj,0.0000125320,0.02500,1.378
71,mlp.experts.112.down_proj,0.0000472192,0.02500,0.675
71,mlp.experts.78.down_proj,0.0000045004,0.02500,1.376
71,mlp.experts.116.down_proj,0.0000223982,0.02500,0.659
71,mlp.experts.85.down_proj,0.0000293972,0.02500,0.944
71,mlp.experts.119.down_proj,0.0000080363,0.02500,0.612
71,mlp.experts.115.down_proj,0.0000206786,0.02500,0.678
71,mlp.experts.66.down_proj,0.0000116470,0.02500,1.438
71,mlp.experts.93.down_proj,0.0000221125,0.02500,1.156
71,mlp.experts.89.down_proj,0.0000247976,0.02500,0.963
71,mlp.experts.97.down_proj,0.0000236887,0.02500,1.230
71,mlp.experts.90.down_proj,0.0000303707,0.02500,1.394
71,mlp.experts.101.down_proj,0.0000159980,0.02500,1.352
71,mlp.experts.86.down_proj,0.0000075127,0.02500,1.421
71,mlp.experts.105.down_proj,0.0000191792,0.02500,1.228
71,mlp.experts.109.down_proj,0.0000098910,0.02500,1.318
71,mlp.experts.82.down_proj,0.0000232029,0.02500,1.374
71,mlp.experts.94.down_proj,0.0000145283,0.02500,1.521
71,mlp.experts.113.down_proj,0.0000365205,0.02500,0.787
71,mlp.experts.117.down_proj,0.0000207800,0.02500,0.618
71,mlp.experts.106.down_proj,0.0000292494,0.02500,1.082
71,mlp.experts.102.down_proj,0.0000068294,0.02500,1.024
71,mlp.experts.98.down_proj,0.0000186290,0.02500,0.982
71,mlp.experts.110.down_proj,0.0000179517,0.02500,1.020
71,mlp.experts.118.down_proj,0.0000182003,0.02500,0.588
71,mlp.experts.114.down_proj,0.0000187573,0.02500,0.572
72,self_attn.k_proj,0.0000003246,0.02500,1.506
72,self_attn.q_proj,0.0000022425,0.02500,1.901
72,self_attn.v_proj,0.0000007098,0.02500,1.981
72,self_attn.o_proj,0.0000005019,0.02500,3.800
72,mlp.shared_experts.gate_proj,0.0000042347,0.02500,1.318
72,mlp.shared_experts.up_proj,0.0000026720,0.02500,1.734
72,mlp.shared_experts.down_proj,0.0000003285,0.02500,0.565
72,mlp.experts.4.gate_proj,0.0000560866,0.02500,5.986
72,mlp.experts.10.gate_proj,0.0000525068,0.02500,6.072
72,mlp.experts.8.gate_proj,0.0001353749,0.02500,5.726
72,mlp.experts.5.gate_proj,0.0000350494,0.02500,6.298
72,mlp.experts.9.gate_proj,0.0000488856,0.02500,6.367
72,mlp.experts.6.gate_proj,0.0001038639,0.02500,6.410
72,mlp.experts.14.gate_proj,0.0000592408,0.02500,4.041
72,mlp.experts.1.gate_proj,0.0000857618,0.02500,6.509
72,mlp.experts.2.gate_proj,0.0001673824,0.02500,6.663
72,mlp.experts.0.gate_proj,0.0001112652,0.02500,6.856
72,mlp.experts.12.gate_proj,0.0001610184,0.02500,6.931
72,mlp.experts.13.gate_proj,0.0000695197,0.02500,4.898
72,mlp.experts.3.gate_proj,0.0000883011,0.02500,7.795
72,mlp.experts.11.gate_proj,0.0000601079,0.02500,7.898
72,mlp.experts.7.gate_proj,0.0001050888,0.02500,7.391
72,mlp.experts.15.gate_proj,0.0000927891,0.02500,5.876
72,mlp.experts.24.gate_proj,0.0000167458,0.02500,3.428
72,mlp.experts.26.gate_proj,0.0000691670,0.02500,3.539
72,mlp.experts.20.gate_proj,0.0000910120,0.02500,3.813
72,mlp.experts.22.gate_proj,0.0000977312,0.02500,3.557
72,mlp.experts.21.gate_proj,0.0000625808,0.02500,3.862
72,mlp.experts.25.gate_proj,0.0000821335,0.02500,3.862
72,mlp.experts.18.gate_proj,0.0000855982,0.02500,3.575
72,mlp.experts.28.gate_proj,0.0000357663,0.02500,3.318
72,mlp.experts.17.gate_proj,0.0000917830,0.02500,3.784
72,mlp.experts.30.gate_proj,0.0000847838,0.02500,4.175
72,mlp.experts.29.gate_proj,0.0001109654,0.02500,3.508
72,mlp.experts.16.gate_proj,0.0001004906,0.02500,4.032
72,mlp.experts.27.gate_proj,0.0000490996,0.02500,4.605
72,mlp.experts.19.gate_proj,0.0000596632,0.02500,4.769
72,mlp.experts.23.gate_proj,0.0001100889,0.02500,4.670
72,mlp.experts.40.gate_proj,0.0001006341,0.02500,3.433
72,mlp.experts.31.gate_proj,0.0001184932,0.02500,4.848
72,mlp.experts.36.gate_proj,0.0000886644,0.02500,3.467
72,mlp.experts.42.gate_proj,0.0000964687,0.02500,4.018
72,mlp.experts.44.gate_proj,0.0001192050,0.02500,3.466
72,mlp.experts.37.gate_proj,0.0000607346,0.02500,3.688
72,mlp.experts.38.gate_proj,0.0000497152,0.02500,3.972
72,mlp.experts.33.gate_proj,0.0000508196,0.02500,3.665
72,mlp.experts.41.gate_proj,0.0001344420,0.02500,3.825
72,mlp.experts.34.gate_proj,0.0001327404,0.02500,3.993
72,mlp.experts.32.gate_proj,0.0000660997,0.02500,3.520
72,mlp.experts.46.gate_proj,0.0000733139,0.02500,3.832
72,mlp.experts.45.gate_proj,0.0000666904,0.02500,3.682
72,mlp.experts.56.gate_proj,0.0000766871,0.02500,3.236
72,mlp.experts.52.gate_proj,0.0000212459,0.02500,3.037
72,mlp.experts.58.gate_proj,0.0000956536,0.02500,3.282
72,mlp.experts.53.gate_proj,0.0001409344,0.02500,3.264
72,mlp.experts.49.gate_proj,0.0000547169,0.02500,3.238
72,mlp.experts.57.gate_proj,0.0000957830,0.02500,3.231
72,mlp.experts.54.gate_proj,0.0000589839,0.02500,3.374
72,mlp.experts.60.gate_proj,0.0000862115,0.02500,3.825
72,mlp.experts.50.gate_proj,0.0000160531,0.02500,3.323
72,mlp.experts.62.gate_proj,0.0001416132,0.02500,3.352
72,mlp.experts.61.gate_proj,0.0001132779,0.02500,3.349
72,mlp.experts.35.gate_proj,0.0000596119,0.02500,5.587
72,mlp.experts.48.gate_proj,0.0000461901,0.02500,3.838
72,mlp.experts.43.gate_proj,0.0000662175,0.02500,5.742
72,mlp.experts.39.gate_proj,0.0000517417,0.02500,5.566
72,mlp.experts.47.gate_proj,0.0000884589,0.02500,5.713
72,mlp.experts.68.gate_proj,0.0000624815,0.02500,3.309
72,mlp.experts.72.gate_proj,0.0000870317,0.02500,3.602
72,mlp.experts.69.gate_proj,0.0001107683,0.02500,3.239
72,mlp.experts.65.gate_proj,0.0000504807,0.02500,3.238
72,mlp.experts.73.gate_proj,0.0001342783,0.02500,3.261
72,mlp.experts.74.gate_proj,0.0000652350,0.02500,3.939
72,mlp.experts.76.gate_proj,0.0000891094,0.02500,3.371
72,mlp.experts.66.gate_proj,0.0000851143,0.02500,3.392
72,mlp.experts.77.gate_proj,0.0000653350,0.02500,3.179
72,mlp.experts.70.gate_proj,0.0000252601,0.02500,4.007
72,mlp.experts.78.gate_proj,0.0000574015,0.02500,3.555
72,mlp.experts.64.gate_proj,0.0000562240,0.02500,3.693
72,mlp.experts.84.gate_proj,0.0000652517,0.02500,2.946
72,mlp.experts.88.gate_proj,0.0000332559,0.02500,3.060
72,mlp.experts.51.gate_proj,0.0000830960,0.02500,5.115
72,mlp.experts.55.gate_proj,0.0000859905,0.02500,5.135
72,mlp.experts.59.gate_proj,0.0001090732,0.02500,5.200
72,mlp.experts.81.gate_proj,0.0001419363,0.02500,3.196
72,mlp.experts.85.gate_proj,0.0000579917,0.02500,3.294
72,mlp.experts.89.gate_proj,0.0000790877,0.02500,3.363
72,mlp.experts.63.gate_proj,0.0000729713,0.02500,5.273
72,mlp.experts.82.gate_proj,0.0000970560,0.02500,3.270
72,mlp.experts.90.gate_proj,0.0000627124,0.02500,3.446
72,mlp.experts.93.gate_proj,0.0001370597,0.02500,3.277
72,mlp.experts.92.gate_proj,0.0000567079,0.02500,3.888
72,mlp.experts.86.gate_proj,0.0000760385,0.02500,3.655
72,mlp.experts.94.gate_proj,0.0000863847,0.02500,3.682
72,mlp.experts.80.gate_proj,0.0000874717,0.02500,3.655
72,mlp.experts.100.gate_proj,0.0000664734,0.02500,3.080
72,mlp.experts.104.gate_proj,0.0001257824,0.02500,3.397
72,mlp.experts.97.gate_proj,0.0000858864,0.02500,3.325
72,mlp.experts.101.gate_proj,0.0001023319,0.02500,3.371
72,mlp.experts.105.gate_proj,0.0000431024,0.02500,3.304
72,mlp.experts.98.gate_proj,0.0001033247,0.02500,3.173
72,mlp.experts.106.gate_proj,0.0001163712,0.02500,3.155
72,mlp.experts.109.gate_proj,0.0000606819,0.02500,3.350
72,mlp.experts.75.gate_proj,0.0000387876,0.02500,4.324
72,mlp.experts.67.gate_proj,0.0000975291,0.02500,4.617
72,mlp.experts.71.gate_proj,0.0001092388,0.02500,4.685
72,mlp.experts.79.gate_proj,0.0000857181,0.02500,4.442
72,mlp.experts.110.gate_proj,0.0000556894,0.02500,3.584
72,mlp.experts.116.gate_proj,0.0000746437,0.02500,3.119
72,mlp.experts.102.gate_proj,0.0000975412,0.02500,3.895
72,mlp.experts.108.gate_proj,0.0000679065,0.02500,4.112
72,mlp.experts.96.gate_proj,0.0000410299,0.02500,3.521
72,mlp.experts.113.gate_proj,0.0000599841,0.02500,3.176
72,mlp.experts.117.gate_proj,0.0000818003,0.02500,3.185
72,mlp.experts.0.up_proj,0.0001080440,0.02500,3.900
72,mlp.experts.1.up_proj,0.0000840876,0.02500,3.202
72,mlp.experts.5.up_proj,0.0000351206,0.02500,3.215
72,mlp.experts.2.up_proj,0.0001619091,0.02500,3.519
72,mlp.experts.114.gate_proj,0.0002392070,0.02500,3.909
72,mlp.experts.6.up_proj,0.0000999104,0.02500,3.063
72,mlp.experts.12.up_proj,0.0001578134,0.02500,3.081
72,mlp.experts.91.gate_proj,0.0000889905,0.02500,4.315
72,mlp.experts.83.gate_proj,0.0001523358,0.02500,4.282
72,mlp.experts.118.gate_proj,0.0001454186,0.02500,3.346
72,mlp.experts.112.gate_proj,0.0000750731,0.02500,3.120
72,mlp.experts.87.gate_proj,0.0000676536,0.02500,4.361
72,mlp.experts.4.up_proj,0.0000541345,0.02500,4.070
72,mlp.experts.95.gate_proj,0.0000406455,0.02500,4.431
72,mlp.experts.9.up_proj,0.0000478711,0.02500,3.164
72,mlp.experts.13.up_proj,0.0000659622,0.02500,3.234
72,mlp.experts.17.up_proj,0.0000896888,0.02500,3.111
72,mlp.experts.21.up_proj,0.0000590132,0.02500,3.128
72,mlp.experts.16.up_proj,0.0000974999,0.02500,4.210
72,mlp.experts.18.up_proj,0.0000825982,0.02500,3.515
72,mlp.experts.22.up_proj,0.0000950595,0.02500,3.126
72,mlp.experts.10.up_proj,0.0000505167,0.02500,3.994
72,mlp.experts.14.up_proj,0.0000574669,0.02500,3.263
72,mlp.experts.8.up_proj,0.0001318732,0.02500,3.639
72,mlp.experts.28.up_proj,0.0000341848,0.02500,4.230
72,mlp.experts.20.up_proj,0.0000879917,0.02500,3.481
72,mlp.experts.25.up_proj,0.0000808247,0.02500,3.194
72,mlp.experts.107.gate_proj,0.0001320896,0.02500,4.491
72,mlp.experts.29.up_proj,0.0000982247,0.02500,3.306
72,mlp.experts.33.up_proj,0.0000502130,0.02500,3.310
72,mlp.experts.99.gate_proj,0.0000854256,0.02500,4.774
72,mlp.experts.103.gate_proj,0.0000915799,0.02500,4.576
72,mlp.experts.37.up_proj,0.0000585288,0.02500,3.222
72,mlp.experts.111.gate_proj,0.0000799295,0.02500,4.616
72,mlp.experts.34.up_proj,0.0001207783,0.02500,3.347
72,mlp.experts.32.up_proj,0.0000639593,0.02500,3.946
72,mlp.experts.38.up_proj,0.0000483181,0.02500,3.556
72,mlp.experts.26.up_proj,0.0000668834,0.02500,3.818
72,mlp.experts.30.up_proj,0.0000826965,0.02500,3.823
72,mlp.experts.44.up_proj,0.0001165383,0.02500,3.432
72,mlp.experts.41.up_proj,0.0001319782,0.02500,3.108
72,mlp.experts.24.up_proj,0.0000165221,0.02500,3.977
72,mlp.experts.45.up_proj,0.0000647075,0.02500,3.123
72,mlp.experts.49.up_proj,0.0000532249,0.02500,3.148
72,mlp.experts.53.up_proj,0.0001370281,0.02500,3.074
72,mlp.experts.36.up_proj,0.0000837595,0.02500,4.104
72,mlp.experts.3.up_proj,0.0000852115,0.02500,4.242
72,mlp.experts.119.gate_proj,0.0001548146,0.02500,4.085
72,mlp.experts.115.gate_proj,0.0000840155,0.02500,4.295
72,mlp.experts.54.up_proj,0.0000568976,0.02500,3.031
72,mlp.experts.50.up_proj,0.0000155327,0.02500,3.935
72,mlp.experts.7.up_proj,0.0001025901,0.02500,4.170
72,mlp.experts.46.up_proj,0.0000712161,0.02500,3.297
72,mlp.experts.42.up_proj,0.0000930399,0.02500,3.685
72,mlp.experts.57.up_proj,0.0000920362,0.02500,3.206
72,mlp.experts.48.up_proj,0.0000448990,0.02500,4.586
72,mlp.experts.61.up_proj,0.0001089414,0.02500,3.245
72,mlp.experts.65.up_proj,0.0000496588,0.02500,3.178
72,mlp.experts.69.up_proj,0.0001060754,0.02500,3.196
72,mlp.experts.60.up_proj,0.0000836438,0.02500,4.282
72,mlp.experts.40.up_proj,0.0000986809,0.02500,4.136
72,mlp.experts.52.up_proj,0.0000206321,0.02500,3.614
72,mlp.experts.70.up_proj,0.0000251899,0.02500,3.342
72,mlp.experts.19.up_proj,0.0000572517,0.02500,4.095
72,mlp.experts.15.up_proj,0.0000868085,0.02500,4.196
72,mlp.experts.66.up_proj,0.0000829286,0.02500,3.587
72,mlp.experts.11.up_proj,0.0000585860,0.02500,4.281
72,mlp.experts.62.up_proj,0.0001130246,0.02500,3.102
72,mlp.experts.73.up_proj,0.0001246882,0.02500,3.194
72,mlp.experts.64.up_proj,0.0000554010,0.02500,3.108
72,mlp.experts.23.up_proj,0.0001057990,0.02500,4.301
72,mlp.experts.81.up_proj,0.0001288809,0.02500,3.245
72,mlp.experts.77.up_proj,0.0000636520,0.02500,3.390
72,mlp.experts.58.up_proj,0.0000947364,0.02500,3.808
72,mlp.experts.85.up_proj,0.0000554966,0.02500,3.384
72,mlp.experts.68.up_proj,0.0000611693,0.02500,3.058
72,mlp.experts.76.up_proj,0.0000855663,0.02500,4.057
72,mlp.experts.56.up_proj,0.0000736010,0.02500,4.042
72,mlp.experts.86.up_proj,0.0000733538,0.02500,3.516
72,mlp.experts.82.up_proj,0.0000958280,0.02500,3.490
72,mlp.experts.80.up_proj,0.0000846147,0.02500,3.068
72,mlp.experts.89.up_proj,0.0000763380,0.02500,3.229
72,mlp.experts.78.up_proj,0.0000549054,0.02500,3.897
72,mlp.experts.97.up_proj,0.0000832624,0.02500,3.241
72,mlp.experts.35.up_proj,0.0000575495,0.02500,4.759
72,mlp.experts.93.up_proj,0.0001298281,0.02500,3.198
72,mlp.experts.101.up_proj,0.0000958829,0.02500,3.156
72,mlp.experts.74.up_proj,0.0000635449,0.02500,3.471
72,mlp.experts.31.up_proj,0.0001151650,0.02500,4.897
72,mlp.experts.84.up_proj,0.0000635647,0.02500,3.108
72,mlp.experts.27.up_proj,0.0000473815,0.02500,4.856
72,mlp.experts.39.up_proj,0.0000495784,0.02500,4.940
72,mlp.experts.102.up_proj,0.0000946840,0.02500,3.444
72,mlp.experts.92.up_proj,0.0000541979,0.02500,3.977
72,mlp.experts.72.up_proj,0.0000824769,0.02500,4.029
72,mlp.experts.96.up_proj,0.0000397758,0.02500,3.140
72,mlp.experts.98.up_proj,0.0000994265,0.02500,3.473
72,mlp.experts.105.up_proj,0.0000423283,0.02500,3.238
72,mlp.experts.109.up_proj,0.0000575504,0.02500,3.037
72,mlp.experts.113.up_proj,0.0000575119,0.02500,3.130
72,mlp.experts.117.up_proj,0.0000772725,0.02500,2.903
72,mlp.experts.94.up_proj,0.0000826504,0.02500,3.498
72,mlp.experts.90.up_proj,0.0000600550,0.02500,3.140
72,mlp.experts.100.up_proj,0.0000643592,0.02500,3.001
72,mlp.experts.51.up_proj,0.0000804177,0.02500,4.506
72,mlp.experts.47.up_proj,0.0000847042,0.02500,4.352
72,mlp.experts.43.up_proj,0.0000646942,0.02500,4.430
72,mlp.experts.112.up_proj,0.0000732614,0.02500,2.821
72,mlp.experts.55.up_proj,0.0000850747,0.02500,4.154
72,mlp.experts.118.up_proj,0.0001404244,0.02500,3.666
72,mlp.experts.108.up_proj,0.0000656124,0.02500,3.749
72,mlp.experts.88.up_proj,0.0000323752,0.02500,3.610
72,mlp.experts.114.up_proj,0.0002340262,0.02500,3.371
72,mlp.experts.106.up_proj,0.0001115927,0.02500,2.649
72,mlp.experts.116.up_proj,0.0000713541,0.02500,2.581
72,mlp.experts.110.up_proj,0.0000542809,0.02500,2.860
72,mlp.experts.104.up_proj,0.0001213605,0.02500,1.708
72,mlp.experts.63.up_proj,0.0000707329,0.02500,4.238
72,mlp.experts.67.up_proj,0.0000952457,0.02500,4.811
72,mlp.experts.59.up_proj,0.0001038336,0.02500,4.355
72,mlp.experts.71.up_proj,0.0001060307,0.02500,4.515
72,mlp.experts.79.up_proj,0.0000833936,0.02500,4.312
72,mlp.experts.75.up_proj,0.0000373920,0.02500,4.242
72,mlp.experts.83.up_proj,0.0001482999,0.02500,4.855
72,mlp.experts.87.up_proj,0.0000648311,0.02500,4.202
72,mlp.experts.95.up_proj,0.0000392127,0.02500,4.213
72,mlp.experts.91.up_proj,0.0000861412,0.02500,4.238
72,mlp.experts.99.up_proj,0.0000823731,0.02500,4.498
72,mlp.experts.103.up_proj,0.0000896841,0.02500,4.576
72,mlp.experts.111.up_proj,0.0000780060,0.02500,4.152
72,mlp.experts.107.up_proj,0.0001294953,0.02500,3.890
72,mlp.experts.115.up_proj,0.0000813795,0.02500,3.655
72,mlp.experts.119.up_proj,0.0001492149,0.02500,3.624
72,mlp.experts.9.down_proj,0.0000151764,0.02500,1.733
72,mlp.experts.5.down_proj,0.0000145529,0.02500,1.756
72,mlp.experts.1.down_proj,0.0000155589,0.02500,1.815
72,mlp.experts.13.down_proj,0.0000153524,0.02500,1.835
72,mlp.experts.2.down_proj,0.0000351278,0.02500,1.969
72,mlp.experts.6.down_proj,0.0000192130,0.02500,1.990
72,mlp.experts.7.down_proj,0.0000258841,0.02500,2.044
72,mlp.experts.3.down_proj,0.0000162798,0.02500,2.049
72,mlp.experts.15.down_proj,0.0000254489,0.02500,1.073
72,mlp.experts.11.down_proj,0.0000122088,0.02500,2.126
72,mlp.experts.10.down_proj,0.0000081958,0.02500,2.155
72,mlp.experts.0.down_proj,0.0000198741,0.02500,2.211
72,mlp.experts.4.down_proj,0.0000107490,0.02500,2.211
72,mlp.experts.14.down_proj,0.0000097320,0.02500,2.216
72,mlp.experts.8.down_proj,0.0000308786,0.02500,2.266
72,mlp.experts.12.down_proj,0.0000280308,0.02500,2.305
72,mlp.experts.21.down_proj,0.0000159194,0.02500,1.156
72,mlp.experts.25.down_proj,0.0000137332,0.02500,1.196
72,mlp.experts.29.down_proj,0.0000273061,0.02500,1.207
72,mlp.experts.17.down_proj,0.0000263874,0.02500,1.283
72,mlp.experts.18.down_proj,0.0000158532,0.02500,1.147
72,mlp.experts.20.down_proj,0.0000193435,0.02500,0.975
72,mlp.experts.22.down_proj,0.0000179915,0.02500,1.231
72,mlp.experts.19.down_proj,0.0000090229,0.02500,1.201
72,mlp.experts.23.down_proj,0.0000248473,0.02500,1.214
72,mlp.experts.16.down_proj,0.0000238833,0.02500,1.048
72,mlp.experts.28.down_proj,0.0000059798,0.02500,1.030
72,mlp.experts.31.down_proj,0.0000369805,0.02500,1.218
72,mlp.experts.24.down_proj,0.0000049598,0.02500,1.090
72,mlp.experts.26.down_proj,0.0000110691,0.02500,1.241
72,mlp.experts.30.down_proj,0.0000204387,0.02500,1.339
72,mlp.experts.27.down_proj,0.0000077295,0.02500,1.435
72,mlp.experts.41.down_proj,0.0000380574,0.02500,1.185
72,mlp.experts.37.down_proj,0.0000110578,0.02500,1.261
72,mlp.experts.45.down_proj,0.0000104380,0.02500,1.193
72,mlp.experts.33.down_proj,0.0000085463,0.02500,1.239
72,mlp.experts.34.down_proj,0.0000287963,0.02500,1.245
72,mlp.experts.38.down_proj,0.0000130435,0.02500,1.166
72,mlp.experts.36.down_proj,0.0000259452,0.02500,1.211
72,mlp.experts.44.down_proj,0.0000255508,0.02500,1.120
72,mlp.experts.35.down_proj,0.0000143725,0.02500,1.212
72,mlp.experts.40.down_proj,0.0000222211,0.02500,1.112
72,mlp.experts.39.down_proj,0.0000072936,0.02500,1.221
72,mlp.experts.32.down_proj,0.0000150000,0.02500,1.226
72,mlp.experts.42.down_proj,0.0000231940,0.02500,1.135
72,mlp.experts.47.down_proj,0.0000125011,0.02500,1.216
72,mlp.experts.46.down_proj,0.0000274324,0.02500,1.086
72,mlp.experts.43.down_proj,0.0000124885,0.02500,1.240
72,mlp.experts.52.down_proj,0.0000051635,0.02500,0.950
72,mlp.experts.60.down_proj,0.0000131550,0.02500,0.935
72,mlp.experts.50.down_proj,0.0000034470,0.02500,1.067
72,mlp.experts.57.down_proj,0.0000331281,0.02500,1.329
72,mlp.experts.56.down_proj,0.0000136835,0.02500,1.082
72,mlp.experts.53.down_proj,0.0000484753,0.02500,1.382
72,mlp.experts.48.down_proj,0.0000099853,0.02500,1.097
72,mlp.experts.61.down_proj,0.0000161185,0.02500,1.367
72,mlp.experts.54.down_proj,0.0000116630,0.02500,1.236
72,mlp.experts.49.down_proj,0.0000123868,0.02500,1.322
72,mlp.experts.62.down_proj,0.0000151169,0.02500,1.090
72,mlp.experts.58.down_proj,0.0000189970,0.02500,1.259
72,mlp.experts.55.down_proj,0.0000153923,0.02500,1.365
72,mlp.experts.51.down_proj,0.0000147935,0.02500,1.399
72,mlp.experts.63.down_proj,0.0000117062,0.02500,1.374
72,mlp.experts.68.down_proj,0.0000191603,0.02500,0.867
72,mlp.experts.59.down_proj,0.0000185445,0.02500,1.467
72,mlp.experts.76.down_proj,0.0000182192,0.02500,1.081
72,mlp.experts.64.down_proj,0.0000144328,0.02500,0.940
72,mlp.experts.66.down_proj,0.0000158567,0.02500,1.093
72,mlp.experts.72.down_proj,0.0000161111,0.02500,0.994
72,mlp.experts.70.down_proj,0.0000041863,0.02500,0.973
72,mlp.experts.73.down_proj,0.0000216720,0.02500,1.209
72,mlp.experts.74.down_proj,0.0000093093,0.02500,0.974
72,mlp.experts.69.down_proj,0.0000206401,0.02500,1.242
72,mlp.experts.77.down_proj,0.0000089384,0.02500,1.204
72,mlp.experts.78.down_proj,0.0000082544,0.02500,1.081
72,mlp.experts.65.down_proj,0.0000139357,0.02500,1.204
72,mlp.experts.71.down_proj,0.0000270259,0.02500,1.308
72,mlp.experts.67.down_proj,0.0000269915,0.02500,1.380
72,mlp.experts.79.down_proj,0.0000158924,0.02500,1.367
72,mlp.experts.84.down_proj,0.0000229789,0.02500,1.127
72,mlp.experts.88.down_proj,0.0000073369,0.02500,0.870
72,mlp.experts.80.down_proj,0.0000158199,0.02500,0.891
72,mlp.experts.82.down_proj,0.0000291200,0.02500,0.978
72,mlp.experts.75.down_proj,0.0000135778,0.02500,1.235
72,mlp.experts.92.down_proj,0.0000151066,0.02500,1.153
72,mlp.experts.86.down_proj,0.0000151686,0.02500,1.068
72,mlp.experts.94.down_proj,0.0000140680,0.02500,0.931
72,mlp.experts.90.down_proj,0.0000184515,0.02500,1.140
72,mlp.experts.89.down_proj,0.0000171323,0.02500,1.299
72,mlp.experts.93.down_proj,0.0000336244,0.02500,1.244
72,mlp.experts.85.down_proj,0.0000083960,0.02500,1.302
72,mlp.experts.87.down_proj,0.0000115951,0.02500,0.969
72,mlp.experts.83.down_proj,0.0000530949,0.02500,0.916
72,mlp.experts.95.down_proj,0.0000162033,0.02500,0.904
72,mlp.experts.100.down_proj,0.0000131073,0.02500,0.888
72,mlp.experts.81.down_proj,0.0000488927,0.02500,1.386
72,mlp.experts.104.down_proj,0.0000208146,0.02500,0.885
72,mlp.experts.91.down_proj,0.0000312682,0.02500,0.941
72,mlp.experts.96.down_proj,0.0000177230,0.02500,1.079
72,mlp.experts.108.down_proj,0.0000106632,0.02500,1.002
72,mlp.experts.98.down_proj,0.0000195486,0.02500,1.137
72,mlp.experts.102.down_proj,0.0000277780,0.02500,1.004
72,mlp.experts.110.down_proj,0.0000093749,0.02500,0.970
72,mlp.experts.106.down_proj,0.0000236355,0.02500,0.982
72,mlp.experts.116.down_proj,0.0000144378,0.02500,0.761
72,mlp.experts.103.down_proj,0.0000474292,0.02500,0.925
72,mlp.experts.99.down_proj,0.0000157108,0.02500,0.913
72,mlp.experts.111.down_proj,0.0000139885,0.02500,0.922
72,mlp.experts.112.down_proj,0.0000144662,0.02500,0.700
72,mlp.experts.105.down_proj,0.0000210310,0.02500,1.290
72,mlp.experts.107.down_proj,0.0000550655,0.02500,0.899
72,mlp.experts.114.down_proj,0.0000918856,0.02500,0.719
72,mlp.experts.109.down_proj,0.0000078142,0.02500,1.309
72,mlp.experts.101.down_proj,0.0000147628,0.02500,1.268
72,mlp.experts.118.down_proj,0.0000551119,0.02500,0.708
72,mlp.experts.97.down_proj,0.0000150206,0.02500,1.240
72,mlp.experts.119.down_proj,0.0000346843,0.02500,0.677
72,mlp.experts.115.down_proj,0.0000260582,0.02500,0.662
72,mlp.experts.117.down_proj,0.0000138115,0.02500,0.907
72,mlp.experts.113.down_proj,0.0000108278,0.02500,0.842
73,self_attn.k_proj,0.0000002442,0.02500,1.696
73,self_attn.v_proj,0.0000006062,0.02500,1.886
73,self_attn.q_proj,0.0000018144,0.02500,2.430
73,self_attn.o_proj,0.0000005248,0.02500,3.753
73,mlp.shared_experts.gate_proj,0.0000042018,0.02500,1.353
73,mlp.shared_experts.up_proj,0.0000026401,0.02500,1.322
73,mlp.shared_experts.down_proj,0.0000003520,0.02500,0.868
73,mlp.experts.10.gate_proj,0.0000790891,0.02500,4.334
73,mlp.experts.2.gate_proj,0.0000789262,0.02500,4.335
73,mlp.experts.14.gate_proj,0.0000302471,0.02500,3.659
73,mlp.experts.6.gate_proj,0.0000897308,0.02500,4.949
73,mlp.experts.7.gate_proj,0.0000902687,0.02500,5.263
73,mlp.experts.11.gate_proj,0.0001020489,0.02500,5.453
73,mlp.experts.3.gate_proj,0.0000498034,0.02500,5.304
73,mlp.experts.13.gate_proj,0.0000599988,0.02500,5.689
73,mlp.experts.15.gate_proj,0.0001317605,0.02500,4.919
73,mlp.experts.1.gate_proj,0.0000742697,0.02500,5.743
73,mlp.experts.5.gate_proj,0.0000648744,0.02500,5.976
73,mlp.experts.9.gate_proj,0.0000648363,0.02500,6.081
73,mlp.experts.4.gate_proj,0.0000324150,0.02500,6.297
73,mlp.experts.0.gate_proj,0.0000832701,0.02500,6.351
73,mlp.experts.12.gate_proj,0.0000671949,0.02500,6.476
73,mlp.experts.8.gate_proj,0.0000754010,0.02500,6.583
73,mlp.experts.18.gate_proj,0.0001810534,0.02500,3.232
73,mlp.experts.26.gate_proj,0.0000834842,0.02500,3.233
73,mlp.experts.30.gate_proj,0.0000719471,0.02500,3.167
73,mlp.experts.22.gate_proj,0.0000616545,0.02500,3.095
73,mlp.experts.31.gate_proj,0.0000619110,0.02500,2.960
73,mlp.experts.27.gate_proj,0.0000893153,0.02500,3.545
73,mlp.experts.19.gate_proj,0.0000444371,0.02500,3.590
73,mlp.experts.23.gate_proj,0.0000765830,0.02500,4.105
73,mlp.experts.29.gate_proj,0.0000389647,0.02500,4.338
73,mlp.experts.25.gate_proj,0.0000703654,0.02500,4.200
73,mlp.experts.17.gate_proj,0.0000657358,0.02500,4.654
73,mlp.experts.16.gate_proj,0.0000451873,0.02500,4.097
73,mlp.experts.21.gate_proj,0.0000499040,0.02500,4.502
73,mlp.experts.20.gate_proj,0.0000593434,0.02500,4.215
73,mlp.experts.42.gate_proj,0.0000873902,0.02500,2.955
73,mlp.experts.34.gate_proj,0.0001000164,0.02500,3.023
73,mlp.experts.28.gate_proj,0.0001380792,0.02500,4.148
73,mlp.experts.24.gate_proj,0.0001415067,0.02500,4.098
73,mlp.experts.46.gate_proj,0.0000857988,0.02500,3.032
73,mlp.experts.38.gate_proj,0.0000552772,0.02500,2.906
73,mlp.experts.58.gate_proj,0.0001590244,0.02500,3.008
73,mlp.experts.50.gate_proj,0.0000710324,0.02500,3.019
73,mlp.experts.47.gate_proj,0.0000888673,0.02500,4.945
73,mlp.experts.62.gate_proj,0.0000461317,0.02500,2.993
73,mlp.experts.32.gate_proj,0.0001071938,0.02500,3.365
73,mlp.experts.36.gate_proj,0.0000748057,0.02500,3.364
73,mlp.experts.44.gate_proj,0.0000498919,0.02500,3.370
73,mlp.experts.54.gate_proj,0.0000526169,0.02500,3.047
73,mlp.experts.41.gate_proj,0.0000984810,0.02500,3.771
73,mlp.experts.40.gate_proj,0.0001369998,0.02500,3.425
73,mlp.experts.33.gate_proj,0.0000771787,0.02500,3.762
73,mlp.experts.43.gate_proj,0.0000861727,0.02500,5.214
73,mlp.experts.45.gate_proj,0.0000916976,0.02500,4.234
73,mlp.experts.35.gate_proj,0.0000412363,0.02500,5.224
73,mlp.experts.37.gate_proj,0.0000727040,0.02500,4.116
73,mlp.experts.39.gate_proj,0.0000546928,0.02500,5.196
73,mlp.experts.74.gate_proj,0.0000877344,0.02500,3.002
73,mlp.experts.66.gate_proj,0.0000985330,0.02500,3.040
73,mlp.experts.78.gate_proj,0.0002369798,0.02500,3.072
73,mlp.experts.70.gate_proj,0.0000242961,0.02500,3.033
73,mlp.experts.61.gate_proj,0.0000705153,0.02500,3.129
73,mlp.experts.49.gate_proj,0.0000804875,0.02500,3.336
73,mlp.experts.57.gate_proj,0.0000537805,0.02500,3.590
73,mlp.experts.63.gate_proj,0.0000495023,0.02500,4.617
73,mlp.experts.53.gate_proj,0.0000586231,0.02500,3.883
73,mlp.experts.48.gate_proj,0.0000601815,0.02500,4.842
73,mlp.experts.51.gate_proj,0.0001081008,0.02500,4.426
73,mlp.experts.60.gate_proj,0.0000797868,0.02500,4.771
73,mlp.experts.52.gate_proj,0.0000690724,0.02500,4.937
73,mlp.experts.59.gate_proj,0.0000935077,0.02500,4.669
73,mlp.experts.56.gate_proj,0.0001214950,0.02500,4.829
73,mlp.experts.55.gate_proj,0.0000714216,0.02500,4.438
73,mlp.experts.90.gate_proj,0.0001201097,0.02500,3.167
73,mlp.experts.82.gate_proj,0.0001015788,0.02500,3.185
73,mlp.experts.94.gate_proj,0.0000751237,0.02500,3.331
73,mlp.experts.86.gate_proj,0.0000735554,0.02500,3.511
73,mlp.experts.77.gate_proj,0.0000555165,0.02500,3.218
73,mlp.experts.73.gate_proj,0.0001157987,0.02500,3.657
73,mlp.experts.65.gate_proj,0.0000391570,0.02500,3.912
73,mlp.experts.69.gate_proj,0.0001483655,0.02500,3.900
73,mlp.experts.79.gate_proj,0.0000739239,0.02500,4.647
73,mlp.experts.64.gate_proj,0.0000549304,0.02500,4.342
73,mlp.experts.76.gate_proj,0.0000710736,0.02500,4.243
73,mlp.experts.106.gate_proj,0.0000436887,0.02500,3.354
73,mlp.experts.68.gate_proj,0.0000446486,0.02500,4.281
73,mlp.experts.72.gate_proj,0.0001023687,0.02500,4.268
73,mlp.experts.98.gate_proj,0.0000700994,0.02500,3.425
73,mlp.experts.110.gate_proj,0.0000754817,0.02500,3.307
73,mlp.experts.67.gate_proj,0.0001025264,0.02500,4.897
73,mlp.experts.75.gate_proj,0.0000976655,0.02500,5.180
73,mlp.experts.102.gate_proj,0.0001654649,0.02500,3.519
73,mlp.experts.71.gate_proj,0.0001044949,0.02500,4.934
73,mlp.experts.93.gate_proj,0.0000567256,0.02500,3.985
73,mlp.experts.89.gate_proj,0.0001368310,0.02500,3.632
73,mlp.experts.81.gate_proj,0.0000749622,0.02500,4.031
73,mlp.experts.85.gate_proj,0.0000473478,0.02500,3.594
73,mlp.experts.92.gate_proj,0.0000837184,0.02500,3.763
73,mlp.experts.84.gate_proj,0.0000505729,0.02500,3.736
73,mlp.experts.80.gate_proj,0.0000756895,0.02500,3.875
73,mlp.experts.2.up_proj,0.0000768515,0.02500,3.894
73,mlp.experts.88.gate_proj,0.0000360156,0.02500,3.780
73,mlp.experts.114.gate_proj,0.0000594077,0.02500,3.845
73,mlp.experts.6.up_proj,0.0000889189,0.02500,3.847
73,mlp.experts.95.gate_proj,0.0002439391,0.02500,4.515
73,mlp.experts.109.gate_proj,0.0000295344,0.02500,3.239
73,mlp.experts.83.gate_proj,0.0000856275,0.02500,4.339
73,mlp.experts.118.gate_proj,0.0000591974,0.02500,3.931
73,mlp.experts.91.gate_proj,0.0001178724,0.02500,4.259
73,mlp.experts.87.gate_proj,0.0000581734,0.02500,4.368
73,mlp.experts.105.gate_proj,0.0001219943,0.02500,3.592
73,mlp.experts.97.gate_proj,0.0000881534,0.02500,3.459
73,mlp.experts.101.gate_proj,0.0000568545,0.02500,3.599
73,mlp.experts.108.gate_proj,0.0000530833,0.02500,3.294
73,mlp.experts.100.gate_proj,0.0001448645,0.02500,3.279
73,mlp.experts.96.gate_proj,0.0000684436,0.02500,3.329
73,mlp.experts.22.up_proj,0.0000593446,0.02500,3.077
73,mlp.experts.104.gate_proj,0.0001711560,0.02500,3.369
73,mlp.experts.18.up_proj,0.0001773425,0.02500,3.817
73,mlp.experts.14.up_proj,0.0000295100,0.02500,2.936
73,mlp.experts.10.up_proj,0.0000773819,0.02500,3.827
73,mlp.experts.5.up_proj,0.0000615331,0.02500,3.383
73,mlp.experts.111.gate_proj,0.0000448749,0.02500,4.263
73,mlp.experts.1.up_proj,0.0000726850,0.02500,3.421
73,mlp.experts.99.gate_proj,0.0000832176,0.02500,4.406
73,mlp.experts.107.gate_proj,0.0000705746,0.02500,4.233
73,mlp.experts.103.gate_proj,0.0000775462,0.02500,4.218
73,mlp.experts.113.gate_proj,0.0000561610,0.02500,4.037
73,mlp.experts.117.gate_proj,0.0001185229,0.02500,3.589
73,mlp.experts.4.up_proj,0.0000321964,0.02500,3.125
73,mlp.experts.116.gate_proj,0.0001022077,0.02500,3.080
73,mlp.experts.38.up_proj,0.0000539409,0.02500,3.039
73,mlp.experts.112.gate_proj,0.0000391722,0.02500,3.157
73,mlp.experts.0.up_proj,0.0000805460,0.02500,3.249
73,mlp.experts.30.up_proj,0.0000701515,0.02500,3.188
73,mlp.experts.34.up_proj,0.0000979713,0.02500,3.793
73,mlp.experts.26.up_proj,0.0000809336,0.02500,3.901
73,mlp.experts.21.up_proj,0.0000478961,0.02500,4.805
73,mlp.experts.7.up_proj,0.0000878197,0.02500,4.468
73,mlp.experts.12.up_proj,0.0000640356,0.02500,3.420
73,mlp.experts.17.up_proj,0.0000643195,0.02500,4.676
73,mlp.experts.8.up_proj,0.0000635149,0.02500,3.320
73,mlp.experts.20.up_proj,0.0000580480,0.02500,3.627
73,mlp.experts.3.up_proj,0.0000488002,0.02500,4.376
73,mlp.experts.16.up_proj,0.0000433134,0.02500,3.360
73,mlp.experts.115.gate_proj,0.0000991354,0.02500,4.650
73,mlp.experts.54.up_proj,0.0000512796,0.02500,3.803
73,mlp.experts.119.gate_proj,0.0000591314,0.02500,4.470
73,mlp.experts.46.up_proj,0.0000824208,0.02500,3.285
73,mlp.experts.9.up_proj,0.0000622869,0.02500,4.483
73,mlp.experts.50.up_proj,0.0000689713,0.02500,3.022
73,mlp.experts.13.up_proj,0.0000583028,0.02500,4.689
73,mlp.experts.42.up_proj,0.0000843227,0.02500,3.854
73,mlp.experts.24.up_proj,0.0001334276,0.02500,3.125
73,mlp.experts.28.up_proj,0.0001310491,0.02500,3.306
73,mlp.experts.36.up_proj,0.0000728534,0.02500,3.205
73,mlp.experts.70.up_proj,0.0000234795,0.02500,3.017
73,mlp.experts.32.up_proj,0.0001042325,0.02500,3.207
73,mlp.experts.37.up_proj,0.0000702809,0.02500,4.158
73,mlp.experts.33.up_proj,0.0000762445,0.02500,3.774
73,mlp.experts.62.up_proj,0.0000453742,0.02500,3.136
73,mlp.experts.23.up_proj,0.0000753993,0.02500,4.493
73,mlp.experts.19.up_proj,0.0000428724,0.02500,4.421
73,mlp.experts.66.up_proj,0.0000954911,0.02500,3.802
73,mlp.experts.25.up_proj,0.0000674333,0.02500,4.087
73,mlp.experts.11.up_proj,0.0000994575,0.02500,4.612
73,mlp.experts.15.up_proj,0.0001279270,0.02500,4.569
73,mlp.experts.29.up_proj,0.0000375321,0.02500,4.026
73,mlp.experts.58.up_proj,0.0001519998,0.02500,3.943
73,mlp.experts.40.up_proj,0.0001338266,0.02500,3.257
73,mlp.experts.44.up_proj,0.0000477889,0.02500,3.229
73,mlp.experts.86.up_proj,0.0000691669,0.02500,3.011
73,mlp.experts.52.up_proj,0.0000670580,0.02500,3.192
73,mlp.experts.48.up_proj,0.0000585506,0.02500,3.269
73,mlp.experts.78.up_proj,0.0001716943,0.02500,3.038
73,mlp.experts.53.up_proj,0.0000574752,0.02500,3.521
73,mlp.experts.49.up_proj,0.0000775508,0.02500,3.659
73,mlp.experts.82.up_proj,0.0000965473,0.02500,3.670
73,mlp.experts.41.up_proj,0.0000954181,0.02500,3.782
73,mlp.experts.39.up_proj,0.0000526306,0.02500,4.662
73,mlp.experts.45.up_proj,0.0000864857,0.02500,3.542
73,mlp.experts.35.up_proj,0.0000403259,0.02500,4.473
73,mlp.experts.27.up_proj,0.0000844877,0.02500,4.441
73,mlp.experts.31.up_proj,0.0000598120,0.02500,4.351
73,mlp.experts.102.up_proj,0.0001631096,0.02500,2.980
73,mlp.experts.56.up_proj,0.0001174981,0.02500,3.250
73,mlp.experts.68.up_proj,0.0000429637,0.02500,3.174
73,mlp.experts.60.up_proj,0.0000774458,0.02500,3.312
73,mlp.experts.64.up_proj,0.0000537267,0.02500,3.159
73,mlp.experts.74.up_proj,0.0000846488,0.02500,4.005
73,mlp.experts.69.up_proj,0.0001467328,0.02500,3.053
73,mlp.experts.94.up_proj,0.0000707573,0.02500,3.827
73,mlp.experts.65.up_proj,0.0000384462,0.02500,3.413
73,mlp.experts.98.up_proj,0.0000680777,0.02500,3.196
73,mlp.experts.61.up_proj,0.0000689455,0.02500,3.452
73,mlp.experts.57.up_proj,0.0000521696,0.02500,3.951
73,mlp.experts.118.up_proj,0.0000582260,0.02500,3.325
73,mlp.experts.72.up_proj,0.0001007355,0.02500,3.182
73,mlp.experts.84.up_proj,0.0000500829,0.02500,3.200
73,mlp.experts.55.up_proj,0.0000703100,0.02500,4.300
73,mlp.experts.76.up_proj,0.0000688060,0.02500,3.217
73,mlp.experts.80.up_proj,0.0000749720,0.02500,3.198
73,mlp.experts.85.up_proj,0.0000461845,0.02500,3.182
73,mlp.experts.51.up_proj,0.0001029038,0.02500,4.431
73,mlp.experts.90.up_proj,0.0001180141,0.02500,3.770
73,mlp.experts.43.up_proj,0.0000835535,0.02500,4.483
73,mlp.experts.110.up_proj,0.0000727084,0.02500,3.285
73,mlp.experts.47.up_proj,0.0000863714,0.02500,4.700
73,mlp.experts.81.up_proj,0.0000738468,0.02500,3.382
73,mlp.experts.114.up_proj,0.0000569918,0.02500,2.945
73,mlp.experts.106.up_proj,0.0000427106,0.02500,2.002
73,mlp.experts.77.up_proj,0.0000535949,0.02500,3.574
73,mlp.experts.73.up_proj,0.0001109865,0.02500,3.344
73,mlp.experts.88.up_proj,0.0000351008,0.02500,3.440
73,mlp.experts.92.up_proj,0.0000815651,0.02500,3.349
73,mlp.experts.96.up_proj,0.0000662360,0.02500,3.470
73,mlp.experts.100.up_proj,0.0001327899,0.02500,3.799
73,mlp.experts.101.up_proj,0.0000555448,0.02500,3.758
73,mlp.experts.71.up_proj,0.0001017137,0.02500,4.307
73,mlp.experts.97.up_proj,0.0000837075,0.02500,3.489
73,mlp.experts.67.up_proj,0.0000975077,0.02500,4.332
73,mlp.experts.59.up_proj,0.0000912303,0.02500,4.238
73,mlp.experts.63.up_proj,0.0000471491,0.02500,4.732
73,mlp.experts.104.up_proj,0.0001623719,0.02500,3.038
73,mlp.experts.108.up_proj,0.0000526590,0.02500,3.030
73,mlp.experts.93.up_proj,0.0000545767,0.02500,3.767
73,mlp.experts.116.up_proj,0.0000994660,0.02500,2.862
73,mlp.experts.112.up_proj,0.0000383231,0.02500,3.031
73,mlp.experts.89.up_proj,0.0001316643,0.02500,3.853
73,mlp.experts.117.up_proj,0.0001156710,0.02500,3.736
73,mlp.experts.113.up_proj,0.0000544368,0.02500,3.250
73,mlp.experts.109.up_proj,0.0000290837,0.02500,2.273
73,mlp.experts.105.up_proj,0.0001201362,0.02500,2.290
73,mlp.experts.87.up_proj,0.0000565882,0.02500,5.339
73,mlp.experts.83.up_proj,0.0000828506,0.02500,5.307
73,mlp.experts.75.up_proj,0.0000955002,0.02500,5.215
73,mlp.experts.79.up_proj,0.0000719029,0.02500,5.299
73,mlp.experts.103.up_proj,0.0000752003,0.02500,4.482
73,mlp.experts.91.up_proj,0.0001158170,0.02500,4.536
73,mlp.experts.99.up_proj,0.0000813778,0.02500,4.813
73,mlp.experts.95.up_proj,0.0002310709,0.02500,4.408
73,mlp.experts.119.up_proj,0.0000573572,0.02500,4.343
73,mlp.experts.107.up_proj,0.0000686418,0.02500,4.202
73,mlp.experts.115.up_proj,0.0000953160,0.02500,4.064
73,mlp.experts.111.up_proj,0.0000440866,0.02500,3.830
73,mlp.experts.10.down_proj,0.0000136255,0.02500,1.283
73,mlp.experts.6.down_proj,0.0000206496,0.02500,1.333
73,mlp.experts.2.down_proj,0.0000185904,0.02500,1.477
73,mlp.experts.14.down_proj,0.0000078007,0.02500,1.533
73,mlp.experts.13.down_proj,0.0000111462,0.02500,1.907
73,mlp.experts.1.down_proj,0.0000139701,0.02500,1.928
73,mlp.experts.9.down_proj,0.0000111617,0.02500,1.990
73,mlp.experts.5.down_proj,0.0000160991,0.02500,2.084
73,mlp.experts.22.down_proj,0.0000096149,0.02500,1.040
73,mlp.experts.18.down_proj,0.0000517335,0.02500,0.940
73,mlp.experts.3.down_proj,0.0000080152,0.02500,2.469
73,mlp.experts.7.down_proj,0.0000230035,0.02500,2.401
73,mlp.experts.11.down_proj,0.0000191408,0.02500,2.480
73,mlp.experts.15.down_proj,0.0000258710,0.02500,2.419
73,mlp.experts.26.down_proj,0.0000189455,0.02500,1.207
73,mlp.experts.30.down_proj,0.0000090378,0.02500,1.114
73,mlp.experts.12.down_proj,0.0000136271,0.02500,2.266
73,mlp.experts.0.down_proj,0.0000131131,0.02500,2.709
73,mlp.experts.4.down_proj,0.0000050788,0.02500,2.726
73,mlp.experts.8.down_proj,0.0000196089,0.02500,2.828
73,mlp.experts.29.down_proj,0.0000064516,0.02500,1.080
73,mlp.experts.25.down_proj,0.0000142379,0.02500,1.049
73,mlp.experts.17.down_proj,0.0000108686,0.02500,1.237
73,mlp.experts.21.down_proj,0.0000173056,0.02500,1.120
73,mlp.experts.38.down_proj,0.0000086820,0.02500,0.941
73,mlp.experts.19.down_proj,0.0000077405,0.02500,0.884
73,mlp.experts.31.down_proj,0.0000138700,0.02500,0.881
73,mlp.experts.27.down_proj,0.0000159425,0.02500,0.886
73,mlp.experts.23.down_proj,0.0000130600,0.02500,0.900
73,mlp.experts.42.down_proj,0.0000237960,0.02500,0.968
73,mlp.experts.34.down_proj,0.0000272084,0.02500,1.087
73,mlp.experts.46.down_proj,0.0000171563,0.02500,1.073
73,mlp.experts.28.down_proj,0.0000421622,0.02500,1.354
73,mlp.experts.45.down_proj,0.0000246382,0.02500,1.048
73,mlp.experts.16.down_proj,0.0000083348,0.02500,1.358
73,mlp.experts.20.down_proj,0.0000109803,0.02500,1.352
73,mlp.experts.41.down_proj,0.0000252026,0.02500,1.049
73,mlp.experts.33.down_proj,0.0000148785,0.02500,0.962
73,mlp.experts.24.down_proj,0.0000348679,0.02500,1.337
73,mlp.experts.37.down_proj,0.0000124089,0.02500,1.109
73,mlp.experts.35.down_proj,0.0000244236,0.02500,1.026
73,mlp.experts.43.down_proj,0.0000215334,0.02500,1.013
73,mlp.experts.58.down_proj,0.0000703996,0.02500,0.923
73,mlp.experts.47.down_proj,0.0000154027,0.02500,1.025
73,mlp.experts.39.down_proj,0.0000118479,0.02500,1.029
73,mlp.experts.54.down_proj,0.0000081618,0.02500,1.094
73,mlp.experts.50.down_proj,0.0000125442,0.02500,0.933
73,mlp.experts.62.down_proj,0.0000070899,0.02500,1.085
73,mlp.experts.57.down_proj,0.0000078441,0.02500,0.981
73,mlp.experts.49.down_proj,0.0000165855,0.02500,0.960
73,mlp.experts.61.down_proj,0.0000236931,0.02500,1.236
73,mlp.experts.70.down_proj,0.0000134917,0.02500,0.913
73,mlp.experts.55.down_proj,0.0000192189,0.02500,0.987
73,mlp.experts.63.down_proj,0.0000148922,0.02500,0.994
73,mlp.experts.51.down_proj,0.0000265512,0.02500,1.021
73,mlp.experts.59.down_proj,0.0000239755,0.02500,1.020
73,mlp.experts.44.down_proj,0.0000055821,0.02500,1.501
73,mlp.experts.74.down_proj,0.0000177888,0.02500,1.137
73,mlp.experts.53.down_proj,0.0000102393,0.02500,1.215
73,mlp.experts.32.down_proj,0.0000171610,0.02500,1.498
73,mlp.experts.36.down_proj,0.0000137485,0.02500,1.523
73,mlp.experts.66.down_proj,0.0000254479,0.02500,1.195
73,mlp.experts.78.down_proj,0.0000757393,0.02500,0.916
73,mlp.experts.40.down_proj,0.0000407792,0.02500,1.541
73,mlp.experts.65.down_proj,0.0000217218,0.02500,1.028
73,mlp.experts.73.down_proj,0.0000175731,0.02500,1.067
73,mlp.experts.77.down_proj,0.0000071241,0.02500,0.995
73,mlp.experts.71.down_proj,0.0000224086,0.02500,0.984
73,mlp.experts.79.down_proj,0.0000121825,0.02500,0.987
73,mlp.experts.75.down_proj,0.0000211726,0.02500,0.996
73,mlp.experts.67.down_proj,0.0000192395,0.02500,1.007
73,mlp.experts.90.down_proj,0.0000330071,0.02500,0.936
73,mlp.experts.86.down_proj,0.0000288530,0.02500,1.209
73,mlp.experts.94.down_proj,0.0000118493,0.02500,0.933
73,mlp.experts.69.down_proj,0.0000618607,0.02500,1.215
73,mlp.experts.82.down_proj,0.0000407398,0.02500,1.213
73,mlp.experts.60.down_proj,0.0000179368,0.02500,1.599
73,mlp.experts.89.down_proj,0.0000209341,0.02500,1.024
73,mlp.experts.48.down_proj,0.0000189679,0.02500,1.652
73,mlp.experts.93.down_proj,0.0000104372,0.02500,0.989
73,mlp.experts.81.down_proj,0.0000185934,0.02500,1.206
73,mlp.experts.95.down_proj,0.0000676605,0.02500,0.960
73,mlp.experts.87.down_proj,0.0000167973,0.02500,0.978
73,mlp.experts.91.down_proj,0.0000218343,0.02500,0.954
73,mlp.experts.83.down_proj,0.0000142842,0.02500,0.958
73,mlp.experts.52.down_proj,0.0000171663,0.02500,1.768
73,mlp.experts.106.down_proj,0.0000078696,0.02500,0.911
73,mlp.experts.56.down_proj,0.0000289111,0.02500,1.758
73,mlp.experts.110.down_proj,0.0000143125,0.02500,0.858
73,mlp.experts.102.down_proj,0.0000699576,0.02500,1.097
73,mlp.experts.98.down_proj,0.0000117672,0.02500,0.892
73,mlp.experts.85.down_proj,0.0000075915,0.02500,1.128
73,mlp.experts.105.down_proj,0.0000235490,0.02500,0.876
73,mlp.experts.109.down_proj,0.0000066143,0.02500,0.849
73,mlp.experts.97.down_proj,0.0000197192,0.02500,0.974
73,mlp.experts.114.down_proj,0.0000095801,0.02500,0.616
73,mlp.experts.118.down_proj,0.0000097871,0.02500,0.806
73,mlp.experts.111.down_proj,0.0000102158,0.02500,1.179
73,mlp.experts.103.down_proj,0.0000112429,0.02500,1.190
73,mlp.experts.107.down_proj,0.0000100246,0.02500,1.188
73,mlp.experts.76.down_proj,0.0000149808,0.02500,1.427
73,mlp.experts.101.down_proj,0.0000103730,0.02500,0.724
73,mlp.experts.64.down_proj,0.0000214791,0.02500,1.411
73,mlp.experts.99.down_proj,0.0000182925,0.02500,1.407
73,mlp.experts.68.down_proj,0.0000089994,0.02500,1.451
73,mlp.experts.113.down_proj,0.0000107341,0.02500,0.604
73,mlp.experts.72.down_proj,0.0000383161,0.02500,1.411
73,mlp.experts.117.down_proj,0.0000283226,0.02500,0.543
73,mlp.experts.119.down_proj,0.0000078958,0.02500,0.849
73,mlp.experts.115.down_proj,0.0000197189,0.02500,0.734
73,mlp.experts.92.down_proj,0.0000134273,0.02500,1.465
73,mlp.experts.80.down_proj,0.0000136025,0.02500,1.432
73,mlp.experts.84.down_proj,0.0000089154,0.02500,1.639
73,mlp.experts.88.down_proj,0.0000098433,0.02500,1.601
73,mlp.experts.108.down_proj,0.0000125427,0.02500,1.705
73,mlp.experts.96.down_proj,0.0000137472,0.02500,1.725
73,mlp.experts.104.down_proj,0.0000462490,0.02500,1.562
73,mlp.experts.100.down_proj,0.0000423039,0.02500,1.666
73,mlp.experts.112.down_proj,0.0000054160,0.02500,1.090
73,mlp.experts.116.down_proj,0.0000307793,0.02500,0.869
74,self_attn.k_proj,0.0000003900,0.02500,1.564
74,self_attn.v_proj,0.0000008881,0.02500,1.718
74,self_attn.q_proj,0.0000027896,0.02500,2.188
74,self_attn.o_proj,0.0000003901,0.02500,3.699
74,mlp.shared_experts.gate_proj,0.0000045354,0.02500,1.534
74,mlp.shared_experts.up_proj,0.0000028490,0.02500,1.499
74,mlp.shared_experts.down_proj,0.0000004443,0.02500,0.385
74,mlp.experts.7.gate_proj,0.0001086925,0.02500,4.748
74,mlp.experts.11.gate_proj,0.0001127768,0.02500,4.819
74,mlp.experts.15.gate_proj,0.0000860830,0.02500,4.896
74,mlp.experts.3.gate_proj,0.0000948510,0.02500,4.898
74,mlp.experts.1.gate_proj,0.0001072896,0.02500,6.249
74,mlp.experts.5.gate_proj,0.0001193126,0.02500,6.589
74,mlp.experts.9.gate_proj,0.0000557936,0.02500,6.806
74,mlp.experts.13.gate_proj,0.0000425375,0.02500,7.243
74,mlp.experts.23.gate_proj,0.0000666691,0.02500,3.014
74,mlp.experts.12.gate_proj,0.0001112229,0.02500,7.825
74,mlp.experts.4.gate_proj,0.0000676565,0.02500,7.831
74,mlp.experts.27.gate_proj,0.0000971571,0.02500,3.080
74,mlp.experts.19.gate_proj,0.0000572771,0.02500,3.073
74,mlp.experts.31.gate_proj,0.0000611949,0.02500,3.151
74,mlp.experts.8.gate_proj,0.0000747462,0.02500,8.056
74,mlp.experts.0.gate_proj,0.0000851167,0.02500,8.112
74,mlp.experts.10.gate_proj,0.0000864897,0.02500,8.358
74,mlp.experts.6.gate_proj,0.0000969451,0.02500,8.414
74,mlp.experts.14.gate_proj,0.0000380013,0.02500,8.531
74,mlp.experts.2.gate_proj,0.0000454346,0.02500,8.696
74,mlp.experts.25.gate_proj,0.0001434959,0.02500,3.236
74,mlp.experts.17.gate_proj,0.0001174984,0.02500,3.927
74,mlp.experts.21.gate_proj,0.0000684500,0.02500,3.911
74,mlp.experts.39.gate_proj,0.0001189442,0.02500,2.924
74,mlp.experts.43.gate_proj,0.0001406962,0.02500,2.945
74,mlp.experts.35.gate_proj,0.0001129899,0.02500,2.966
74,mlp.experts.47.gate_proj,0.0001082052,0.02500,2.895
74,mlp.experts.29.gate_proj,0.0000380506,0.02500,3.807
74,mlp.experts.22.gate_proj,0.0000915943,0.02500,3.591
74,mlp.experts.26.gate_proj,0.0000699351,0.02500,3.692
74,mlp.experts.30.gate_proj,0.0000531736,0.02500,3.520
74,mlp.experts.18.gate_proj,0.0000769395,0.02500,3.499
74,mlp.experts.33.gate_proj,0.0000478816,0.02500,3.069
74,mlp.experts.28.gate_proj,0.0000982723,0.02500,5.484
74,mlp.experts.20.gate_proj,0.0000651438,0.02500,5.530
74,mlp.experts.16.gate_proj,0.0001063651,0.02500,5.339
74,mlp.experts.24.gate_proj,0.0002067103,0.02500,5.475
74,mlp.experts.55.gate_proj,0.0000682666,0.02500,2.917
74,mlp.experts.59.gate_proj,0.0000517448,0.02500,2.949
74,mlp.experts.51.gate_proj,0.0000474296,0.02500,2.916
74,mlp.experts.45.gate_proj,0.0001427582,0.02500,2.863
74,mlp.experts.63.gate_proj,0.0000862044,0.02500,2.979
74,mlp.experts.41.gate_proj,0.0000223029,0.02500,4.002
74,mlp.experts.37.gate_proj,0.0000438539,0.02500,3.643
74,mlp.experts.42.gate_proj,0.0001411343,0.02500,3.458
74,mlp.experts.46.gate_proj,0.0001094055,0.02500,3.502
74,mlp.experts.38.gate_proj,0.0000912420,0.02500,3.595
74,mlp.experts.34.gate_proj,0.0001004704,0.02500,3.495
74,mlp.experts.71.gate_proj,0.0000931607,0.02500,3.060
74,mlp.experts.49.gate_proj,0.0001027281,0.02500,3.583
74,mlp.experts.75.gate_proj,0.0000516920,0.02500,3.047
74,mlp.experts.79.gate_proj,0.0000725134,0.02500,2.928
74,mlp.experts.57.gate_proj,0.0001307165,0.02500,2.873
74,mlp.experts.32.gate_proj,0.0000691734,0.02500,3.529
74,mlp.experts.67.gate_proj,0.0000453446,0.02500,3.153
74,mlp.experts.53.gate_proj,0.0000934540,0.02500,2.939
74,mlp.experts.40.gate_proj,0.0000300986,0.02500,3.720
74,mlp.experts.44.gate_proj,0.0000797225,0.02500,3.988
74,mlp.experts.36.gate_proj,0.0000600133,0.02500,4.057
74,mlp.experts.61.gate_proj,0.0000537637,0.02500,3.895
74,mlp.experts.62.gate_proj,0.0001107838,0.02500,3.128
74,mlp.experts.58.gate_proj,0.0000839810,0.02500,3.192
74,mlp.experts.54.gate_proj,0.0001101425,0.02500,3.193
74,mlp.experts.50.gate_proj,0.0000444057,0.02500,3.203
74,mlp.experts.87.gate_proj,0.0000782685,0.02500,2.925
74,mlp.experts.95.gate_proj,0.0000890641,0.02500,2.933
74,mlp.experts.91.gate_proj,0.0000512846,0.02500,2.994
74,mlp.experts.83.gate_proj,0.0001372767,0.02500,2.902
74,mlp.experts.73.gate_proj,0.0000774248,0.02500,3.336
74,mlp.experts.65.gate_proj,0.0000500602,0.02500,3.482
74,mlp.experts.69.gate_proj,0.0001169488,0.02500,3.343
74,mlp.experts.60.gate_proj,0.0000950506,0.02500,3.144
74,mlp.experts.48.gate_proj,0.0000750657,0.02500,3.751
74,mlp.experts.56.gate_proj,0.0000919881,0.02500,3.549
74,mlp.experts.77.gate_proj,0.0000809904,0.02500,3.411
74,mlp.experts.52.gate_proj,0.0001188509,0.02500,4.068
74,mlp.experts.103.gate_proj,0.0001274807,0.02500,2.988
74,mlp.experts.111.gate_proj,0.0000748407,0.02500,2.895
74,mlp.experts.107.gate_proj,0.0000569289,0.02500,2.926
74,mlp.experts.99.gate_proj,0.0001260064,0.02500,2.901
74,mlp.experts.70.gate_proj,0.0000636640,0.02500,4.570
74,mlp.experts.85.gate_proj,0.0000949248,0.02500,3.031
74,mlp.experts.74.gate_proj,0.0000863966,0.02500,4.766
74,mlp.experts.78.gate_proj,0.0000769824,0.02500,4.833
74,mlp.experts.66.gate_proj,0.0000766187,0.02500,4.693
74,mlp.experts.89.gate_proj,0.0000583732,0.02500,3.470
74,mlp.experts.81.gate_proj,0.0000686783,0.02500,3.471
74,mlp.experts.93.gate_proj,0.0000635924,0.02500,3.239
74,mlp.experts.64.gate_proj,0.0000687133,0.02500,4.002
74,mlp.experts.76.gate_proj,0.0000920347,0.02500,4.407
74,mlp.experts.72.gate_proj,0.0001251504,0.02500,4.260
74,mlp.experts.68.gate_proj,0.0000925463,0.02500,3.800
74,mlp.experts.7.up_proj,0.0001040400,0.02500,3.490
74,mlp.experts.3.up_proj,0.0000928695,0.02500,3.479
74,mlp.experts.119.gate_proj,0.0000862579,0.02500,3.709
74,mlp.experts.115.gate_proj,0.0000855535,0.02500,3.680
74,mlp.experts.101.gate_proj,0.0000505317,0.02500,3.271
74,mlp.experts.82.gate_proj,0.0000718960,0.02500,3.248
74,mlp.experts.94.gate_proj,0.0000710251,0.02500,3.368
74,mlp.experts.86.gate_proj,0.0000607464,0.02500,3.588
74,mlp.experts.90.gate_proj,0.0000457224,0.02500,3.609
74,mlp.experts.97.gate_proj,0.0000888024,0.02500,3.681
74,mlp.experts.105.gate_proj,0.0001169111,0.02500,3.823
74,mlp.experts.80.gate_proj,0.0000454718,0.02500,3.405
74,mlp.experts.109.gate_proj,0.0000731748,0.02500,3.747
74,mlp.experts.92.gate_proj,0.0000667187,0.02500,3.501
74,mlp.experts.88.gate_proj,0.0001312625,0.02500,3.345
74,mlp.experts.84.gate_proj,0.0000749463,0.02500,3.487
74,mlp.experts.15.up_proj,0.0000831533,0.02500,3.198
74,mlp.experts.23.up_proj,0.0000643739,0.02500,3.372
74,mlp.experts.11.up_proj,0.0001112445,0.02500,3.312
74,mlp.experts.117.gate_proj,0.0001244511,0.02500,3.142
74,mlp.experts.110.gate_proj,0.0000581407,0.02500,3.157
74,mlp.experts.98.gate_proj,0.0000476801,0.02500,3.216
74,mlp.experts.19.up_proj,0.0000557486,0.02500,3.935
74,mlp.experts.106.gate_proj,0.0000631805,0.02500,3.114
74,mlp.experts.102.gate_proj,0.0000999924,0.02500,3.312
74,mlp.experts.1.up_proj,0.0001038506,0.02500,3.147
74,mlp.experts.113.gate_proj,0.0000612310,0.02500,3.723
74,mlp.experts.96.gate_proj,0.0000345608,0.02500,3.260
74,mlp.experts.104.gate_proj,0.0000866556,0.02500,3.188
74,mlp.experts.108.gate_proj,0.0000704196,0.02500,3.377
74,mlp.experts.100.gate_proj,0.0001143393,0.02500,3.224
74,mlp.experts.5.up_proj,0.0001162597,0.02500,3.826
74,mlp.experts.39.up_proj,0.0001166003,0.02500,3.319
74,mlp.experts.27.up_proj,0.0000944322,0.02500,3.263
74,mlp.experts.35.up_proj,0.0001105503,0.02500,2.974
74,mlp.experts.114.gate_proj,0.0000431037,0.02500,3.134
74,mlp.experts.6.up_proj,0.0000946753,0.02500,3.201
74,mlp.experts.13.up_proj,0.0000416452,0.02500,3.376
74,mlp.experts.2.up_proj,0.0000449645,0.02500,3.158
74,mlp.experts.118.gate_proj,0.0000846966,0.02500,3.173
74,mlp.experts.31.up_proj,0.0000578061,0.02500,3.995
74,mlp.experts.9.up_proj,0.0000540116,0.02500,3.352
74,mlp.experts.17.up_proj,0.0001142644,0.02500,3.911
74,mlp.experts.21.up_proj,0.0000663645,0.02500,2.941
74,mlp.experts.112.gate_proj,0.0000799028,0.02500,4.182
74,mlp.experts.0.up_proj,0.0000819469,0.02500,4.477
74,mlp.experts.43.up_proj,0.0001373357,0.02500,3.072
74,mlp.experts.29.up_proj,0.0000372338,0.02500,2.973
74,mlp.experts.51.up_proj,0.0000458380,0.02500,3.100
74,mlp.experts.10.up_proj,0.0000823021,0.02500,3.171
74,mlp.experts.116.gate_proj,0.0000528538,0.02500,4.443
74,mlp.experts.18.up_proj,0.0000750236,0.02500,3.164
74,mlp.experts.14.up_proj,0.0000372519,0.02500,3.074
74,mlp.experts.22.up_proj,0.0000896075,0.02500,3.373
74,mlp.experts.4.up_proj,0.0000652968,0.02500,4.891
74,mlp.experts.55.up_proj,0.0000675941,0.02500,3.890
74,mlp.experts.47.up_proj,0.0001006307,0.02500,3.472
74,mlp.experts.37.up_proj,0.0000426562,0.02500,3.223
74,mlp.experts.33.up_proj,0.0000466722,0.02500,3.774
74,mlp.experts.25.up_proj,0.0001408322,0.02500,3.892
74,mlp.experts.59.up_proj,0.0000505916,0.02500,3.395
74,mlp.experts.26.up_proj,0.0000680829,0.02500,3.363
74,mlp.experts.67.up_proj,0.0000438197,0.02500,3.482
74,mlp.experts.8.up_proj,0.0000715612,0.02500,4.215
74,mlp.experts.38.up_proj,0.0000890537,0.02500,3.206
74,mlp.experts.30.up_proj,0.0000514393,0.02500,3.391
74,mlp.experts.45.up_proj,0.0001341717,0.02500,3.729
74,mlp.experts.71.up_proj,0.0000909034,0.02500,3.205
74,mlp.experts.34.up_proj,0.0000970012,0.02500,3.467
74,mlp.experts.16.up_proj,0.0001042916,0.02500,3.979
74,mlp.experts.12.up_proj,0.0001065583,0.02500,3.953
74,mlp.experts.63.up_proj,0.0000833450,0.02500,3.477
74,mlp.experts.20.up_proj,0.0000617655,0.02500,4.016
74,mlp.experts.41.up_proj,0.0000219126,0.02500,2.965
74,mlp.experts.49.up_proj,0.0001014999,0.02500,3.226
74,mlp.experts.53.up_proj,0.0000916969,0.02500,3.781
74,mlp.experts.75.up_proj,0.0000512274,0.02500,3.270
74,mlp.experts.42.up_proj,0.0001365574,0.02500,3.167
74,mlp.experts.54.up_proj,0.0001081947,0.02500,3.165
74,mlp.experts.50.up_proj,0.0000438607,0.02500,3.117
74,mlp.experts.46.up_proj,0.0001065900,0.02500,3.191
74,mlp.experts.61.up_proj,0.0000528793,0.02500,3.161
74,mlp.experts.83.up_proj,0.0001326927,0.02500,3.462
74,mlp.experts.24.up_proj,0.0002018349,0.02500,3.507
74,mlp.experts.32.up_proj,0.0000674186,0.02500,3.546
74,mlp.experts.87.up_proj,0.0000745428,0.02500,3.812
74,mlp.experts.79.up_proj,0.0000709844,0.02500,3.433
74,mlp.experts.28.up_proj,0.0000948995,0.02500,3.554
74,mlp.experts.36.up_proj,0.0000579598,0.02500,3.691
74,mlp.experts.57.up_proj,0.0001003404,0.02500,3.428
74,mlp.experts.65.up_proj,0.0000494192,0.02500,3.309
74,mlp.experts.69.up_proj,0.0001150105,0.02500,3.548
74,mlp.experts.91.up_proj,0.0000494902,0.02500,3.042
74,mlp.experts.58.up_proj,0.0000816792,0.02500,3.081
74,mlp.experts.70.up_proj,0.0000624021,0.02500,3.092
74,mlp.experts.66.up_proj,0.0000748353,0.02500,3.045
74,mlp.experts.99.up_proj,0.0001230022,0.02500,2.995
74,mlp.experts.62.up_proj,0.0001098366,0.02500,3.164
74,mlp.experts.77.up_proj,0.0000786345,0.02500,3.456
74,mlp.experts.103.up_proj,0.0001326655,0.02500,2.896
74,mlp.experts.95.up_proj,0.0000822015,0.02500,2.890
74,mlp.experts.48.up_proj,0.0000733686,0.02500,4.519
74,mlp.experts.81.up_proj,0.0000672852,0.02500,3.242
74,mlp.experts.40.up_proj,0.0000292217,0.02500,4.926
74,mlp.experts.73.up_proj,0.0000754421,0.02500,3.799
74,mlp.experts.107.up_proj,0.0000556937,0.02500,2.953
74,mlp.experts.52.up_proj,0.0001155073,0.02500,4.490
74,mlp.experts.44.up_proj,0.0000771674,0.02500,4.940
74,mlp.experts.115.up_proj,0.0000833571,0.02500,2.851
74,mlp.experts.85.up_proj,0.0000905313,0.02500,3.566
74,mlp.experts.74.up_proj,0.0000842229,0.02500,3.369
74,mlp.experts.119.up_proj,0.0000829829,0.02500,2.693
74,mlp.experts.111.up_proj,0.0000722620,0.02500,2.620
74,mlp.experts.82.up_proj,0.0000704480,0.02500,3.366
74,mlp.experts.86.up_proj,0.0000587547,0.02500,3.534
74,mlp.experts.78.up_proj,0.0000751820,0.02500,3.489
74,mlp.experts.93.up_proj,0.0000618981,0.02500,3.670
74,mlp.experts.97.up_proj,0.0000867181,0.02500,3.844
74,mlp.experts.89.up_proj,0.0000572073,0.02500,3.710
74,mlp.experts.101.up_proj,0.0000489340,0.02500,4.260
74,mlp.experts.64.up_proj,0.0000662923,0.02500,5.855
74,mlp.experts.56.up_proj,0.0000884597,0.02500,5.853
74,mlp.experts.90.up_proj,0.0000445655,0.02500,4.762
74,mlp.experts.102.up_proj,0.0000992687,0.02500,4.732
74,mlp.experts.98.up_proj,0.0000455015,0.02500,4.859
74,mlp.experts.68.up_proj,0.0000881495,0.02500,5.651
74,mlp.experts.94.up_proj,0.0000685883,0.02500,4.768
74,mlp.experts.60.up_proj,0.0000920203,0.02500,5.767
74,mlp.experts.109.up_proj,0.0000708533,0.02500,4.448
74,mlp.experts.113.up_proj,0.0000605002,0.02500,3.786
74,mlp.experts.105.up_proj,0.0001139498,0.02500,3.516
74,mlp.experts.117.up_proj,0.0001232972,0.02500,2.962
74,mlp.experts.72.up_proj,0.0001218436,0.02500,4.189
74,mlp.experts.80.up_proj,0.0000443512,0.02500,4.435
74,mlp.experts.84.up_proj,0.0000726033,0.02500,4.310
74,mlp.experts.76.up_proj,0.0000897702,0.02500,4.506
74,mlp.experts.106.up_proj,0.0000621272,0.02500,5.164
74,mlp.experts.118.up_proj,0.0000833031,0.02500,5.090
74,mlp.experts.114.up_proj,0.0000434438,0.02500,5.085
74,mlp.experts.110.up_proj,0.0000555954,0.02500,5.060
74,mlp.experts.88.up_proj,0.0001266448,0.02500,24.167
74,mlp.experts.96.up_proj,0.0000336469,0.02500,24.294
74,mlp.experts.100.up_proj,0.0001131948,0.02500,24.126
74,mlp.experts.92.up_proj,0.0000646371,0.02500,24.119
74,mlp.experts.104.up_proj,0.0000845673,0.02500,4.563
74,mlp.experts.112.up_proj,0.0000778767,0.02500,4.366
74,mlp.experts.116.up_proj,0.0000512961,0.02500,4.212
74,mlp.experts.108.up_proj,0.0000689818,0.02500,4.011
74,mlp.experts.7.down_proj,0.0000195771,0.02500,1.526
74,mlp.experts.0.down_proj,0.0000150214,0.02500,1.595
74,mlp.experts.8.down_proj,0.0000171082,0.02500,1.595
74,mlp.experts.4.down_proj,0.0000102828,0.02500,1.635
74,mlp.experts.3.down_proj,0.0000473043,0.02500,1.667
74,mlp.experts.11.down_proj,0.0000315205,0.02500,1.671
74,mlp.experts.12.down_proj,0.0000188603,0.02500,1.720
74,mlp.experts.15.down_proj,0.0000111476,0.02500,1.652
74,mlp.experts.24.down_proj,0.0000586724,0.02500,0.880
74,mlp.experts.16.down_proj,0.0000182814,0.02500,0.882
74,mlp.experts.20.down_proj,0.0000146341,0.02500,0.890
74,mlp.experts.10.down_proj,0.0000214110,0.02500,2.532
74,mlp.experts.2.down_proj,0.0000177780,0.02500,2.538
74,mlp.experts.6.down_proj,0.0000186234,0.02500,2.569
74,mlp.experts.28.down_proj,0.0000261505,0.02500,0.867
74,mlp.experts.14.down_proj,0.0000091927,0.02500,2.355
74,mlp.experts.23.down_proj,0.0000096536,0.02500,1.189
74,mlp.experts.31.down_proj,0.0000112535,0.02500,1.112
74,mlp.experts.19.down_proj,0.0000128920,0.02500,1.259
74,mlp.experts.1.down_proj,0.0000213692,0.02500,2.955
74,mlp.experts.27.down_proj,0.0000184656,0.02500,1.281
74,mlp.experts.13.down_proj,0.0000067567,0.02500,2.796
74,mlp.experts.9.down_proj,0.0000167494,0.02500,3.019
74,mlp.experts.5.down_proj,0.0000327715,0.02500,3.066
74,mlp.experts.32.down_proj,0.0000147522,0.02500,0.914
74,mlp.experts.36.down_proj,0.0000097447,0.02500,0.930
74,mlp.experts.40.down_proj,0.0000153761,0.02500,1.064
74,mlp.experts.44.down_proj,0.0000181519,0.02500,0.963
74,mlp.experts.26.down_proj,0.0000121658,0.02500,1.056
74,mlp.experts.18.down_proj,0.0000353699,0.02500,1.056
74,mlp.experts.22.down_proj,0.0000227149,0.02500,1.055
74,mlp.experts.30.down_proj,0.0000126637,0.02500,1.088
74,mlp.experts.39.down_proj,0.0000225140,0.02500,1.256
74,mlp.experts.47.down_proj,0.0000425440,0.02500,1.221
74,mlp.experts.29.down_proj,0.0000062428,0.02500,1.173
74,mlp.experts.35.down_proj,0.0000257372,0.02500,1.261
74,mlp.experts.17.down_proj,0.0000261450,0.02500,1.343
74,mlp.experts.21.down_proj,0.0000116239,0.02500,1.284
74,mlp.experts.43.down_proj,0.0000243967,0.02500,1.427
74,mlp.experts.25.down_proj,0.0000355712,0.02500,1.370
74,mlp.experts.48.down_proj,0.0000137492,0.02500,1.003
74,mlp.experts.52.down_proj,0.0000234005,0.02500,0.986
74,mlp.experts.42.down_proj,0.0000310359,0.02500,0.957
74,mlp.experts.34.down_proj,0.0000184218,0.02500,0.956
74,mlp.experts.38.down_proj,0.0000189124,0.02500,0.951
74,mlp.experts.46.down_proj,0.0000257904,0.02500,0.953
74,mlp.experts.56.down_proj,0.0000182104,0.02500,1.106
74,mlp.experts.60.down_proj,0.0000265369,0.02500,1.127
74,mlp.experts.55.down_proj,0.0000326307,0.02500,1.384
74,mlp.experts.63.down_proj,0.0000348494,0.02500,1.363
74,mlp.experts.64.down_proj,0.0000209703,0.02500,1.069
74,mlp.experts.58.down_proj,0.0000132424,0.02500,0.945
74,mlp.experts.51.down_proj,0.0000074501,0.02500,1.331
74,mlp.experts.50.down_proj,0.0000065565,0.02500,0.975
74,mlp.experts.54.down_proj,0.0000295004,0.02500,0.970
74,mlp.experts.62.down_proj,0.0000322912,0.02500,0.940
74,mlp.experts.68.down_proj,0.0000213920,0.02500,1.160
74,mlp.experts.45.down_proj,0.0000430923,0.02500,1.430
74,mlp.experts.33.down_proj,0.0000109183,0.02500,1.448
74,mlp.experts.72.down_proj,0.0000197978,0.02500,1.131
74,mlp.experts.37.down_proj,0.0000072105,0.02500,1.436
74,mlp.experts.59.down_proj,0.0000103924,0.02500,1.428
74,mlp.experts.41.down_proj,0.0000045341,0.02500,1.429
74,mlp.experts.76.down_proj,0.0000164697,0.02500,1.196
74,mlp.experts.74.down_proj,0.0000264397,0.02500,0.975
74,mlp.experts.66.down_proj,0.0000138610,0.02500,0.973
74,mlp.experts.70.down_proj,0.0000141746,0.02500,0.975
74,mlp.experts.78.down_proj,0.0000240945,0.02500,0.977
74,mlp.experts.67.down_proj,0.0000078585,0.02500,1.034
74,mlp.experts.71.down_proj,0.0000202355,0.02500,1.211
74,mlp.experts.80.down_proj,0.0000065608,0.02500,1.234
74,mlp.experts.79.down_proj,0.0000120796,0.02500,1.285
74,mlp.experts.75.down_proj,0.0000158952,0.02500,1.000
74,mlp.experts.84.down_proj,0.0000129294,0.02500,1.368
74,mlp.experts.88.down_proj,0.0000306649,0.02500,1.280
74,mlp.experts.61.down_proj,0.0000125534,0.02500,1.476
74,mlp.experts.49.down_proj,0.0000205638,0.02500,1.443
74,mlp.experts.92.down_proj,0.0000194046,0.02500,1.320
74,mlp.experts.53.down_proj,0.0000188340,0.02500,1.513
74,mlp.experts.57.down_proj,0.0000280582,0.02500,1.483
74,mlp.experts.90.down_proj,0.0000073761,0.02500,0.955
74,mlp.experts.82.down_proj,0.0000142916,0.02500,0.950
74,mlp.experts.83.down_proj,0.0000232524,0.02500,0.894
74,mlp.experts.86.down_proj,0.0000104984,0.02500,0.963
74,mlp.experts.94.down_proj,0.0000208121,0.02500,0.975
74,mlp.experts.91.down_proj,0.0000079660,0.02500,0.895
74,mlp.experts.87.down_proj,0.0000149387,0.02500,1.150
74,mlp.experts.96.down_proj,0.0000064812,0.02500,1.155
74,mlp.experts.95.down_proj,0.0000379608,0.02500,1.189
74,mlp.experts.100.down_proj,0.0000300897,0.02500,1.105
74,mlp.experts.104.down_proj,0.0000284894,0.02500,1.084
74,mlp.experts.108.down_proj,0.0000183157,0.02500,0.988
74,mlp.experts.106.down_proj,0.0000216118,0.02500,0.952
74,mlp.experts.98.down_proj,0.0000116967,0.02500,0.952
74,mlp.experts.102.down_proj,0.0000194827,0.02500,0.944
74,mlp.experts.110.down_proj,0.0000158202,0.02500,0.923
74,mlp.experts.99.down_proj,0.0000200091,0.02500,1.128
74,mlp.experts.112.down_proj,0.0000222802,0.02500,0.733
74,mlp.experts.77.down_proj,0.0000252829,0.02500,1.511
74,mlp.experts.103.down_proj,0.0000391130,0.02500,0.962
74,mlp.experts.107.down_proj,0.0000158369,0.02500,1.005
74,mlp.experts.116.down_proj,0.0000135777,0.02500,0.640
74,mlp.experts.65.down_proj,0.0000105991,0.02500,1.537
74,mlp.experts.111.down_proj,0.0000102621,0.02500,0.853
74,mlp.experts.73.down_proj,0.0000159535,0.02500,1.534
74,mlp.experts.69.down_proj,0.0000211290,0.02500,1.582
74,mlp.experts.114.down_proj,0.0000113787,0.02500,0.650
74,mlp.experts.118.down_proj,0.0000193313,0.02500,0.653
74,mlp.experts.115.down_proj,0.0000171176,0.02500,0.652
74,mlp.experts.119.down_proj,0.0000310313,0.02500,0.583
74,mlp.experts.93.down_proj,0.0000268071,0.02500,1.838
74,mlp.experts.89.down_proj,0.0000103104,0.02500,1.700
74,mlp.experts.81.down_proj,0.0000123051,0.02500,1.850
74,mlp.experts.85.down_proj,0.0000199286,0.02500,1.727
74,mlp.experts.109.down_proj,0.0000137460,0.02500,1.654
74,mlp.experts.105.down_proj,0.0000206083,0.02500,1.562
74,mlp.experts.101.down_proj,0.0000105178,0.02500,1.520
74,mlp.experts.97.down_proj,0.0000173053,0.02500,1.561
74,mlp.experts.117.down_proj,0.0000340689,0.02500,0.865
74,mlp.experts.113.down_proj,0.0000187375,0.02500,0.866
75,self_attn.v_proj,0.0000012373,0.02500,2.082
75,self_attn.k_proj,0.0000005272,0.02500,2.356
75,self_attn.q_proj,0.0000036967,0.02500,2.398
75,self_attn.o_proj,0.0000001755,0.02500,3.610
75,mlp.shared_experts.gate_proj,0.0000043316,0.02500,1.341
75,mlp.shared_experts.up_proj,0.0000029681,0.02500,2.422
75,mlp.shared_experts.down_proj,0.0000006168,0.02500,0.424
75,mlp.experts.8.gate_proj,0.0001083885,0.02500,4.971
75,mlp.experts.4.gate_proj,0.0001023052,0.02500,5.073
75,mlp.experts.12.gate_proj,0.0001272401,0.02500,5.341
75,mlp.experts.0.gate_proj,0.0001004356,0.02500,5.480
75,mlp.experts.3.gate_proj,0.0000924380,0.02500,6.662
75,mlp.experts.7.gate_proj,0.0001823256,0.02500,6.675
75,mlp.experts.15.gate_proj,0.0000667411,0.02500,6.676
75,mlp.experts.11.gate_proj,0.0000930016,0.02500,6.677
75,mlp.experts.5.gate_proj,0.0000684148,0.02500,6.742
75,mlp.experts.9.gate_proj,0.0000945570,0.02500,6.753
75,mlp.experts.13.gate_proj,0.0000471452,0.02500,6.977
75,mlp.experts.2.gate_proj,0.0000931888,0.02500,6.994
75,mlp.experts.1.gate_proj,0.0001014362,0.02500,7.043
75,mlp.experts.10.gate_proj,0.0001387468,0.02500,7.096
75,mlp.experts.14.gate_proj,0.0001075435,0.02500,7.098
75,mlp.experts.6.gate_proj,0.0001758968,0.02500,7.306
75,mlp.experts.16.gate_proj,0.0000829904,0.02500,3.059
75,mlp.experts.24.gate_proj,0.0001973451,0.02500,3.695
75,mlp.experts.28.gate_proj,0.0000561278,0.02500,3.458
75,mlp.experts.20.gate_proj,0.0001076261,0.02500,4.018
75,mlp.experts.23.gate_proj,0.0000444386,0.02500,3.446
75,mlp.experts.19.gate_proj,0.0000553350,0.02500,3.510
75,mlp.experts.27.gate_proj,0.0001135385,0.02500,3.556
75,mlp.experts.31.gate_proj,0.0001059263,0.02500,3.620
75,mlp.experts.18.gate_proj,0.0000573261,0.02500,3.921
75,mlp.experts.30.gate_proj,0.0001401428,0.02500,3.869
75,mlp.experts.26.gate_proj,0.0001153874,0.02500,3.876
75,mlp.experts.22.gate_proj,0.0001146798,0.02500,3.794
75,mlp.experts.21.gate_proj,0.0000821350,0.02500,4.717
75,mlp.experts.25.gate_proj,0.0000908299,0.02500,4.764
75,mlp.experts.29.gate_proj,0.0000677795,0.02500,4.652
75,mlp.experts.17.gate_proj,0.0000690443,0.02500,4.648
75,mlp.experts.32.gate_proj,0.0001417470,0.02500,3.532
75,mlp.experts.40.gate_proj,0.0001276842,0.02500,3.489
75,mlp.experts.44.gate_proj,0.0001267054,0.02500,3.785
75,mlp.experts.36.gate_proj,0.0000831987,0.02500,3.741
75,mlp.experts.39.gate_proj,0.0000292388,0.02500,3.270
75,mlp.experts.43.gate_proj,0.0000654030,0.02500,3.222
75,mlp.experts.35.gate_proj,0.0000992852,0.02500,3.328
75,mlp.experts.47.gate_proj,0.0001094830,0.02500,3.296
75,mlp.experts.38.gate_proj,0.0001355032,0.02500,3.102
75,mlp.experts.42.gate_proj,0.0000724259,0.02500,3.307
75,mlp.experts.34.gate_proj,0.0000805521,0.02500,3.993
75,mlp.experts.46.gate_proj,0.0000888710,0.02500,4.055
75,mlp.experts.48.gate_proj,0.0000941003,0.02500,3.067
75,mlp.experts.56.gate_proj,0.0000910094,0.02500,3.628
75,mlp.experts.60.gate_proj,0.0001434452,0.02500,3.644
75,mlp.experts.52.gate_proj,0.0000882709,0.02500,3.530
75,mlp.experts.37.gate_proj,0.0000835820,0.02500,5.068
75,mlp.experts.33.gate_proj,0.0000836989,0.02500,5.022
75,mlp.experts.41.gate_proj,0.0000968288,0.02500,5.398
75,mlp.experts.45.gate_proj,0.0000671668,0.02500,5.434
75,mlp.experts.59.gate_proj,0.0000309195,0.02500,3.740
75,mlp.experts.55.gate_proj,0.0000441672,0.02500,3.884
75,mlp.experts.51.gate_proj,0.0000684050,0.02500,3.890
75,mlp.experts.50.gate_proj,0.0000947935,0.02500,2.835
75,mlp.experts.62.gate_proj,0.0001161999,0.02500,2.796
75,mlp.experts.63.gate_proj,0.0000366119,0.02500,4.273
75,mlp.experts.54.gate_proj,0.0001022296,0.02500,3.766
75,mlp.experts.58.gate_proj,0.0001266621,0.02500,3.914
75,mlp.experts.64.gate_proj,0.0002013515,0.02500,3.375
75,mlp.experts.68.gate_proj,0.0000822929,0.02500,2.906
75,mlp.experts.76.gate_proj,0.0001518388,0.02500,3.212
75,mlp.experts.72.gate_proj,0.0000528068,0.02500,3.894
75,mlp.experts.53.gate_proj,0.0001024009,0.02500,4.152
75,mlp.experts.66.gate_proj,0.0001075271,0.02500,3.075
75,mlp.experts.78.gate_proj,0.0000661987,0.02500,3.054
75,mlp.experts.49.gate_proj,0.0001730647,0.02500,4.283
75,mlp.experts.57.gate_proj,0.0000361487,0.02500,4.174
75,mlp.experts.61.gate_proj,0.0001006102,0.02500,4.259
75,mlp.experts.70.gate_proj,0.0000904904,0.02500,3.417
75,mlp.experts.71.gate_proj,0.0000951395,0.02500,4.230
75,mlp.experts.75.gate_proj,0.0001019275,0.02500,4.435
75,mlp.experts.74.gate_proj,0.0001189165,0.02500,3.560
75,mlp.experts.67.gate_proj,0.0000721648,0.02500,4.398
75,mlp.experts.80.gate_proj,0.0000808314,0.02500,3.444
75,mlp.experts.79.gate_proj,0.0001609071,0.02500,4.444
75,mlp.experts.92.gate_proj,0.0000492782,0.02500,3.351
75,mlp.experts.88.gate_proj,0.0000999362,0.02500,3.193
75,mlp.experts.84.gate_proj,0.0000566560,0.02500,3.683
75,mlp.experts.94.gate_proj,0.0001240832,0.02500,3.223
75,mlp.experts.82.gate_proj,0.0001139208,0.02500,3.470
75,mlp.experts.90.gate_proj,0.0000634609,0.02500,3.111
75,mlp.experts.86.gate_proj,0.0000190543,0.02500,3.718
75,mlp.experts.69.gate_proj,0.0000395093,0.02500,4.903
75,mlp.experts.96.gate_proj,0.0000491598,0.02500,3.634
75,mlp.experts.87.gate_proj,0.0000480420,0.02500,4.310
75,mlp.experts.65.gate_proj,0.0000598041,0.02500,4.905
75,mlp.experts.108.gate_proj,0.0001265184,0.02500,3.136
75,mlp.experts.91.gate_proj,0.0001148973,0.02500,4.329
75,mlp.experts.83.gate_proj,0.0000840027,0.02500,4.334
75,mlp.experts.73.gate_proj,0.0000380744,0.02500,5.097
75,mlp.experts.77.gate_proj,0.0001011616,0.02500,4.926
75,mlp.experts.100.gate_proj,0.0000853523,0.02500,3.606
75,mlp.experts.104.gate_proj,0.0001327447,0.02500,3.688
75,mlp.experts.95.gate_proj,0.0000776676,0.02500,4.305
75,mlp.experts.110.gate_proj,0.0000998546,0.02500,3.687
75,mlp.experts.106.gate_proj,0.0001127587,0.02500,2.977
75,mlp.experts.102.gate_proj,0.0000672256,0.02500,2.915
75,mlp.experts.98.gate_proj,0.0001261425,0.02500,3.784
75,mlp.experts.112.gate_proj,0.0000804270,0.02500,3.463
75,mlp.experts.4.up_proj,0.0000998843,0.02500,3.380
75,mlp.experts.116.gate_proj,0.0000755806,0.02500,3.661
75,mlp.experts.0.up_proj,0.0000977248,0.02500,3.784
75,mlp.experts.103.gate_proj,0.0001228649,0.02500,4.707
75,mlp.experts.107.gate_proj,0.0001200972,0.02500,4.662
75,mlp.experts.85.gate_proj,0.0000553477,0.02500,5.187
75,mlp.experts.99.gate_proj,0.0001004065,0.02500,4.718
75,mlp.experts.81.gate_proj,0.0000622012,0.02500,5.062
75,mlp.experts.89.gate_proj,0.0000678873,0.02500,5.000
75,mlp.experts.93.gate_proj,0.0000870626,0.02500,5.191
75,mlp.experts.111.gate_proj,0.0000452513,0.02500,4.965
75,mlp.experts.2.up_proj,0.0000914585,0.02500,4.551
75,mlp.experts.6.up_proj,0.0001720380,0.02500,4.666
75,mlp.experts.114.gate_proj,0.0000589718,0.02500,4.551
75,mlp.experts.118.gate_proj,0.0000141601,0.02500,4.698
75,mlp.experts.8.up_proj,0.0001033759,0.02500,4.007
75,mlp.experts.20.up_proj,0.0001047011,0.02500,3.959
75,mlp.experts.12.up_proj,0.0001245593,0.02500,3.989
75,mlp.experts.16.up_proj,0.0000784105,0.02500,4.035
75,mlp.experts.101.gate_proj,0.0000632676,0.02500,3.770
75,mlp.experts.97.gate_proj,0.0000763910,0.02500,3.937
75,mlp.experts.105.gate_proj,0.0000688166,0.02500,4.063
75,mlp.experts.109.gate_proj,0.0000622609,0.02500,4.281
75,mlp.experts.18.up_proj,0.0000552716,0.02500,4.044
75,mlp.experts.10.up_proj,0.0001365796,0.02500,3.921
75,mlp.experts.119.gate_proj,0.0000536405,0.02500,6.123
75,mlp.experts.22.up_proj,0.0001122092,0.02500,4.253
75,mlp.experts.3.up_proj,0.0000898890,0.02500,6.174
75,mlp.experts.14.up_proj,0.0001046622,0.02500,4.094
75,mlp.experts.24.up_proj,0.0001901534,0.02500,3.943
75,mlp.experts.115.gate_proj,0.0000387991,0.02500,6.222
75,mlp.experts.36.up_proj,0.0000807963,0.02500,3.952
75,mlp.experts.7.up_proj,0.0001172205,0.02500,5.858
75,mlp.experts.28.up_proj,0.0000538664,0.02500,3.744
75,mlp.experts.32.up_proj,0.0001378982,0.02500,3.736
75,mlp.experts.117.gate_proj,0.0000818136,0.02500,5.522
75,mlp.experts.26.up_proj,0.0001070559,0.02500,3.578
75,mlp.experts.113.gate_proj,0.0001032906,0.02500,5.344
75,mlp.experts.34.up_proj,0.0000777893,0.02500,3.913
75,mlp.experts.38.up_proj,0.0001335676,0.02500,3.755
75,mlp.experts.30.up_proj,0.0001354225,0.02500,3.750
75,mlp.experts.1.up_proj,0.0001003610,0.02500,5.340
75,mlp.experts.40.up_proj,0.0001253015,0.02500,3.656
75,mlp.experts.5.up_proj,0.0000679179,0.02500,5.099
75,mlp.experts.52.up_proj,0.0000853427,0.02500,3.839
75,mlp.experts.15.up_proj,0.0000645260,0.02500,4.944
75,mlp.experts.19.up_proj,0.0000545403,0.02500,4.949
75,mlp.experts.11.up_proj,0.0000912444,0.02500,4.955
75,mlp.experts.23.up_proj,0.0000443999,0.02500,4.870
75,mlp.experts.44.up_proj,0.0001231966,0.02500,4.789
75,mlp.experts.48.up_proj,0.0000912543,0.02500,4.856
75,mlp.experts.42.up_proj,0.0000712785,0.02500,4.005
75,mlp.experts.54.up_proj,0.0000986317,0.02500,3.807
75,mlp.experts.50.up_proj,0.0000922483,0.02500,3.963
75,mlp.experts.46.up_proj,0.0000863303,0.02500,3.910
75,mlp.experts.13.up_proj,0.0000455383,0.02500,4.418
75,mlp.experts.9.up_proj,0.0000905765,0.02500,4.776
75,mlp.experts.56.up_proj,0.0000899351,0.02500,4.814
75,mlp.experts.17.up_proj,0.0000665037,0.02500,5.062
75,mlp.experts.68.up_proj,0.0000805310,0.02500,4.703
75,mlp.experts.21.up_proj,0.0000812722,0.02500,5.056
75,mlp.experts.31.up_proj,0.0001013840,0.02500,4.359
75,mlp.experts.35.up_proj,0.0000980205,0.02500,4.368
75,mlp.experts.27.up_proj,0.0001093931,0.02500,4.262
75,mlp.experts.39.up_proj,0.0000286768,0.02500,4.264
75,mlp.experts.60.up_proj,0.0001391416,0.02500,4.014
75,mlp.experts.64.up_proj,0.0001884164,0.02500,3.865
75,mlp.experts.58.up_proj,0.0001231043,0.02500,3.736
75,mlp.experts.70.up_proj,0.0000894390,0.02500,3.663
75,mlp.experts.66.up_proj,0.0001040990,0.02500,3.650
75,mlp.experts.29.up_proj,0.0000662561,0.02500,4.378
75,mlp.experts.25.up_proj,0.0000869341,0.02500,4.183
75,mlp.experts.33.up_proj,0.0000821843,0.02500,3.941
75,mlp.experts.37.up_proj,0.0000798647,0.02500,3.775
75,mlp.experts.51.up_proj,0.0000667583,0.02500,4.320
75,mlp.experts.47.up_proj,0.0001073767,0.02500,4.635
75,mlp.experts.43.up_proj,0.0000640633,0.02500,4.350
75,mlp.experts.55.up_proj,0.0000434728,0.02500,4.543
75,mlp.experts.45.up_proj,0.0000633939,0.02500,3.808
75,mlp.experts.41.up_proj,0.0000957179,0.02500,3.695
75,mlp.experts.49.up_proj,0.0001660152,0.02500,3.634
75,mlp.experts.53.up_proj,0.0001006036,0.02500,3.687
75,mlp.experts.59.up_proj,0.0000299114,0.02500,4.459
75,mlp.experts.67.up_proj,0.0000698437,0.02500,4.735
75,mlp.experts.63.up_proj,0.0000354792,0.02500,4.635
75,mlp.experts.71.up_proj,0.0000931957,0.02500,4.420
75,mlp.experts.72.up_proj,0.0000515566,0.02500,11.658
75,mlp.experts.84.up_proj,0.0000557607,0.02500,11.581
75,mlp.experts.79.up_proj,0.0001569030,0.02500,3.505
75,mlp.experts.75.up_proj,0.0000982192,0.02500,3.693
75,mlp.experts.76.up_proj,0.0001471594,0.02500,12.073
75,mlp.experts.83.up_proj,0.0000826641,0.02500,3.710
75,mlp.experts.80.up_proj,0.0000786642,0.02500,12.253
75,mlp.experts.87.up_proj,0.0000465591,0.02500,3.985
75,mlp.experts.91.up_proj,0.0001127551,0.02500,3.890
75,mlp.experts.95.up_proj,0.0000751499,0.02500,4.016
75,mlp.experts.88.up_proj,0.0000970267,0.02500,5.795
75,mlp.experts.99.up_proj,0.0000980569,0.02500,4.120
75,mlp.experts.100.up_proj,0.0000821049,0.02500,5.704
75,mlp.experts.103.up_proj,0.0001218216,0.02500,3.921
75,mlp.experts.92.up_proj,0.0000486835,0.02500,5.429
75,mlp.experts.96.up_proj,0.0000480006,0.02500,5.469
75,mlp.experts.111.up_proj,0.0000444041,0.02500,3.659
75,mlp.experts.107.up_proj,0.0001178285,0.02500,3.837
75,mlp.experts.115.up_proj,0.0000372095,0.02500,3.646
75,mlp.experts.119.up_proj,0.0000520697,0.02500,3.436
75,mlp.experts.116.up_proj,0.0000739986,0.02500,5.528
75,mlp.experts.104.up_proj,0.0001298481,0.02500,5.794
75,mlp.experts.108.up_proj,0.0001246577,0.02500,5.089
75,mlp.experts.112.up_proj,0.0000783573,0.02500,4.876
75,mlp.experts.61.up_proj,0.0000985774,0.02500,22.763
75,mlp.experts.57.up_proj,0.0000354776,0.02500,22.915
75,mlp.experts.65.up_proj,0.0000586032,0.02500,23.124
75,mlp.experts.69.up_proj,0.0000386435,0.02500,23.224
75,mlp.experts.77.up_proj,0.0000987709,0.02500,4.020
75,mlp.experts.73.up_proj,0.0000370437,0.02500,4.139
75,mlp.experts.81.up_proj,0.0000606741,0.02500,4.183
75,mlp.experts.85.up_proj,0.0000536187,0.02500,3.978
75,mlp.experts.93.up_proj,0.0000846059,0.02500,3.287
75,mlp.experts.89.up_proj,0.0000663933,0.02500,3.313
75,mlp.experts.97.up_proj,0.0000742353,0.02500,3.200
75,mlp.experts.101.up_proj,0.0000616488,0.02500,3.489
75,mlp.experts.109.up_proj,0.0000587054,0.02500,3.593
75,mlp.experts.105.up_proj,0.0000676344,0.02500,3.213
75,mlp.experts.113.up_proj,0.0001015288,0.02500,3.340
75,mlp.experts.117.up_proj,0.0000801020,0.02500,3.146
75,mlp.experts.62.up_proj,0.0001144774,0.02500,6.510
75,mlp.experts.86.up_proj,0.0000182044,0.02500,6.582
75,mlp.experts.82.up_proj,0.0001131374,0.02500,6.655
75,mlp.experts.74.up_proj,0.0001173911,0.02500,6.702
75,mlp.experts.78.up_proj,0.0000644045,0.02500,3.325
75,mlp.experts.98.up_proj,0.0001236640,0.02500,3.240
75,mlp.experts.102.up_proj,0.0000644145,0.02500,3.431
75,mlp.experts.90.up_proj,0.0000618316,0.02500,3.479
75,mlp.experts.118.up_proj,0.0000138679,0.02500,2.720
75,mlp.experts.114.up_proj,0.0000575769,0.02500,2.874
75,mlp.experts.94.up_proj,0.0001228988,0.02500,3.035
75,mlp.experts.106.up_proj,0.0001084590,0.02500,2.904
75,mlp.experts.110.up_proj,0.0000969673,0.02500,1.324
75,mlp.experts.9.down_proj,0.0000223711,0.02500,1.313
75,mlp.experts.1.down_proj,0.0000230873,0.02500,1.365
75,mlp.experts.5.down_proj,0.0000192506,0.02500,1.381
75,mlp.experts.6.down_proj,0.0000337465,0.02500,1.405
75,mlp.experts.2.down_proj,0.0000248241,0.02500,1.401
75,mlp.experts.14.down_proj,0.0000220921,0.02500,1.403
75,mlp.experts.10.down_proj,0.0000424660,0.02500,1.423
75,mlp.experts.13.down_proj,0.0000221227,0.02500,1.447
75,mlp.experts.4.down_proj,0.0000167367,0.02500,1.565
75,mlp.experts.8.down_proj,0.0000201915,0.02500,1.587
75,mlp.experts.12.down_proj,0.0000272724,0.02500,1.592
75,mlp.experts.0.down_proj,0.0000288570,0.02500,1.600
75,mlp.experts.11.down_proj,0.0000188401,0.02500,1.581
75,mlp.experts.3.down_proj,0.0000193525,0.02500,1.607
75,mlp.experts.7.down_proj,0.0000292111,0.02500,1.623
75,mlp.experts.15.down_proj,0.0000235975,0.02500,1.714
75,mlp.experts.29.down_proj,0.0000181680,0.02500,0.949
75,mlp.experts.30.down_proj,0.0000248782,0.02500,1.028
75,mlp.experts.26.down_proj,0.0000383552,0.02500,1.032
75,mlp.experts.21.down_proj,0.0000154605,0.02500,1.074
75,mlp.experts.25.down_proj,0.0000265320,0.02500,1.146
75,mlp.experts.22.down_proj,0.0000299872,0.02500,1.066
75,mlp.experts.18.down_proj,0.0000209785,0.02500,1.100
75,mlp.experts.17.down_proj,0.0000182054,0.02500,1.296
75,mlp.experts.27.down_proj,0.0000592833,0.02500,1.377
75,mlp.experts.23.down_proj,0.0000067962,0.02500,1.358
75,mlp.experts.19.down_proj,0.0000129037,0.02500,1.413
75,mlp.experts.20.down_proj,0.0000317673,0.02500,1.632
75,mlp.experts.31.down_proj,0.0000273552,0.02500,1.500
75,mlp.experts.24.down_proj,0.0001338993,0.02500,1.675
75,mlp.experts.16.down_proj,0.0000160520,0.02500,1.666
75,mlp.experts.28.down_proj,0.0000247099,0.02500,1.674
75,mlp.experts.46.down_proj,0.0000137467,0.02500,0.976
75,mlp.experts.38.down_proj,0.0000264446,0.02500,0.976
75,mlp.experts.42.down_proj,0.0000122958,0.02500,1.034
75,mlp.experts.34.down_proj,0.0000123044,0.02500,1.029
75,mlp.experts.37.down_proj,0.0000163394,0.02500,1.186
75,mlp.experts.41.down_proj,0.0000428425,0.02500,1.201
75,mlp.experts.45.down_proj,0.0000108875,0.02500,1.321
75,mlp.experts.33.down_proj,0.0000143809,0.02500,1.292
75,mlp.experts.62.down_proj,0.0000279367,0.02500,0.855
75,mlp.experts.54.down_proj,0.0000163316,0.02500,0.847
75,mlp.experts.58.down_proj,0.0000394899,0.02500,0.870
75,mlp.experts.50.down_proj,0.0000189650,0.02500,0.847
75,mlp.experts.43.down_proj,0.0000120020,0.02500,1.549
75,mlp.experts.39.down_proj,0.0000092972,0.02500,1.555
75,mlp.experts.35.down_proj,0.0000291036,0.02500,1.530
75,mlp.experts.36.down_proj,0.0000163655,0.02500,1.444
75,mlp.experts.40.down_proj,0.0000255555,0.02500,1.482
75,mlp.experts.53.down_proj,0.0000226042,0.02500,1.138
75,mlp.experts.44.down_proj,0.0000231711,0.02500,1.527
75,mlp.experts.32.down_proj,0.0000443725,0.02500,1.544
75,mlp.experts.47.down_proj,0.0000329718,0.02500,1.596
75,mlp.experts.61.down_proj,0.0000179660,0.02500,1.133
75,mlp.experts.57.down_proj,0.0000101471,0.02500,1.206
75,mlp.experts.49.down_proj,0.0000389432,0.02500,1.045
75,mlp.experts.70.down_proj,0.0000192815,0.02500,0.844
75,mlp.experts.78.down_proj,0.0000097511,0.02500,0.859
75,mlp.experts.74.down_proj,0.0000308117,0.02500,0.858
75,mlp.experts.66.down_proj,0.0000220176,0.02500,0.851
75,mlp.experts.73.down_proj,0.0000160094,0.02500,0.936
75,mlp.experts.69.down_proj,0.0000086271,0.02500,1.026
75,mlp.experts.59.down_proj,0.0000080977,0.02500,1.374
75,mlp.experts.55.down_proj,0.0000238841,0.02500,1.389
75,mlp.experts.51.down_proj,0.0000141056,0.02500,1.378
75,mlp.experts.77.down_proj,0.0000237462,0.02500,1.096
75,mlp.experts.52.down_proj,0.0000182511,0.02500,1.341
75,mlp.experts.65.down_proj,0.0000129151,0.02500,1.065
75,mlp.experts.86.down_proj,0.0000045530,0.02500,0.982
75,mlp.experts.56.down_proj,0.0000163290,0.02500,1.379
75,mlp.experts.94.down_proj,0.0000343603,0.02500,0.985
75,mlp.experts.48.down_proj,0.0000310643,0.02500,1.354
75,mlp.experts.90.down_proj,0.0000121675,0.02500,0.995
75,mlp.experts.82.down_proj,0.0000300098,0.02500,0.975
75,mlp.experts.60.down_proj,0.0000273512,0.02500,1.447
75,mlp.experts.63.down_proj,0.0000057492,0.02500,1.468
75,mlp.experts.89.down_proj,0.0000148993,0.02500,1.102
75,mlp.experts.85.down_proj,0.0000115860,0.02500,1.123
75,mlp.experts.93.down_proj,0.0000171821,0.02500,0.997
75,mlp.experts.110.down_proj,0.0000188336,0.02500,0.905
75,mlp.experts.102.down_proj,0.0000138786,0.02500,0.912
75,mlp.experts.98.down_proj,0.0000192467,0.02500,0.883
75,mlp.experts.106.down_proj,0.0000270820,0.02500,0.908
75,mlp.experts.75.down_proj,0.0000332518,0.02500,1.330
75,mlp.experts.67.down_proj,0.0000141231,0.02500,1.304
75,mlp.experts.81.down_proj,0.0000105610,0.02500,1.187
75,mlp.experts.71.down_proj,0.0000136098,0.02500,1.342
75,mlp.experts.72.down_proj,0.0000140081,0.02500,1.375
75,mlp.experts.68.down_proj,0.0000152282,0.02500,1.502
75,mlp.experts.64.down_proj,0.0000555836,0.02500,1.397
75,mlp.experts.76.down_proj,0.0000301570,0.02500,1.400
75,mlp.experts.79.down_proj,0.0000269111,0.02500,1.362
75,mlp.experts.118.down_proj,0.0000076051,0.02500,0.737
75,mlp.experts.114.down_proj,0.0000123039,0.02500,0.713
75,mlp.experts.101.down_proj,0.0000215311,0.02500,0.893
75,mlp.experts.109.down_proj,0.0000099276,0.02500,0.904
75,mlp.experts.105.down_proj,0.0000218910,0.02500,1.072
75,mlp.experts.97.down_proj,0.0000129328,0.02500,0.882
75,mlp.experts.117.down_proj,0.0000251215,0.02500,0.601
75,mlp.experts.91.down_proj,0.0000270811,0.02500,1.462
75,mlp.experts.83.down_proj,0.0000183178,0.02500,1.473
75,mlp.experts.87.down_proj,0.0000134863,0.02500,1.465
75,mlp.experts.84.down_proj,0.0000114894,0.02500,1.239
75,mlp.experts.113.down_proj,0.0000428659,0.02500,0.661
75,mlp.experts.80.down_proj,0.0000221325,0.02500,1.265
75,mlp.experts.88.down_proj,0.0000193536,0.02500,1.410
75,mlp.experts.92.down_proj,0.0000068648,0.02500,1.338
75,mlp.experts.95.down_proj,0.0000108616,0.02500,1.472
75,mlp.experts.100.down_proj,0.0000171427,0.02500,1.249
75,mlp.experts.99.down_proj,0.0000350782,0.02500,1.310
75,mlp.experts.96.down_proj,0.0000075513,0.02500,1.199
75,mlp.experts.107.down_proj,0.0000274669,0.02500,1.346
75,mlp.experts.104.down_proj,0.0000620531,0.02500,1.183
75,mlp.experts.108.down_proj,0.0000306347,0.02500,1.167
75,mlp.experts.103.down_proj,0.0000240993,0.02500,1.437
75,mlp.experts.111.down_proj,0.0000086756,0.02500,1.333
75,mlp.experts.116.down_proj,0.0000126940,0.02500,0.753
75,mlp.experts.112.down_proj,0.0000139405,0.02500,0.724
75,mlp.experts.115.down_proj,0.0000047654,0.02500,0.892
75,mlp.experts.119.down_proj,0.0000118428,0.02500,0.807
76,self_attn.k_proj,0.0000002291,0.02500,2.144
76,self_attn.q_proj,0.0000014822,0.02500,2.397
76,self_attn.v_proj,0.0000006899,0.02500,2.524
76,self_attn.o_proj,0.0000007377,0.02500,4.312
76,mlp.shared_experts.gate_proj,0.0000049518,0.02500,1.322
76,mlp.shared_experts.up_proj,0.0000033426,0.02500,1.494
76,mlp.shared_experts.down_proj,0.0000006238,0.02500,0.425
76,mlp.experts.2.gate_proj,0.0002230947,0.02500,4.835
76,mlp.experts.10.gate_proj,0.0000621252,0.02500,4.783
76,mlp.experts.6.gate_proj,0.0001077666,0.02500,4.914
76,mlp.experts.14.gate_proj,0.0000789366,0.02500,5.216
76,mlp.experts.1.gate_proj,0.0000713950,0.02500,5.483
76,mlp.experts.13.gate_proj,0.0000178149,0.02500,5.590
76,mlp.experts.9.gate_proj,0.0000731309,0.02500,5.937
76,mlp.experts.5.gate_proj,0.0000924886,0.02500,5.991
76,mlp.experts.0.gate_proj,0.0000953203,0.02500,6.078
76,mlp.experts.8.gate_proj,0.0001100278,0.02500,6.002
76,mlp.experts.12.gate_proj,0.0001045662,0.02500,6.264
76,mlp.experts.4.gate_proj,0.0000627514,0.02500,6.152
76,mlp.experts.11.gate_proj,0.0000909687,0.02500,6.824
76,mlp.experts.15.gate_proj,0.0000873744,0.02500,6.980
76,mlp.experts.7.gate_proj,0.0001670963,0.02500,7.053
76,mlp.experts.3.gate_proj,0.0001535616,0.02500,7.159
76,mlp.experts.22.gate_proj,0.0002121602,0.02500,2.916
76,mlp.experts.18.gate_proj,0.0000955836,0.02500,3.435
76,mlp.experts.26.gate_proj,0.0001122986,0.02500,3.751
76,mlp.experts.30.gate_proj,0.0000432772,0.02500,3.401
76,mlp.experts.29.gate_proj,0.0001036476,0.02500,4.329
76,mlp.experts.17.gate_proj,0.0000766191,0.02500,4.450
76,mlp.experts.20.gate_proj,0.0001549057,0.02500,3.661
76,mlp.experts.24.gate_proj,0.0000603945,0.02500,3.892
76,mlp.experts.25.gate_proj,0.0000982212,0.02500,4.287
76,mlp.experts.16.gate_proj,0.0001085617,0.02500,4.181
76,mlp.experts.21.gate_proj,0.0001595087,0.02500,4.404
76,mlp.experts.28.gate_proj,0.0001233600,0.02500,4.178
76,mlp.experts.23.gate_proj,0.0000673095,0.02500,3.741
76,mlp.experts.27.gate_proj,0.0000844732,0.02500,4.108
76,mlp.experts.38.gate_proj,0.0000498803,0.02500,3.510
76,mlp.experts.19.gate_proj,0.0000325445,0.02500,4.332
76,mlp.experts.31.gate_proj,0.0000362196,0.02500,4.576
76,mlp.experts.34.gate_proj,0.0001063976,0.02500,3.771
76,mlp.experts.42.gate_proj,0.0000468543,0.02500,3.453
76,mlp.experts.46.gate_proj,0.0001372257,0.02500,3.499
76,mlp.experts.40.gate_proj,0.0000994756,0.02500,2.866
76,mlp.experts.36.gate_proj,0.0000754450,0.02500,3.006
76,mlp.experts.32.gate_proj,0.0001782531,0.02500,2.893
76,mlp.experts.44.gate_proj,0.0000893624,0.02500,2.910
76,mlp.experts.45.gate_proj,0.0001582221,0.02500,4.480
76,mlp.experts.33.gate_proj,0.0001191408,0.02500,4.524
76,mlp.experts.43.gate_proj,0.0000646465,0.02500,3.730
76,mlp.experts.41.gate_proj,0.0000876543,0.02500,4.531
76,mlp.experts.54.gate_proj,0.0000685947,0.02500,3.412
76,mlp.experts.47.gate_proj,0.0001121096,0.02500,3.434
76,mlp.experts.37.gate_proj,0.0000949140,0.02500,4.631
76,mlp.experts.39.gate_proj,0.0001815395,0.02500,4.289
76,mlp.experts.35.gate_proj,0.0001095196,0.02500,3.768
76,mlp.experts.50.gate_proj,0.0001851341,0.02500,3.448
76,mlp.experts.58.gate_proj,0.0000867824,0.02500,3.532
76,mlp.experts.56.gate_proj,0.0000550257,0.02500,2.816
76,mlp.experts.52.gate_proj,0.0000650821,0.02500,2.865
76,mlp.experts.62.gate_proj,0.0000887658,0.02500,3.724
76,mlp.experts.48.gate_proj,0.0000510616,0.02500,2.849
76,mlp.experts.60.gate_proj,0.0001054955,0.02500,2.845
76,mlp.experts.70.gate_proj,0.0000452195,0.02500,3.662
76,mlp.experts.72.gate_proj,0.0001034927,0.02500,2.781
76,mlp.experts.59.gate_proj,0.0001304013,0.02500,3.928
76,mlp.experts.68.gate_proj,0.0000935270,0.02500,2.820
76,mlp.experts.49.gate_proj,0.0000938245,0.02500,4.258
76,mlp.experts.64.gate_proj,0.0000538215,0.02500,2.802
76,mlp.experts.63.gate_proj,0.0000820117,0.02500,3.858
76,mlp.experts.74.gate_proj,0.0001425482,0.02500,3.241
76,mlp.experts.61.gate_proj,0.0001148857,0.02500,4.491
76,mlp.experts.66.gate_proj,0.0000834063,0.02500,3.474
76,mlp.experts.76.gate_proj,0.0000816876,0.02500,2.805
76,mlp.experts.51.gate_proj,0.0001019357,0.02500,3.938
76,mlp.experts.57.gate_proj,0.0001192436,0.02500,4.445
76,mlp.experts.55.gate_proj,0.0001034894,0.02500,4.196
76,mlp.experts.53.gate_proj,0.0000909767,0.02500,4.319
76,mlp.experts.78.gate_proj,0.0000495302,0.02500,3.463
76,mlp.experts.88.gate_proj,0.0001914401,0.02500,2.875
76,mlp.experts.80.gate_proj,0.0001052826,0.02500,2.810
76,mlp.experts.84.gate_proj,0.0001300007,0.02500,2.914
76,mlp.experts.92.gate_proj,0.0000781301,0.02500,2.925
76,mlp.experts.75.gate_proj,0.0001113162,0.02500,3.415
76,mlp.experts.65.gate_proj,0.0000460640,0.02500,3.544
76,mlp.experts.82.gate_proj,0.0000473264,0.02500,3.323
76,mlp.experts.90.gate_proj,0.0000562455,0.02500,3.466
76,mlp.experts.77.gate_proj,0.0000746575,0.02500,3.454
76,mlp.experts.94.gate_proj,0.0000788976,0.02500,3.012
76,mlp.experts.71.gate_proj,0.0000949211,0.02500,3.228
76,mlp.experts.73.gate_proj,0.0000579956,0.02500,3.416
76,mlp.experts.86.gate_proj,0.0000771528,0.02500,4.099
76,mlp.experts.69.gate_proj,0.0000858260,0.02500,3.390
76,mlp.experts.79.gate_proj,0.0000413708,0.02500,4.241
76,mlp.experts.67.gate_proj,0.0001063655,0.02500,4.198
76,mlp.experts.104.gate_proj,0.0001127973,0.02500,2.905
76,mlp.experts.96.gate_proj,0.0000373181,0.02500,2.921
76,mlp.experts.100.gate_proj,0.0001171852,0.02500,2.916
76,mlp.experts.108.gate_proj,0.0001242752,0.02500,2.976
76,mlp.experts.91.gate_proj,0.0000972665,0.02500,3.215
76,mlp.experts.106.gate_proj,0.0000734650,0.02500,3.069
76,mlp.experts.81.gate_proj,0.0000846147,0.02500,3.247
76,mlp.experts.87.gate_proj,0.0000823930,0.02500,3.055
76,mlp.experts.93.gate_proj,0.0000906412,0.02500,3.251
76,mlp.experts.110.gate_proj,0.0001042600,0.02500,3.252
76,mlp.experts.89.gate_proj,0.0000625971,0.02500,3.249
76,mlp.experts.98.gate_proj,0.0001217149,0.02500,3.606
76,mlp.experts.85.gate_proj,0.0000432870,0.02500,3.284
76,mlp.experts.102.gate_proj,0.0000691025,0.02500,3.988
76,mlp.experts.95.gate_proj,0.0001498060,0.02500,4.139
76,mlp.experts.0.up_proj,0.0000937629,0.02500,2.919
76,mlp.experts.112.gate_proj,0.0001253105,0.02500,2.931
76,mlp.experts.116.gate_proj,0.0000936521,0.02500,3.034
76,mlp.experts.83.gate_proj,0.0001249458,0.02500,4.422
76,mlp.experts.4.up_proj,0.0000614647,0.02500,3.001
76,mlp.experts.2.up_proj,0.0002158090,0.02500,3.173
76,mlp.experts.109.gate_proj,0.0001021697,0.02500,3.420
76,mlp.experts.97.gate_proj,0.0001332636,0.02500,3.567
76,mlp.experts.6.up_proj,0.0001045980,0.02500,3.500
76,mlp.experts.114.gate_proj,0.0000682757,0.02500,3.448
76,mlp.experts.105.gate_proj,0.0000374397,0.02500,3.478
76,mlp.experts.103.gate_proj,0.0000935652,0.02500,3.847
76,mlp.experts.107.gate_proj,0.0000678623,0.02500,4.251
76,mlp.experts.101.gate_proj,0.0000428674,0.02500,3.476
76,mlp.experts.118.gate_proj,0.0000457072,0.02500,3.387
76,mlp.experts.16.up_proj,0.0001066781,0.02500,2.920
76,mlp.experts.8.up_proj,0.0001087471,0.02500,2.885
76,mlp.experts.111.gate_proj,0.0000757698,0.02500,3.242
76,mlp.experts.12.up_proj,0.0001042975,0.02500,2.929
76,mlp.experts.20.up_proj,0.0001541429,0.02500,2.911
76,mlp.experts.99.gate_proj,0.0001121147,0.02500,3.722
76,mlp.experts.18.up_proj,0.0000943463,0.02500,3.063
76,mlp.experts.113.gate_proj,0.0000552669,0.02500,3.264
76,mlp.experts.5.up_proj,0.0000898491,0.02500,3.320
76,mlp.experts.10.up_proj,0.0000608568,0.02500,3.302
76,mlp.experts.1.up_proj,0.0000682241,0.02500,3.295
76,mlp.experts.3.up_proj,0.0001510582,0.02500,3.267
76,mlp.experts.117.gate_proj,0.0001055053,0.02500,3.267
76,mlp.experts.22.up_proj,0.0002069839,0.02500,3.611
76,mlp.experts.119.gate_proj,0.0000477816,0.02500,3.464
76,mlp.experts.32.up_proj,0.0001754558,0.02500,2.976
76,mlp.experts.24.up_proj,0.0000596675,0.02500,2.956
76,mlp.experts.7.up_proj,0.0001640187,0.02500,2.963
76,mlp.experts.28.up_proj,0.0001211990,0.02500,3.006
76,mlp.experts.36.up_proj,0.0000729880,0.02500,2.945
76,mlp.experts.14.up_proj,0.0000784259,0.02500,3.884
76,mlp.experts.115.gate_proj,0.0000539441,0.02500,3.404
76,mlp.experts.34.up_proj,0.0001039400,0.02500,3.440
76,mlp.experts.9.up_proj,0.0000699912,0.02500,3.202
76,mlp.experts.21.up_proj,0.0001520117,0.02500,3.284
76,mlp.experts.17.up_proj,0.0000745914,0.02500,3.249
76,mlp.experts.26.up_proj,0.0001089891,0.02500,3.332
76,mlp.experts.13.up_proj,0.0000173365,0.02500,3.279
76,mlp.experts.38.up_proj,0.0000465954,0.02500,3.265
76,mlp.experts.48.up_proj,0.0000502627,0.02500,2.943
76,mlp.experts.40.up_proj,0.0000953897,0.02500,2.938
76,mlp.experts.15.up_proj,0.0000836547,0.02500,3.401
76,mlp.experts.23.up_proj,0.0000670391,0.02500,2.907
76,mlp.experts.44.up_proj,0.0000876718,0.02500,2.998
76,mlp.experts.19.up_proj,0.0000348124,0.02500,3.769
76,mlp.experts.52.up_proj,0.0000645332,0.02500,2.922
76,mlp.experts.30.up_proj,0.0000428687,0.02500,3.992
76,mlp.experts.50.up_proj,0.0001842164,0.02500,3.431
76,mlp.experts.11.up_proj,0.0000878340,0.02500,3.873
76,mlp.experts.25.up_proj,0.0000951903,0.02500,3.375
76,mlp.experts.64.up_proj,0.0000526094,0.02500,2.923
76,mlp.experts.56.up_proj,0.0000534816,0.02500,2.847
76,mlp.experts.37.up_proj,0.0000889135,0.02500,3.479
76,mlp.experts.31.up_proj,0.0000351297,0.02500,2.969
76,mlp.experts.33.up_proj,0.0001145650,0.02500,3.419
76,mlp.experts.39.up_proj,0.0001778211,0.02500,2.986
76,mlp.experts.60.up_proj,0.0001044986,0.02500,2.910
76,mlp.experts.42.up_proj,0.0000447063,0.02500,3.491
76,mlp.experts.29.up_proj,0.0001001605,0.02500,3.474
76,mlp.experts.68.up_proj,0.0000911504,0.02500,2.894
76,mlp.experts.54.up_proj,0.0000665406,0.02500,3.554
76,mlp.experts.35.up_proj,0.0001068111,0.02500,3.904
76,mlp.experts.46.up_proj,0.0001352496,0.02500,3.318
76,mlp.experts.80.up_proj,0.0001017139,0.02500,2.950
76,mlp.experts.72.up_proj,0.0001009050,0.02500,2.929
76,mlp.experts.47.up_proj,0.0001099235,0.02500,2.872
76,mlp.experts.41.up_proj,0.0000847186,0.02500,3.264
76,mlp.experts.55.up_proj,0.0001019036,0.02500,2.890
76,mlp.experts.76.up_proj,0.0000805379,0.02500,2.858
76,mlp.experts.66.up_proj,0.0000807198,0.02500,3.772
76,mlp.experts.53.up_proj,0.0000895070,0.02500,3.264
76,mlp.experts.84.up_proj,0.0001262014,0.02500,2.883
76,mlp.experts.49.up_proj,0.0000905292,0.02500,3.178
76,mlp.experts.58.up_proj,0.0000859217,0.02500,3.151
76,mlp.experts.45.up_proj,0.0001558667,0.02500,3.242
76,mlp.experts.27.up_proj,0.0000821926,0.02500,3.972
76,mlp.experts.70.up_proj,0.0000446740,0.02500,3.521
76,mlp.experts.51.up_proj,0.0000949226,0.02500,3.872
76,mlp.experts.62.up_proj,0.0000868358,0.02500,3.374
76,mlp.experts.88.up_proj,0.0001898224,0.02500,2.842
76,mlp.experts.96.up_proj,0.0000370135,0.02500,2.973
76,mlp.experts.63.up_proj,0.0000799273,0.02500,2.977
76,mlp.experts.92.up_proj,0.0000756186,0.02500,2.850
76,mlp.experts.100.up_proj,0.0001171329,0.02500,2.891
76,mlp.experts.71.up_proj,0.0000935626,0.02500,3.254
76,mlp.experts.57.up_proj,0.0001165872,0.02500,3.375
76,mlp.experts.74.up_proj,0.0001389055,0.02500,3.073
76,mlp.experts.69.up_proj,0.0000834289,0.02500,3.387
76,mlp.experts.65.up_proj,0.0000449802,0.02500,3.348
76,mlp.experts.43.up_proj,0.0000603391,0.02500,3.268
76,mlp.experts.82.up_proj,0.0000461690,0.02500,3.802
76,mlp.experts.61.up_proj,0.0001130732,0.02500,3.466
76,mlp.experts.86.up_proj,0.0000753608,0.02500,3.612
76,mlp.experts.78.up_proj,0.0000490136,0.02500,3.266
76,mlp.experts.104.up_proj,0.0001119338,0.02500,2.996
76,mlp.experts.112.up_proj,0.0001211453,0.02500,3.008
76,mlp.experts.67.up_proj,0.0001016900,0.02500,3.757
76,mlp.experts.108.up_proj,0.0001188887,0.02500,2.997
76,mlp.experts.79.up_proj,0.0000410365,0.02500,3.046
76,mlp.experts.116.up_proj,0.0000905334,0.02500,2.835
76,mlp.experts.90.up_proj,0.0000548401,0.02500,3.356
76,mlp.experts.59.up_proj,0.0001278115,0.02500,3.118
76,mlp.experts.87.up_proj,0.0000811861,0.02500,3.780
76,mlp.experts.102.up_proj,0.0000690646,0.02500,2.864
76,mlp.experts.98.up_proj,0.0001201890,0.02500,3.752
76,mlp.experts.73.up_proj,0.0000576438,0.02500,4.636
76,mlp.experts.85.up_proj,0.0000425268,0.02500,4.808
76,mlp.experts.81.up_proj,0.0000835751,0.02500,4.937
76,mlp.experts.95.up_proj,0.0001463734,0.02500,2.675
76,mlp.experts.94.up_proj,0.0000772190,0.02500,3.188
76,mlp.experts.77.up_proj,0.0000729006,0.02500,4.910
76,mlp.experts.83.up_proj,0.0001226261,0.02500,3.284
76,mlp.experts.75.up_proj,0.0001074279,0.02500,2.760
76,mlp.experts.106.up_proj,0.0000719533,0.02500,3.387
76,mlp.experts.118.up_proj,0.0000450106,0.02500,2.978
76,mlp.experts.103.up_proj,0.0000918509,0.02500,3.684
76,mlp.experts.114.up_proj,0.0000668572,0.02500,3.189
76,mlp.experts.111.up_proj,0.0000740169,0.02500,2.751
76,mlp.experts.110.up_proj,0.0001016202,0.02500,2.687
76,mlp.experts.91.up_proj,0.0000945360,0.02500,2.480
76,mlp.experts.99.up_proj,0.0001116837,0.02500,3.431
76,mlp.experts.89.up_proj,0.0000619345,0.02500,4.705
76,mlp.experts.101.up_proj,0.0000422768,0.02500,4.628
76,mlp.experts.97.up_proj,0.0001229192,0.02500,4.631
76,mlp.experts.93.up_proj,0.0000877393,0.02500,4.455
76,mlp.experts.119.up_proj,0.0000471023,0.02500,3.006
76,mlp.experts.107.up_proj,0.0000656036,0.02500,2.327
76,mlp.experts.115.up_proj,0.0000530996,0.02500,2.100
76,mlp.experts.105.up_proj,0.0000361367,0.02500,3.722
76,mlp.experts.117.up_proj,0.0001034272,0.02500,3.697
76,mlp.experts.113.up_proj,0.0000551695,0.02500,3.565
76,mlp.experts.109.up_proj,0.0000999609,0.02500,3.433
76,mlp.experts.5.down_proj,0.0000217219,0.02500,1.198
76,mlp.experts.13.down_proj,0.0000046605,0.02500,1.221
76,mlp.experts.1.down_proj,0.0000136623,0.02500,1.228
76,mlp.experts.9.down_proj,0.0000142811,0.02500,1.272
76,mlp.experts.2.down_proj,0.0000612017,0.02500,1.317
76,mlp.experts.6.down_proj,0.0000281054,0.02500,1.322
76,mlp.experts.14.down_proj,0.0000213561,0.02500,1.324
76,mlp.experts.10.down_proj,0.0000101606,0.02500,1.352
76,mlp.experts.21.down_proj,0.0000443561,0.02500,1.099
76,mlp.experts.29.down_proj,0.0000241130,0.02500,1.139
76,mlp.experts.25.down_proj,0.0000324967,0.02500,1.199
76,mlp.experts.17.down_proj,0.0000188246,0.02500,1.234
76,mlp.experts.30.down_proj,0.0000066186,0.02500,1.179
76,mlp.experts.18.down_proj,0.0000196112,0.02500,1.196
76,mlp.experts.8.down_proj,0.0000619432,0.02500,2.530
76,mlp.experts.22.down_proj,0.0000818506,0.02500,1.226
76,mlp.experts.26.down_proj,0.0000191750,0.02500,1.239
76,mlp.experts.0.down_proj,0.0000221619,0.02500,2.626
76,mlp.experts.12.down_proj,0.0000278173,0.02500,2.626
76,mlp.experts.4.down_proj,0.0000103884,0.02500,2.667
76,mlp.experts.7.down_proj,0.0000491252,0.02500,2.952
76,mlp.experts.15.down_proj,0.0000321981,0.02500,2.975
76,mlp.experts.3.down_proj,0.0000402787,0.02500,3.053
76,mlp.experts.11.down_proj,0.0000171654,0.02500,3.076
76,mlp.experts.37.down_proj,0.0000474167,0.02500,1.165
76,mlp.experts.45.down_proj,0.0000305520,0.02500,1.203
76,mlp.experts.41.down_proj,0.0000172269,0.02500,1.131
76,mlp.experts.33.down_proj,0.0000300521,0.02500,1.173
76,mlp.experts.46.down_proj,0.0000288452,0.02500,1.571
76,mlp.experts.34.down_proj,0.0000284866,0.02500,1.620
76,mlp.experts.38.down_proj,0.0000081897,0.02500,1.613
76,mlp.experts.42.down_proj,0.0000076682,0.02500,1.608
76,mlp.experts.31.down_proj,0.0000131890,0.02500,1.241
76,mlp.experts.23.down_proj,0.0000138848,0.02500,1.332
76,mlp.experts.19.down_proj,0.0000076847,0.02500,1.295
76,mlp.experts.27.down_proj,0.0000240512,0.02500,1.302
76,mlp.experts.53.down_proj,0.0000257010,0.02500,0.976
76,mlp.experts.24.down_proj,0.0000103585,0.02500,1.973
76,mlp.experts.28.down_proj,0.0000507174,0.02500,1.907
76,mlp.experts.61.down_proj,0.0000213057,0.02500,1.014
76,mlp.experts.57.down_proj,0.0000285579,0.02500,0.977
76,mlp.experts.16.down_proj,0.0000151302,0.02500,1.984
76,mlp.experts.20.down_proj,0.0000551644,0.02500,1.995
76,mlp.experts.49.down_proj,0.0000205243,0.02500,1.013
76,mlp.experts.47.down_proj,0.0000329305,0.02500,1.104
76,mlp.experts.39.down_proj,0.0000476781,0.02500,1.115
76,mlp.experts.35.down_proj,0.0000229516,0.02500,1.154
76,mlp.experts.40.down_proj,0.0000174058,0.02500,1.001
76,mlp.experts.44.down_proj,0.0000181497,0.02500,1.044
76,mlp.experts.32.down_proj,0.0000458160,0.02500,1.012
76,mlp.experts.43.down_proj,0.0000113108,0.02500,1.266
76,mlp.experts.36.down_proj,0.0000176662,0.02500,1.002
76,mlp.experts.62.down_proj,0.0000382332,0.02500,1.853
76,mlp.experts.50.down_proj,0.0000510479,0.02500,1.801
76,mlp.experts.54.down_proj,0.0000237333,0.02500,1.859
76,mlp.experts.69.down_proj,0.0000125971,0.02500,1.604
76,mlp.experts.58.down_proj,0.0000202280,0.02500,1.975
76,mlp.experts.73.down_proj,0.0000175875,0.02500,1.590
76,mlp.experts.77.down_proj,0.0000161968,0.02500,1.614
76,mlp.experts.65.down_proj,0.0000071390,0.02500,1.537
76,mlp.experts.63.down_proj,0.0000187631,0.02500,1.166
76,mlp.experts.55.down_proj,0.0000283872,0.02500,1.167
76,mlp.experts.51.down_proj,0.0000248344,0.02500,1.210
76,mlp.experts.59.down_proj,0.0000353958,0.02500,1.133
76,mlp.experts.85.down_proj,0.0000091791,0.02500,0.889
76,mlp.experts.56.down_proj,0.0000238141,0.02500,1.560
76,mlp.experts.93.down_proj,0.0000342933,0.02500,0.896
76,mlp.experts.89.down_proj,0.0000123629,0.02500,0.952
76,mlp.experts.81.down_proj,0.0000227161,0.02500,0.956
76,mlp.experts.60.down_proj,0.0000417808,0.02500,1.609
76,mlp.experts.48.down_proj,0.0000361037,0.02500,1.673
76,mlp.experts.52.down_proj,0.0000112055,0.02500,1.677
76,mlp.experts.79.down_proj,0.0000115532,0.02500,1.131
76,mlp.experts.71.down_proj,0.0000160165,0.02500,1.153
76,mlp.experts.78.down_proj,0.0000213637,0.02500,1.845
76,mlp.experts.67.down_proj,0.0000426547,0.02500,1.101
76,mlp.experts.75.down_proj,0.0000275348,0.02500,1.096
76,mlp.experts.70.down_proj,0.0000272772,0.02500,1.883
76,mlp.experts.66.down_proj,0.0000210128,0.02500,2.003
76,mlp.experts.74.down_proj,0.0000417335,0.02500,1.850
76,mlp.experts.101.down_proj,0.0000087222,0.02500,1.349
76,mlp.experts.97.down_proj,0.0000314017,0.02500,1.269
76,mlp.experts.109.down_proj,0.0000248112,0.02500,1.368
76,mlp.experts.105.down_proj,0.0000207688,0.02500,1.356
76,mlp.experts.95.down_proj,0.0000348339,0.02500,0.969
76,mlp.experts.87.down_proj,0.0000159664,0.02500,0.975
76,mlp.experts.83.down_proj,0.0000199936,0.02500,0.989
76,mlp.experts.91.down_proj,0.0000568596,0.02500,1.027
76,mlp.experts.72.down_proj,0.0000267904,0.02500,2.060
76,mlp.experts.64.down_proj,0.0000100790,0.02500,1.917
76,mlp.experts.76.down_proj,0.0000170239,0.02500,2.027
76,mlp.experts.68.down_proj,0.0000240209,0.02500,1.917
76,mlp.experts.117.down_proj,0.0000309242,0.02500,0.982
76,mlp.experts.113.down_proj,0.0000199585,0.02500,0.878
76,mlp.experts.94.down_proj,0.0000161663,0.02500,1.730
76,mlp.experts.86.down_proj,0.0000126647,0.02500,1.644
76,mlp.experts.82.down_proj,0.0000112619,0.02500,1.705
76,mlp.experts.90.down_proj,0.0000145527,0.02500,1.635
76,mlp.experts.103.down_proj,0.0000257155,0.02500,1.026
76,mlp.experts.111.down_proj,0.0000120338,0.02500,1.136
76,mlp.experts.99.down_proj,0.0000301323,0.02500,1.013
76,mlp.experts.107.down_proj,0.0000146963,0.02500,1.062
76,mlp.experts.115.down_proj,0.0000081498,0.02500,0.652
76,mlp.experts.119.down_proj,0.0000079850,0.02500,0.776
76,mlp.experts.88.down_proj,0.0000911837,0.02500,1.604
76,mlp.experts.80.down_proj,0.0000342804,0.02500,1.704
76,mlp.experts.92.down_proj,0.0000151408,0.02500,1.715
76,mlp.experts.84.down_proj,0.0000240092,0.02500,1.725
76,mlp.experts.110.down_proj,0.0000169052,0.02500,1.656
76,mlp.experts.102.down_proj,0.0000142510,0.02500,1.652
76,mlp.experts.106.down_proj,0.0000144325,0.02500,1.544
76,mlp.experts.98.down_proj,0.0000229958,0.02500,1.576
76,mlp.experts.104.down_proj,0.0000345228,0.02500,1.213
76,mlp.experts.108.down_proj,0.0000265698,0.02500,1.042
76,mlp.experts.100.down_proj,0.0000481987,0.02500,1.004
76,mlp.experts.96.down_proj,0.0000118467,0.02500,1.083
76,mlp.experts.118.down_proj,0.0000107098,0.02500,0.825
76,mlp.experts.114.down_proj,0.0000262568,0.02500,0.822
76,mlp.experts.116.down_proj,0.0000197267,0.02500,0.598
76,mlp.experts.112.down_proj,0.0000327430,0.02500,0.664
77,self_attn.k_proj,0.0000003380,0.02500,1.691
77,self_attn.v_proj,0.0000010533,0.02500,1.978
77,self_attn.q_proj,0.0000026347,0.02500,2.183
77,self_attn.o_proj,0.0000004457,0.02500,4.127
77,mlp.shared_experts.gate_proj,0.0000050413,0.02500,1.462
77,mlp.shared_experts.up_proj,0.0000038056,0.02500,1.693
77,mlp.shared_experts.down_proj,0.0000008027,0.02500,0.425
77,mlp.experts.1.gate_proj,0.0001089116,0.02500,4.303
77,mlp.experts.9.gate_proj,0.0001358188,0.02500,4.181
77,mlp.experts.13.gate_proj,0.0000947830,0.02500,4.254
77,mlp.experts.5.gate_proj,0.0000513941,0.02500,4.257
77,mlp.experts.0.gate_proj,0.0000691644,0.02500,4.743
77,mlp.experts.4.gate_proj,0.0000453047,0.02500,4.700
77,mlp.experts.8.gate_proj,0.0001025051,0.02500,4.833
77,mlp.experts.7.gate_proj,0.0001392315,0.02500,4.851
77,mlp.experts.12.gate_proj,0.0001266039,0.02500,4.925
77,mlp.experts.11.gate_proj,0.0001006896,0.02500,4.950
77,mlp.experts.3.gate_proj,0.0001600015,0.02500,5.078
77,mlp.experts.14.gate_proj,0.0000940086,0.02500,5.460
77,mlp.experts.15.gate_proj,0.0000977711,0.02500,5.472
77,mlp.experts.2.gate_proj,0.0000758315,0.02500,5.722
77,mlp.experts.6.gate_proj,0.0001269634,0.02500,5.599
77,mlp.experts.10.gate_proj,0.0001076742,0.02500,6.044
77,mlp.experts.17.gate_proj,0.0001350773,0.02500,3.398
77,mlp.experts.21.gate_proj,0.0000928477,0.02500,3.275
77,mlp.experts.25.gate_proj,0.0002426052,0.02500,3.449
77,mlp.experts.28.gate_proj,0.0000819521,0.02500,2.858
77,mlp.experts.29.gate_proj,0.0000935694,0.02500,3.560
77,mlp.experts.24.gate_proj,0.0000872451,0.02500,3.147
77,mlp.experts.16.gate_proj,0.0000840056,0.02500,3.665
77,mlp.experts.20.gate_proj,0.0000523094,0.02500,3.758
77,mlp.experts.27.gate_proj,0.0001310226,0.02500,4.217
77,mlp.experts.23.gate_proj,0.0001240199,0.02500,4.362
77,mlp.experts.19.gate_proj,0.0000878721,0.02500,4.299
77,mlp.experts.31.gate_proj,0.0000559554,0.02500,4.651
77,mlp.experts.30.gate_proj,0.0000438339,0.02500,5.066
77,mlp.experts.22.gate_proj,0.0000790100,0.02500,5.120
77,mlp.experts.18.gate_proj,0.0000901726,0.02500,5.267
77,mlp.experts.40.gate_proj,0.0000792282,0.02500,3.235
77,mlp.experts.33.gate_proj,0.0001030482,0.02500,3.783
77,mlp.experts.37.gate_proj,0.0001234609,0.02500,3.841
77,mlp.experts.26.gate_proj,0.0000489292,0.02500,5.370
77,mlp.experts.45.gate_proj,0.0000431867,0.02500,3.616
77,mlp.experts.41.gate_proj,0.0000952575,0.02500,3.970
77,mlp.experts.36.gate_proj,0.0000943597,0.02500,3.281
77,mlp.experts.44.gate_proj,0.0001546335,0.02500,4.103
77,mlp.experts.32.gate_proj,0.0000363127,0.02500,3.864
77,mlp.experts.43.gate_proj,0.0000836852,0.02500,3.451
77,mlp.experts.35.gate_proj,0.0000593008,0.02500,3.399
77,mlp.experts.39.gate_proj,0.0000722347,0.02500,3.628
77,mlp.experts.47.gate_proj,0.0000400831,0.02500,3.410
77,mlp.experts.56.gate_proj,0.0000559262,0.02500,3.539
77,mlp.experts.49.gate_proj,0.0001701245,0.02500,3.559
77,mlp.experts.53.gate_proj,0.0001155161,0.02500,3.616
77,mlp.experts.61.gate_proj,0.0001036147,0.02500,3.673
77,mlp.experts.57.gate_proj,0.0001270005,0.02500,3.590
77,mlp.experts.60.gate_proj,0.0000418007,0.02500,3.363
77,mlp.experts.52.gate_proj,0.0000889747,0.02500,3.670
77,mlp.experts.46.gate_proj,0.0000955757,0.02500,4.919
77,mlp.experts.38.gate_proj,0.0000989957,0.02500,4.793
77,mlp.experts.48.gate_proj,0.0000924882,0.02500,3.522
77,mlp.experts.34.gate_proj,0.0000775484,0.02500,4.923
77,mlp.experts.42.gate_proj,0.0001008892,0.02500,4.957
77,mlp.experts.59.gate_proj,0.0000902736,0.02500,4.899
77,mlp.experts.51.gate_proj,0.0000698996,0.02500,4.793
77,mlp.experts.55.gate_proj,0.0001373462,0.02500,4.806
77,mlp.experts.65.gate_proj,0.0001403921,0.02500,3.170
77,mlp.experts.69.gate_proj,0.0000706851,0.02500,3.176
77,mlp.experts.76.gate_proj,0.0000784176,0.02500,2.954
77,mlp.experts.77.gate_proj,0.0000989079,0.02500,3.172
77,mlp.experts.73.gate_proj,0.0001389686,0.02500,3.142
77,mlp.experts.64.gate_proj,0.0000448690,0.02500,2.899
77,mlp.experts.63.gate_proj,0.0001120327,0.02500,5.007
77,mlp.experts.72.gate_proj,0.0000769588,0.02500,3.943
77,mlp.experts.68.gate_proj,0.0000918786,0.02500,3.920
77,mlp.experts.62.gate_proj,0.0000839624,0.02500,4.167
77,mlp.experts.54.gate_proj,0.0000714451,0.02500,4.368
77,mlp.experts.50.gate_proj,0.0000943964,0.02500,4.396
77,mlp.experts.58.gate_proj,0.0000386011,0.02500,4.376
77,mlp.experts.81.gate_proj,0.0000520402,0.02500,3.086
77,mlp.experts.85.gate_proj,0.0000315518,0.02500,3.139
77,mlp.experts.89.gate_proj,0.0000979136,0.02500,3.090
77,mlp.experts.93.gate_proj,0.0000817689,0.02500,3.152
77,mlp.experts.80.gate_proj,0.0000867840,0.02500,2.933
77,mlp.experts.92.gate_proj,0.0000835970,0.02500,3.474
77,mlp.experts.88.gate_proj,0.0000938187,0.02500,3.237
77,mlp.experts.75.gate_proj,0.0001351033,0.02500,4.716
77,mlp.experts.71.gate_proj,0.0001051313,0.02500,4.854
77,mlp.experts.67.gate_proj,0.0000429958,0.02500,5.168
77,mlp.experts.84.gate_proj,0.0000789674,0.02500,3.848
77,mlp.experts.79.gate_proj,0.0001525259,0.02500,4.676
77,mlp.experts.97.gate_proj,0.0000694171,0.02500,2.987
77,mlp.experts.78.gate_proj,0.0000655740,0.02500,4.513
77,mlp.experts.101.gate_proj,0.0001024370,0.02500,3.025
77,mlp.experts.96.gate_proj,0.0000669640,0.02500,2.932
77,mlp.experts.109.gate_proj,0.0001277414,0.02500,3.079
77,mlp.experts.105.gate_proj,0.0000943238,0.02500,3.083
77,mlp.experts.108.gate_proj,0.0000548582,0.02500,3.106
77,mlp.experts.70.gate_proj,0.0000695398,0.02500,4.904
77,mlp.experts.66.gate_proj,0.0001650222,0.02500,4.775
77,mlp.experts.91.gate_proj,0.0000859169,0.02500,3.443
77,mlp.experts.104.gate_proj,0.0001150388,0.02500,3.774
77,mlp.experts.74.gate_proj,0.0000698152,0.02500,5.043
77,mlp.experts.87.gate_proj,0.0000989077,0.02500,3.488
77,mlp.experts.83.gate_proj,0.0000588476,0.02500,3.748
77,mlp.experts.100.gate_proj,0.0000945584,0.02500,3.698
77,mlp.experts.95.gate_proj,0.0000949237,0.02500,3.962
77,mlp.experts.113.gate_proj,0.0001227739,0.02500,3.139
77,mlp.experts.117.gate_proj,0.0000321895,0.02500,3.069
77,mlp.experts.1.up_proj,0.0001066609,0.02500,3.110
77,mlp.experts.5.up_proj,0.0000508080,0.02500,3.157
77,mlp.experts.112.gate_proj,0.0001237115,0.02500,3.530
77,mlp.experts.4.up_proj,0.0000443800,0.02500,3.698
77,mlp.experts.0.up_proj,0.0000680064,0.02500,3.291
77,mlp.experts.103.gate_proj,0.0000684052,0.02500,3.348
77,mlp.experts.94.gate_proj,0.0001216048,0.02500,5.279
77,mlp.experts.107.gate_proj,0.0001124566,0.02500,3.877
77,mlp.experts.86.gate_proj,0.0000512540,0.02500,4.878
77,mlp.experts.116.gate_proj,0.0000665503,0.02500,2.915
77,mlp.experts.82.gate_proj,0.0000744760,0.02500,4.907
77,mlp.experts.99.gate_proj,0.0000951886,0.02500,3.464
77,mlp.experts.90.gate_proj,0.0001144425,0.02500,4.640
77,mlp.experts.111.gate_proj,0.0001476928,0.02500,3.400
77,mlp.experts.9.up_proj,0.0001322130,0.02500,3.347
77,mlp.experts.13.up_proj,0.0000937661,0.02500,3.299
77,mlp.experts.17.up_proj,0.0001307123,0.02500,3.476
77,mlp.experts.21.up_proj,0.0000873313,0.02500,3.506
77,mlp.experts.8.up_proj,0.0001006399,0.02500,3.365
77,mlp.experts.16.up_proj,0.0000820006,0.02500,2.913
77,mlp.experts.119.gate_proj,0.0001194173,0.02500,3.058
77,mlp.experts.20.up_proj,0.0000517727,0.02500,3.930
77,mlp.experts.3.up_proj,0.0001590979,0.02500,3.370
77,mlp.experts.12.up_proj,0.0001254625,0.02500,3.593
77,mlp.experts.115.gate_proj,0.0000837778,0.02500,3.913
77,mlp.experts.7.up_proj,0.0001370096,0.02500,3.409
77,mlp.experts.102.gate_proj,0.0001605288,0.02500,4.757
77,mlp.experts.110.gate_proj,0.0000677613,0.02500,5.075
77,mlp.experts.98.gate_proj,0.0000697891,0.02500,4.776
77,mlp.experts.24.up_proj,0.0000855227,0.02500,3.431
77,mlp.experts.29.up_proj,0.0000878802,0.02500,4.050
77,mlp.experts.25.up_proj,0.0002384891,0.02500,4.159
77,mlp.experts.32.up_proj,0.0000347540,0.02500,2.961
77,mlp.experts.33.up_proj,0.0001015504,0.02500,4.009
77,mlp.experts.37.up_proj,0.0001204843,0.02500,4.076
77,mlp.experts.106.gate_proj,0.0001126703,0.02500,4.921
77,mlp.experts.36.up_proj,0.0000935232,0.02500,3.255
77,mlp.experts.15.up_proj,0.0000968496,0.02500,3.529
77,mlp.experts.19.up_proj,0.0000852426,0.02500,3.791
77,mlp.experts.28.up_proj,0.0000788678,0.02500,3.656
77,mlp.experts.11.up_proj,0.0000979697,0.02500,3.604
77,mlp.experts.40.up_proj,0.0000790846,0.02500,3.135
77,mlp.experts.118.gate_proj,0.0001312965,0.02500,3.587
77,mlp.experts.114.gate_proj,0.0001894068,0.02500,3.559
77,mlp.experts.6.up_proj,0.0001250898,0.02500,3.748
77,mlp.experts.23.up_proj,0.0001196970,0.02500,4.309
77,mlp.experts.48.up_proj,0.0000906038,0.02500,3.708
77,mlp.experts.52.up_proj,0.0000873086,0.02500,3.250
77,mlp.experts.2.up_proj,0.0000740657,0.02500,3.583
77,mlp.experts.41.up_proj,0.0000941839,0.02500,4.192
77,mlp.experts.45.up_proj,0.0000426508,0.02500,4.331
77,mlp.experts.49.up_proj,0.0001697089,0.02500,4.141
77,mlp.experts.53.up_proj,0.0001132710,0.02500,4.211
77,mlp.experts.31.up_proj,0.0000556010,0.02500,4.357
77,mlp.experts.44.up_proj,0.0001495216,0.02500,3.483
77,mlp.experts.56.up_proj,0.0000551511,0.02500,3.283
77,mlp.experts.14.up_proj,0.0000930160,0.02500,3.678
77,mlp.experts.64.up_proj,0.0000436789,0.02500,3.121
77,mlp.experts.35.up_proj,0.0000583647,0.02500,4.991
77,mlp.experts.22.up_proj,0.0000751895,0.02500,3.653
77,mlp.experts.68.up_proj,0.0000895741,0.02500,3.261
77,mlp.experts.10.up_proj,0.0001035802,0.02500,4.081
77,mlp.experts.27.up_proj,0.0001300365,0.02500,5.118
77,mlp.experts.18.up_proj,0.0000886781,0.02500,3.894
77,mlp.experts.39.up_proj,0.0000710147,0.02500,5.190
77,mlp.experts.61.up_proj,0.0001019932,0.02500,4.470
77,mlp.experts.57.up_proj,0.0001232659,0.02500,4.753
77,mlp.experts.60.up_proj,0.0000410463,0.02500,3.327
77,mlp.experts.69.up_proj,0.0000677195,0.02500,4.489
77,mlp.experts.65.up_proj,0.0001327699,0.02500,4.769
77,mlp.experts.72.up_proj,0.0000756938,0.02500,3.651
77,mlp.experts.47.up_proj,0.0000392286,0.02500,4.990
77,mlp.experts.80.up_proj,0.0000855073,0.02500,3.668
77,mlp.experts.84.up_proj,0.0000757556,0.02500,3.693
77,mlp.experts.51.up_proj,0.0000680097,0.02500,4.915
77,mlp.experts.30.up_proj,0.0000428799,0.02500,5.145
77,mlp.experts.38.up_proj,0.0000984884,0.02500,5.055
77,mlp.experts.43.up_proj,0.0000813241,0.02500,4.589
77,mlp.experts.76.up_proj,0.0000779481,0.02500,3.394
77,mlp.experts.34.up_proj,0.0000758481,0.02500,4.989
77,mlp.experts.55.up_proj,0.0001358458,0.02500,4.359
77,mlp.experts.26.up_proj,0.0000482498,0.02500,5.714
77,mlp.experts.77.up_proj,0.0000974719,0.02500,4.603
77,mlp.experts.73.up_proj,0.0001356878,0.02500,4.596
77,mlp.experts.88.up_proj,0.0000909164,0.02500,3.649
77,mlp.experts.85.up_proj,0.0000313306,0.02500,4.521
77,mlp.experts.81.up_proj,0.0000487408,0.02500,4.625
77,mlp.experts.96.up_proj,0.0000658590,0.02500,3.674
77,mlp.experts.100.up_proj,0.0000941244,0.02500,3.677
77,mlp.experts.63.up_proj,0.0001108069,0.02500,4.421
77,mlp.experts.92.up_proj,0.0000822993,0.02500,3.313
77,mlp.experts.67.up_proj,0.0000416020,0.02500,4.365
77,mlp.experts.46.up_proj,0.0000947806,0.02500,4.541
77,mlp.experts.54.up_proj,0.0000709456,0.02500,4.669
77,mlp.experts.59.up_proj,0.0000889265,0.02500,4.651
77,mlp.experts.50.up_proj,0.0000887844,0.02500,4.096
77,mlp.experts.42.up_proj,0.0001004800,0.02500,4.164
77,mlp.experts.112.up_proj,0.0001204350,0.02500,3.087
77,mlp.experts.89.up_proj,0.0000968469,0.02500,3.889
77,mlp.experts.93.up_proj,0.0000802510,0.02500,4.092
77,mlp.experts.104.up_proj,0.0001170790,0.02500,3.847
77,mlp.experts.101.up_proj,0.0001000445,0.02500,3.935
77,mlp.experts.71.up_proj,0.0001023714,0.02500,4.579
77,mlp.experts.97.up_proj,0.0000681292,0.02500,3.970
77,mlp.experts.116.up_proj,0.0000637544,0.02500,3.079
77,mlp.experts.108.up_proj,0.0000533976,0.02500,2.523
77,mlp.experts.79.up_proj,0.0001475000,0.02500,4.824
77,mlp.experts.62.up_proj,0.0000829688,0.02500,3.490
77,mlp.experts.70.up_proj,0.0000689331,0.02500,3.497
77,mlp.experts.83.up_proj,0.0000586634,0.02500,4.424
77,mlp.experts.58.up_proj,0.0000388507,0.02500,3.608
77,mlp.experts.66.up_proj,0.0001647247,0.02500,3.884
77,mlp.experts.105.up_proj,0.0000935200,0.02500,4.321
77,mlp.experts.109.up_proj,0.0001268027,0.02500,4.289
77,mlp.experts.113.up_proj,0.0001220780,0.02500,4.028
77,mlp.experts.75.up_proj,0.0001316059,0.02500,4.835
77,mlp.experts.117.up_proj,0.0000317314,0.02500,4.286
77,mlp.experts.87.up_proj,0.0000975516,0.02500,4.543
77,mlp.experts.95.up_proj,0.0000911771,0.02500,4.738
77,mlp.experts.78.up_proj,0.0000634251,0.02500,4.625
77,mlp.experts.86.up_proj,0.0000507167,0.02500,4.498
77,mlp.experts.99.up_proj,0.0000947279,0.02500,4.996
77,mlp.experts.74.up_proj,0.0000678257,0.02500,4.746
77,mlp.experts.82.up_proj,0.0000742872,0.02500,4.770
77,mlp.experts.91.up_proj,0.0000837780,0.02500,4.447
77,mlp.experts.103.up_proj,0.0000676781,0.02500,4.423
77,mlp.experts.111.up_proj,0.0001418739,0.02500,4.063
77,mlp.experts.94.up_proj,0.0001197742,0.02500,4.571
77,mlp.experts.102.up_proj,0.0001572321,0.02500,4.794
77,mlp.experts.107.up_proj,0.0001097631,0.02500,3.689
77,mlp.experts.115.up_proj,0.0000819365,0.02500,4.412
77,mlp.experts.119.up_proj,0.0001169653,0.02500,3.491
77,mlp.experts.90.up_proj,0.0001140796,0.02500,4.528
77,mlp.experts.98.up_proj,0.0000687096,0.02500,4.519
77,mlp.experts.110.up_proj,0.0000675041,0.02500,4.736
77,mlp.experts.118.up_proj,0.0001283650,0.02500,4.614
77,mlp.experts.106.up_proj,0.0001086337,0.02500,4.491
77,mlp.experts.114.up_proj,0.0001844745,0.02500,4.388
77,mlp.experts.0.down_proj,0.0000121273,0.02500,1.006
77,mlp.experts.3.down_proj,0.0000322359,0.02500,1.039
77,mlp.experts.7.down_proj,0.0000400327,0.02500,1.042
77,mlp.experts.15.down_proj,0.0000181543,0.02500,1.051
77,mlp.experts.12.down_proj,0.0000257853,0.02500,1.074
77,mlp.experts.11.down_proj,0.0000177328,0.02500,1.077
77,mlp.experts.4.down_proj,0.0000073027,0.02500,1.184
77,mlp.experts.8.down_proj,0.0000255699,0.02500,1.232
77,mlp.experts.13.down_proj,0.0000212759,0.02500,1.257
77,mlp.experts.9.down_proj,0.0000307715,0.02500,1.265
77,mlp.experts.6.down_proj,0.0000364652,0.02500,1.273
77,mlp.experts.1.down_proj,0.0000223621,0.02500,1.282
77,mlp.experts.5.down_proj,0.0000210557,0.02500,1.311
77,mlp.experts.2.down_proj,0.0000159433,0.02500,1.325
77,mlp.experts.10.down_proj,0.0000410291,0.02500,1.502
77,mlp.experts.14.down_proj,0.0000304719,0.02500,1.553
77,mlp.experts.16.down_proj,0.0000188754,0.02500,0.902
77,mlp.experts.23.down_proj,0.0000356226,0.02500,1.064
77,mlp.experts.19.down_proj,0.0000284042,0.02500,1.072
77,mlp.experts.24.down_proj,0.0000128369,0.02500,0.884
77,mlp.experts.27.down_proj,0.0000330664,0.02500,1.064
77,mlp.experts.31.down_proj,0.0000275351,0.02500,1.118
77,mlp.experts.28.down_proj,0.0000374899,0.02500,1.101
77,mlp.experts.20.down_proj,0.0000167792,0.02500,1.144
77,mlp.experts.18.down_proj,0.0000203403,0.02500,1.152
77,mlp.experts.26.down_proj,0.0000078010,0.02500,1.081
77,mlp.experts.22.down_proj,0.0000164438,0.02500,1.340
77,mlp.experts.30.down_proj,0.0000060386,0.02500,1.214
77,mlp.experts.25.down_proj,0.0000680087,0.02500,1.585
77,mlp.experts.29.down_proj,0.0000307486,0.02500,1.597
77,mlp.experts.21.down_proj,0.0000282263,0.02500,1.593
77,mlp.experts.17.down_proj,0.0000602166,0.02500,1.646
77,mlp.experts.39.down_proj,0.0000190308,0.02500,0.969
77,mlp.experts.35.down_proj,0.0000118906,0.02500,0.979
77,mlp.experts.32.down_proj,0.0000091289,0.02500,1.189
77,mlp.experts.43.down_proj,0.0000318153,0.02500,0.972
77,mlp.experts.47.down_proj,0.0000201710,0.02500,0.981
77,mlp.experts.40.down_proj,0.0000219642,0.02500,1.215
77,mlp.experts.44.down_proj,0.0000590451,0.02500,1.283
77,mlp.experts.34.down_proj,0.0000128306,0.02500,1.028
77,mlp.experts.36.down_proj,0.0000258874,0.02500,1.213
77,mlp.experts.42.down_proj,0.0000247120,0.02500,1.014
77,mlp.experts.38.down_proj,0.0000230066,0.02500,1.065
77,mlp.experts.46.down_proj,0.0000326956,0.02500,1.109
77,mlp.experts.55.down_proj,0.0000288457,0.02500,0.919
77,mlp.experts.51.down_proj,0.0000368957,0.02500,0.915
77,mlp.experts.59.down_proj,0.0000357114,0.02500,0.915
77,mlp.experts.63.down_proj,0.0000269103,0.02500,0.914
77,mlp.experts.45.down_proj,0.0000067108,0.02500,1.373
77,mlp.experts.41.down_proj,0.0000173280,0.02500,1.386
77,mlp.experts.48.down_proj,0.0000215475,0.02500,1.148
77,mlp.experts.37.down_proj,0.0000225335,0.02500,1.379
77,mlp.experts.33.down_proj,0.0000323334,0.02500,1.376
77,mlp.experts.56.down_proj,0.0000134631,0.02500,1.178
77,mlp.experts.60.down_proj,0.0000173172,0.02500,1.102
77,mlp.experts.50.down_proj,0.0000276173,0.02500,1.100
77,mlp.experts.54.down_proj,0.0000231063,0.02500,0.953
77,mlp.experts.52.down_proj,0.0000221209,0.02500,1.131
77,mlp.experts.58.down_proj,0.0000126224,0.02500,1.208
77,mlp.experts.62.down_proj,0.0000163486,0.02500,1.042
77,mlp.experts.71.down_proj,0.0000249417,0.02500,1.030
77,mlp.experts.67.down_proj,0.0000072663,0.02500,1.043
77,mlp.experts.75.down_proj,0.0000301073,0.02500,1.042
77,mlp.experts.79.down_proj,0.0000439969,0.02500,1.035
77,mlp.experts.64.down_proj,0.0000146953,0.02500,0.938
77,mlp.experts.72.down_proj,0.0000217316,0.02500,0.896
77,mlp.experts.76.down_proj,0.0000138124,0.02500,0.907
77,mlp.experts.57.down_proj,0.0000420439,0.02500,1.259
77,mlp.experts.53.down_proj,0.0000214397,0.02500,1.248
77,mlp.experts.66.down_proj,0.0000408019,0.02500,0.957
77,mlp.experts.61.down_proj,0.0000232327,0.02500,1.338
77,mlp.experts.49.down_proj,0.0000445492,0.02500,1.274
77,mlp.experts.68.down_proj,0.0000170014,0.02500,0.907
77,mlp.experts.70.down_proj,0.0000130665,0.02500,1.147
77,mlp.experts.78.down_proj,0.0000264300,0.02500,0.938
77,mlp.experts.87.down_proj,0.0000226159,0.02500,0.905
77,mlp.experts.83.down_proj,0.0000166840,0.02500,0.903
77,mlp.experts.91.down_proj,0.0000277170,0.02500,0.927
77,mlp.experts.74.down_proj,0.0000342672,0.02500,1.201
77,mlp.experts.95.down_proj,0.0000274456,0.02500,0.921
77,mlp.experts.80.down_proj,0.0000169266,0.02500,0.898
77,mlp.experts.88.down_proj,0.0000186963,0.02500,0.886
77,mlp.experts.92.down_proj,0.0000150890,0.02500,0.887
77,mlp.experts.84.down_proj,0.0000159345,0.02500,0.885
77,mlp.experts.82.down_proj,0.0000224670,0.02500,0.949
77,mlp.experts.73.down_proj,0.0000301965,0.02500,1.225
77,mlp.experts.77.down_proj,0.0000459243,0.02500,1.233
77,mlp.experts.94.down_proj,0.0000372975,0.02500,0.971
77,mlp.experts.65.down_proj,0.0000573231,0.02500,1.289
77,mlp.experts.103.down_proj,0.0000127972,0.02500,0.959
77,mlp.experts.99.down_proj,0.0000174411,0.02500,0.961
77,mlp.experts.69.down_proj,0.0000163444,0.02500,1.392
77,mlp.experts.107.down_proj,0.0000473159,0.02500,0.982
77,mlp.experts.111.down_proj,0.0000506318,0.02500,0.994
77,mlp.experts.86.down_proj,0.0000104598,0.02500,1.253
77,mlp.experts.96.down_proj,0.0000164031,0.02500,0.973
77,mlp.experts.90.down_proj,0.0000389396,0.02500,1.155
77,mlp.experts.104.down_proj,0.0000440728,0.02500,0.986
77,mlp.experts.108.down_proj,0.0000110756,0.02500,0.990
77,mlp.experts.100.down_proj,0.0000191357,0.02500,0.970
77,mlp.experts.119.down_proj,0.0000437389,0.02500,0.705
77,mlp.experts.115.down_proj,0.0000181340,0.02500,0.694
77,mlp.experts.98.down_proj,0.0000110151,0.02500,1.230
77,mlp.experts.89.down_proj,0.0000221159,0.02500,1.241
77,mlp.experts.112.down_proj,0.0000299336,0.02500,0.967
77,mlp.experts.110.down_proj,0.0000185416,0.02500,1.197
77,mlp.experts.93.down_proj,0.0000145184,0.02500,1.229
77,mlp.experts.81.down_proj,0.0000136695,0.02500,1.242
77,mlp.experts.102.down_proj,0.0000498031,0.02500,1.106
77,mlp.experts.106.down_proj,0.0000462359,0.02500,0.993
77,mlp.experts.116.down_proj,0.0000354706,0.02500,0.732
77,mlp.experts.85.down_proj,0.0000090702,0.02500,1.308
77,mlp.experts.114.down_proj,0.0000465072,0.02500,0.746
77,mlp.experts.118.down_proj,0.0000620082,0.02500,0.557
77,mlp.experts.105.down_proj,0.0000216090,0.02500,1.450
77,mlp.experts.109.down_proj,0.0000652558,0.02500,1.396
77,mlp.experts.97.down_proj,0.0000151861,0.02500,1.362
77,mlp.experts.101.down_proj,0.0000228290,0.02500,1.272
77,mlp.experts.113.down_proj,0.0000251572,0.02500,0.573
77,mlp.experts.117.down_proj,0.0000099394,0.02500,0.552
78,self_attn.v_proj,0.0000008044,0.02500,1.894
78,self_attn.k_proj,0.0000003096,0.02500,2.058
78,self_attn.q_proj,0.0000021812,0.02500,2.318
78,self_attn.o_proj,0.0000011900,0.02500,4.063
78,mlp.shared_experts.gate_proj,0.0000052324,0.02500,1.482
78,mlp.shared_experts.up_proj,0.0000034647,0.02500,1.684
78,mlp.shared_experts.down_proj,0.0000009076,0.02500,0.441
78,mlp.experts.12.gate_proj,0.0000819144,0.02500,4.486
78,mlp.experts.8.gate_proj,0.0000996476,0.02500,4.628
78,mlp.experts.1.gate_proj,0.0001615208,0.02500,4.853
78,mlp.experts.0.gate_proj,0.0001677901,0.02500,4.876
78,mlp.experts.11.gate_proj,0.0001146198,0.02500,4.771
78,mlp.experts.14.gate_proj,0.0000611257,0.02500,4.819
78,mlp.experts.4.gate_proj,0.0000438571,0.02500,4.825
78,mlp.experts.10.gate_proj,0.0000821521,0.02500,4.898
78,mlp.experts.3.gate_proj,0.0001229908,0.02500,5.142
78,mlp.experts.2.gate_proj,0.0000392247,0.02500,5.155
78,mlp.experts.6.gate_proj,0.0001289726,0.02500,5.009
78,mlp.experts.7.gate_proj,0.0000999826,0.02500,5.058
78,mlp.experts.9.gate_proj,0.0000883244,0.02500,5.092
78,mlp.experts.15.gate_proj,0.0001139535,0.02500,5.167
78,mlp.experts.13.gate_proj,0.0000832901,0.02500,5.219
78,mlp.experts.5.gate_proj,0.0001064707,0.02500,5.282
78,mlp.experts.24.gate_proj,0.0001747881,0.02500,3.523
78,mlp.experts.30.gate_proj,0.0001549406,0.02500,3.359
78,mlp.experts.20.gate_proj,0.0001397933,0.02500,3.420
78,mlp.experts.26.gate_proj,0.0000361610,0.02500,3.386
78,mlp.experts.16.gate_proj,0.0000806742,0.02500,3.666
78,mlp.experts.28.gate_proj,0.0000674428,0.02500,3.860
78,mlp.experts.18.gate_proj,0.0000674794,0.02500,3.421
78,mlp.experts.22.gate_proj,0.0000893001,0.02500,3.513
78,mlp.experts.17.gate_proj,0.0000544802,0.02500,3.887
78,mlp.experts.25.gate_proj,0.0000987506,0.02500,3.789
78,mlp.experts.21.gate_proj,0.0001080187,0.02500,3.736
78,mlp.experts.29.gate_proj,0.0001047868,0.02500,3.840
78,mlp.experts.27.gate_proj,0.0000405558,0.02500,4.933
78,mlp.experts.19.gate_proj,0.0001911785,0.02500,4.949
78,mlp.experts.23.gate_proj,0.0001625431,0.02500,4.915
78,mlp.experts.31.gate_proj,0.0000462430,0.02500,4.849
78,mlp.experts.32.gate_proj,0.0001590277,0.02500,3.331
78,mlp.experts.46.gate_proj,0.0000951528,0.02500,3.596
78,mlp.experts.44.gate_proj,0.0000687900,0.02500,3.583
78,mlp.experts.38.gate_proj,0.0001757807,0.02500,3.452
78,mlp.experts.40.gate_proj,0.0001525090,0.02500,3.868
78,mlp.experts.34.gate_proj,0.0000661148,0.02500,3.670
78,mlp.experts.42.gate_proj,0.0000657940,0.02500,3.800
78,mlp.experts.33.gate_proj,0.0002040221,0.02500,3.579
78,mlp.experts.36.gate_proj,0.0000650946,0.02500,3.908
78,mlp.experts.41.gate_proj,0.0001003354,0.02500,3.567
78,mlp.experts.37.gate_proj,0.0001681976,0.02500,3.623
78,mlp.experts.45.gate_proj,0.0001062061,0.02500,3.674
78,mlp.experts.35.gate_proj,0.0000766999,0.02500,4.178
78,mlp.experts.43.gate_proj,0.0000494068,0.02500,4.392
78,mlp.experts.47.gate_proj,0.0000718523,0.02500,4.198
78,mlp.experts.39.gate_proj,0.0001683742,0.02500,4.291
78,mlp.experts.49.gate_proj,0.0001383221,0.02500,3.638
78,mlp.experts.62.gate_proj,0.0000780823,0.02500,4.075
78,mlp.experts.48.gate_proj,0.0002368328,0.02500,4.206
78,mlp.experts.57.gate_proj,0.0001614010,0.02500,3.472
78,mlp.experts.58.gate_proj,0.0000770064,0.02500,3.872
78,mlp.experts.52.gate_proj,0.0001320027,0.02500,3.854
78,mlp.experts.60.gate_proj,0.0001464488,0.02500,4.130
78,mlp.experts.54.gate_proj,0.0000641323,0.02500,4.103
78,mlp.experts.61.gate_proj,0.0000750269,0.02500,3.376
78,mlp.experts.50.gate_proj,0.0000719778,0.02500,4.147
78,mlp.experts.53.gate_proj,0.0000699243,0.02500,3.641
78,mlp.experts.56.gate_proj,0.0000563098,0.02500,4.494
78,mlp.experts.59.gate_proj,0.0002299408,0.02500,4.203
78,mlp.experts.55.gate_proj,0.0001185985,0.02500,4.131
78,mlp.experts.51.gate_proj,0.0001465406,0.02500,4.373
78,mlp.experts.63.gate_proj,0.0001028678,0.02500,4.472
78,mlp.experts.65.gate_proj,0.0000949264,0.02500,3.129
78,mlp.experts.73.gate_proj,0.0001069017,0.02500,3.172
78,mlp.experts.77.gate_proj,0.0000822346,0.02500,3.132
78,mlp.experts.69.gate_proj,0.0001211617,0.02500,3.149
78,mlp.experts.78.gate_proj,0.0000204523,0.02500,4.090
78,mlp.experts.66.gate_proj,0.0000707316,0.02500,3.895
78,mlp.experts.74.gate_proj,0.0001638191,0.02500,4.233
78,mlp.experts.70.gate_proj,0.0000934553,0.02500,4.195
78,mlp.experts.64.gate_proj,0.0000766835,0.02500,4.432
78,mlp.experts.68.gate_proj,0.0000632036,0.02500,4.422
78,mlp.experts.76.gate_proj,0.0000735093,0.02500,4.425
78,mlp.experts.72.gate_proj,0.0001500958,0.02500,4.599
78,mlp.experts.75.gate_proj,0.0000828305,0.02500,3.133
78,mlp.experts.67.gate_proj,0.0001083324,0.02500,3.082
78,mlp.experts.71.gate_proj,0.0001076639,0.02500,3.208
78,mlp.experts.79.gate_proj,0.0000970900,0.02500,3.114
78,mlp.experts.81.gate_proj,0.0000318299,0.02500,3.264
78,mlp.experts.89.gate_proj,0.0001184909,0.02500,3.191
78,mlp.experts.93.gate_proj,0.0000566200,0.02500,3.208
78,mlp.experts.85.gate_proj,0.0000909145,0.02500,3.185
78,mlp.experts.82.gate_proj,0.0000726829,0.02500,3.125
78,mlp.experts.94.gate_proj,0.0000755984,0.02500,3.634
78,mlp.experts.86.gate_proj,0.0001008716,0.02500,3.574
78,mlp.experts.90.gate_proj,0.0000620108,0.02500,3.843
78,mlp.experts.80.gate_proj,0.0000947772,0.02500,4.448
78,mlp.experts.92.gate_proj,0.0000986352,0.02500,4.416
78,mlp.experts.91.gate_proj,0.0001277321,0.02500,3.551
78,mlp.experts.84.gate_proj,0.0001028396,0.02500,4.567
78,mlp.experts.83.gate_proj,0.0000948516,0.02500,3.733
78,mlp.experts.97.gate_proj,0.0001709586,0.02500,3.179
78,mlp.experts.105.gate_proj,0.0000620006,0.02500,3.164
78,mlp.experts.95.gate_proj,0.0000746749,0.02500,3.748
78,mlp.experts.109.gate_proj,0.0000929725,0.02500,3.121
78,mlp.experts.88.gate_proj,0.0001112611,0.02500,4.494
78,mlp.experts.101.gate_proj,0.0000654404,0.02500,3.002
78,mlp.experts.98.gate_proj,0.0001722000,0.02500,3.212
78,mlp.experts.102.gate_proj,0.0000763183,0.02500,3.577
78,mlp.experts.110.gate_proj,0.0001450767,0.02500,3.975
78,mlp.experts.106.gate_proj,0.0000520441,0.02500,3.817
78,mlp.experts.96.gate_proj,0.0000944191,0.02500,5.238
78,mlp.experts.108.gate_proj,0.0000783833,0.02500,5.308
78,mlp.experts.100.gate_proj,0.0001168645,0.02500,5.287
78,mlp.experts.87.gate_proj,0.0000558409,0.02500,9.391
78,mlp.experts.114.gate_proj,0.0001522664,0.02500,4.799
78,mlp.experts.118.gate_proj,0.0000489907,0.02500,5.358
78,mlp.experts.6.up_proj,0.0001285579,0.02500,5.327
78,mlp.experts.2.up_proj,0.0000380407,0.02500,5.439
78,mlp.experts.107.gate_proj,0.0000863541,0.02500,9.140
78,mlp.experts.99.gate_proj,0.0000982276,0.02500,9.027
78,mlp.experts.103.gate_proj,0.0001376255,0.02500,3.720
78,mlp.experts.111.gate_proj,0.0000952785,0.02500,9.238
78,mlp.experts.10.up_proj,0.0000824384,0.02500,4.680
78,mlp.experts.14.up_proj,0.0000589552,0.02500,4.705
78,mlp.experts.22.up_proj,0.0000890012,0.02500,4.613
78,mlp.experts.7.up_proj,0.0001000460,0.02500,2.966
78,mlp.experts.18.up_proj,0.0000670613,0.02500,4.620
78,mlp.experts.119.gate_proj,0.0000586993,0.02500,3.217
78,mlp.experts.3.up_proj,0.0001227183,0.02500,3.909
78,mlp.experts.115.gate_proj,0.0001284150,0.02500,3.910
78,mlp.experts.26.up_proj,0.0000276127,0.02500,4.306
78,mlp.experts.38.up_proj,0.0001742048,0.02500,4.226
78,mlp.experts.23.up_proj,0.0001620535,0.02500,4.041
78,mlp.experts.19.up_proj,0.0001894441,0.02500,3.987
78,mlp.experts.30.up_proj,0.0001528263,0.02500,4.646
78,mlp.experts.15.up_proj,0.0001111540,0.02500,4.234
78,mlp.experts.11.up_proj,0.0001121358,0.02500,4.087
78,mlp.experts.34.up_proj,0.0000636175,0.02500,4.438
78,mlp.experts.42.up_proj,0.0000651162,0.02500,4.490
78,mlp.experts.39.up_proj,0.0001699821,0.02500,3.791
78,mlp.experts.54.up_proj,0.0000636629,0.02500,4.085
78,mlp.experts.31.up_proj,0.0000459283,0.02500,3.895
78,mlp.experts.27.up_proj,0.0000412626,0.02500,4.011
78,mlp.experts.46.up_proj,0.0000925295,0.02500,4.270
78,mlp.experts.35.up_proj,0.0000747884,0.02500,4.422
78,mlp.experts.50.up_proj,0.0000696762,0.02500,4.236
78,mlp.experts.58.up_proj,0.0000760508,0.02500,3.784
78,mlp.experts.104.gate_proj,0.0001160919,0.02500,23.075
78,mlp.experts.55.up_proj,0.0001140972,0.02500,3.290
78,mlp.experts.70.up_proj,0.0000939975,0.02500,3.698
78,mlp.experts.47.up_proj,0.0000705978,0.02500,3.499
78,mlp.experts.62.up_proj,0.0000754095,0.02500,3.582
78,mlp.experts.51.up_proj,0.0001441642,0.02500,3.571
78,mlp.experts.66.up_proj,0.0000701145,0.02500,3.616
78,mlp.experts.43.up_proj,0.0000484797,0.02500,4.189
78,mlp.experts.71.up_proj,0.0001053108,0.02500,3.199
78,mlp.experts.74.up_proj,0.0001590270,0.02500,3.694
78,mlp.experts.112.gate_proj,0.0000630389,0.02500,22.712
78,mlp.experts.63.up_proj,0.0000996851,0.02500,3.206
78,mlp.experts.4.up_proj,0.0000435396,0.02500,22.839
78,mlp.experts.116.gate_proj,0.0000763620,0.02500,22.884
78,mlp.experts.0.up_proj,0.0001608849,0.02500,5.153
78,mlp.experts.86.up_proj,0.0001005418,0.02500,4.497
78,mlp.experts.67.up_proj,0.0001074984,0.02500,4.173
78,mlp.experts.78.up_proj,0.0000202151,0.02500,4.648
78,mlp.experts.59.up_proj,0.0002300376,0.02500,4.260
78,mlp.experts.82.up_proj,0.0000715843,0.02500,4.708
78,mlp.experts.87.up_proj,0.0000550688,0.02500,4.156
78,mlp.experts.79.up_proj,0.0000964160,0.02500,3.789
78,mlp.experts.90.up_proj,0.0000618399,0.02500,4.532
78,mlp.experts.8.up_proj,0.0000967617,0.02500,5.231
78,mlp.experts.102.up_proj,0.0000743264,0.02500,3.952
78,mlp.experts.83.up_proj,0.0000925905,0.02500,3.809
78,mlp.experts.20.up_proj,0.0001321653,0.02500,5.018
78,mlp.experts.12.up_proj,0.0000816425,0.02500,5.036
78,mlp.experts.94.up_proj,0.0000746732,0.02500,3.939
78,mlp.experts.75.up_proj,0.0000818825,0.02500,3.883
78,mlp.experts.16.up_proj,0.0000802364,0.02500,4.847
78,mlp.experts.98.up_proj,0.0001705930,0.02500,4.171
78,mlp.experts.103.up_proj,0.0001339649,0.02500,4.091
78,mlp.experts.106.up_proj,0.0000505784,0.02500,3.638
78,mlp.experts.95.up_proj,0.0000740432,0.02500,4.147
78,mlp.experts.118.up_proj,0.0000482031,0.02500,3.658
78,mlp.experts.24.up_proj,0.0001734178,0.02500,3.780
78,mlp.experts.36.up_proj,0.0000639543,0.02500,3.806
78,mlp.experts.110.up_proj,0.0001443494,0.02500,3.361
78,mlp.experts.99.up_proj,0.0000981596,0.02500,3.955
78,mlp.experts.28.up_proj,0.0000665749,0.02500,3.863
78,mlp.experts.114.up_proj,0.0001492632,0.02500,3.051
78,mlp.experts.32.up_proj,0.0001547777,0.02500,3.935
78,mlp.experts.91.up_proj,0.0001227106,0.02500,4.559
78,mlp.experts.111.up_proj,0.0000937348,0.02500,4.470
78,mlp.experts.119.up_proj,0.0000572965,0.02500,4.859
78,mlp.experts.52.up_proj,0.0001317061,0.02500,4.339
78,mlp.experts.40.up_proj,0.0001520501,0.02500,4.497
78,mlp.experts.115.up_proj,0.0001260310,0.02500,4.308
78,mlp.experts.44.up_proj,0.0000677612,0.02500,4.381
78,mlp.experts.107.up_proj,0.0000821530,0.02500,3.427
78,mlp.experts.48.up_proj,0.0002352441,0.02500,4.291
78,mlp.experts.56.up_proj,0.0000563840,0.02500,5.394
78,mlp.experts.68.up_proj,0.0000626286,0.02500,5.614
78,mlp.experts.60.up_proj,0.0001435293,0.02500,5.494
78,mlp.experts.64.up_proj,0.0000752545,0.02500,5.801
78,mlp.experts.84.up_proj,0.0001024155,0.02500,5.255
78,mlp.experts.72.up_proj,0.0001471661,0.02500,5.765
78,mlp.experts.76.up_proj,0.0000721793,0.02500,5.819
78,mlp.experts.80.up_proj,0.0000944789,0.02500,5.698
78,mlp.experts.100.up_proj,0.0001154552,0.02500,6.090
78,mlp.experts.88.up_proj,0.0000962453,0.02500,5.975
78,mlp.experts.92.up_proj,0.0000971461,0.02500,5.831
78,mlp.experts.96.up_proj,0.0000923411,0.02500,5.908
78,mlp.experts.116.up_proj,0.0000748871,0.02500,6.223
78,mlp.experts.108.up_proj,0.0000758773,0.02500,5.883
78,mlp.experts.104.up_proj,0.0001139157,0.02500,6.128
78,mlp.experts.112.up_proj,0.0000618562,0.02500,5.330
78,mlp.experts.117.gate_proj,0.0001169665,0.02500,5.638
78,mlp.experts.1.up_proj,0.0001555751,0.02500,5.675
78,mlp.experts.5.up_proj,0.0001027635,0.02500,5.703
78,mlp.experts.113.gate_proj,0.0000994109,0.02500,5.881
78,mlp.experts.21.up_proj,0.0001046668,0.02500,8.335
78,mlp.experts.13.up_proj,0.0000821633,0.02500,8.566
78,mlp.experts.9.up_proj,0.0000870653,0.02500,8.457
78,mlp.experts.17.up_proj,0.0000538841,0.02500,8.844
78,mlp.experts.37.up_proj,0.0001611757,0.02500,5.408
78,mlp.experts.29.up_proj,0.0001010870,0.02500,5.404
78,mlp.experts.33.up_proj,0.0002029188,0.02500,5.285
78,mlp.experts.25.up_proj,0.0000955978,0.02500,5.935
78,mlp.experts.53.up_proj,0.0000697492,0.02500,6.040
78,mlp.experts.45.up_proj,0.0001034721,0.02500,5.840
78,mlp.experts.49.up_proj,0.0001342565,0.02500,5.857
78,mlp.experts.41.up_proj,0.0000999529,0.02500,6.249
78,mlp.experts.61.up_proj,0.0000728739,0.02500,5.184
78,mlp.experts.69.up_proj,0.0001193744,0.02500,5.618
78,mlp.experts.65.up_proj,0.0000924302,0.02500,5.526
78,mlp.experts.57.up_proj,0.0001621846,0.02500,5.828
78,mlp.experts.77.up_proj,0.0000819660,0.02500,5.820
78,mlp.experts.85.up_proj,0.0000910638,0.02500,5.582
78,mlp.experts.81.up_proj,0.0000310746,0.02500,5.541
78,mlp.experts.73.up_proj,0.0001052744,0.02500,5.652
78,mlp.experts.93.up_proj,0.0000536908,0.02500,5.959
78,mlp.experts.101.up_proj,0.0000649899,0.02500,5.873
78,mlp.experts.97.up_proj,0.0001684905,0.02500,5.873
78,mlp.experts.89.up_proj,0.0001161651,0.02500,5.698
78,mlp.experts.109.up_proj,0.0000903594,0.02500,5.199
78,mlp.experts.117.up_proj,0.0001123445,0.02500,5.325
78,mlp.experts.113.up_proj,0.0000990086,0.02500,5.298
78,mlp.experts.105.up_proj,0.0000619324,0.02500,4.478
78,mlp.experts.3.down_proj,0.0000370318,0.02500,1.215
78,mlp.experts.7.down_proj,0.0000236818,0.02500,1.143
78,mlp.experts.11.down_proj,0.0000219545,0.02500,1.158
78,mlp.experts.1.down_proj,0.0000548945,0.02500,1.366
78,mlp.experts.15.down_proj,0.0000321893,0.02500,1.238
78,mlp.experts.5.down_proj,0.0000334174,0.02500,1.265
78,mlp.experts.13.down_proj,0.0000325566,0.02500,1.315
78,mlp.experts.2.down_proj,0.0000159592,0.02500,1.483
78,mlp.experts.4.down_proj,0.0000087926,0.02500,1.351
78,mlp.experts.9.down_proj,0.0000220948,0.02500,1.380
78,mlp.experts.8.down_proj,0.0000317980,0.02500,1.414
78,mlp.experts.0.down_proj,0.0000266841,0.02500,1.573
78,mlp.experts.12.down_proj,0.0000198771,0.02500,1.495
78,mlp.experts.10.down_proj,0.0000153224,0.02500,1.612
78,mlp.experts.6.down_proj,0.0000244138,0.02500,1.674
78,mlp.experts.14.down_proj,0.0000093837,0.02500,1.674
78,mlp.experts.19.down_proj,0.0000611561,0.02500,0.955
78,mlp.experts.23.down_proj,0.0000368768,0.02500,0.968
78,mlp.experts.27.down_proj,0.0000188988,0.02500,0.973
78,mlp.experts.21.down_proj,0.0000427723,0.02500,0.998
78,mlp.experts.31.down_proj,0.0000081500,0.02500,1.029
78,mlp.experts.17.down_proj,0.0000137657,0.02500,1.127
78,mlp.experts.25.down_proj,0.0000180044,0.02500,0.997
78,mlp.experts.29.down_proj,0.0000184392,0.02500,1.197
78,mlp.experts.18.down_proj,0.0000128293,0.02500,1.266
78,mlp.experts.20.down_proj,0.0000345176,0.02500,1.425
78,mlp.experts.24.down_proj,0.0000757510,0.02500,1.454
78,mlp.experts.28.down_proj,0.0000174153,0.02500,1.389
78,mlp.experts.30.down_proj,0.0000550722,0.02500,1.212
78,mlp.experts.22.down_proj,0.0000168280,0.02500,1.219
78,mlp.experts.16.down_proj,0.0000387097,0.02500,1.470
78,mlp.experts.26.down_proj,0.0000231103,0.02500,1.326
78,mlp.experts.35.down_proj,0.0000259940,0.02500,1.345
78,mlp.experts.39.down_proj,0.0000323200,0.02500,1.355
78,mlp.experts.37.down_proj,0.0000587021,0.02500,1.241
78,mlp.experts.47.down_proj,0.0000105258,0.02500,1.308
78,mlp.experts.34.down_proj,0.0000117844,0.02500,0.981
78,mlp.experts.43.down_proj,0.0000411839,0.02500,1.465
78,mlp.experts.33.down_proj,0.0000805819,0.02500,1.243
78,mlp.experts.41.down_proj,0.0000470524,0.02500,1.242
78,mlp.experts.46.down_proj,0.0000267697,0.02500,0.944
78,mlp.experts.45.down_proj,0.0000216930,0.02500,1.332
78,mlp.experts.38.down_proj,0.0000952259,0.02500,0.956
78,mlp.experts.42.down_proj,0.0000344290,0.02500,0.967
78,mlp.experts.36.down_proj,0.0000174438,0.02500,1.288
78,mlp.experts.44.down_proj,0.0000116149,0.02500,1.284
78,mlp.experts.32.down_proj,0.0000388848,0.02500,1.294
78,mlp.experts.51.down_proj,0.0000917815,0.02500,0.904
78,mlp.experts.55.down_proj,0.0000319366,0.02500,0.883
78,mlp.experts.40.down_proj,0.0000369542,0.02500,1.504
78,mlp.experts.63.down_proj,0.0000652965,0.02500,0.867
78,mlp.experts.59.down_proj,0.0001001336,0.02500,0.862
78,mlp.experts.50.down_proj,0.0000138850,0.02500,0.926
78,mlp.experts.53.down_proj,0.0000173409,0.02500,1.132
78,mlp.experts.57.down_proj,0.0000484528,0.02500,1.085
78,mlp.experts.49.down_proj,0.0000536028,0.02500,1.110
78,mlp.experts.62.down_proj,0.0000163622,0.02500,0.920
78,mlp.experts.54.down_proj,0.0000114244,0.02500,0.913
78,mlp.experts.58.down_proj,0.0000224462,0.02500,0.926
78,mlp.experts.61.down_proj,0.0000152536,0.02500,1.012
78,mlp.experts.67.down_proj,0.0000300268,0.02500,0.869
78,mlp.experts.71.down_proj,0.0000219726,0.02500,0.869
78,mlp.experts.79.down_proj,0.0000194637,0.02500,0.868
78,mlp.experts.75.down_proj,0.0000159966,0.02500,0.864
78,mlp.experts.66.down_proj,0.0000314803,0.02500,0.967
78,mlp.experts.52.down_proj,0.0000436771,0.02500,1.463
78,mlp.experts.69.down_proj,0.0000276304,0.02500,0.962
78,mlp.experts.60.down_proj,0.0000300029,0.02500,1.432
78,mlp.experts.48.down_proj,0.0000766891,0.02500,1.447
78,mlp.experts.70.down_proj,0.0000308666,0.02500,0.947
78,mlp.experts.78.down_proj,0.0000100821,0.02500,0.970
78,mlp.experts.65.down_proj,0.0000281893,0.02500,1.012
78,mlp.experts.73.down_proj,0.0000213599,0.02500,1.036
78,mlp.experts.74.down_proj,0.0000574389,0.02500,0.962
78,mlp.experts.56.down_proj,0.0000162611,0.02500,1.487
78,mlp.experts.77.down_proj,0.0000215859,0.02500,1.041
78,mlp.experts.83.down_proj,0.0000139489,0.02500,0.876
78,mlp.experts.87.down_proj,0.0000191509,0.02500,0.882
78,mlp.experts.91.down_proj,0.0000399881,0.02500,0.863
78,mlp.experts.95.down_proj,0.0000342570,0.02500,0.877
78,mlp.experts.82.down_proj,0.0000268554,0.02500,0.933
78,mlp.experts.85.down_proj,0.0000391967,0.02500,1.014
78,mlp.experts.86.down_proj,0.0000219055,0.02500,0.932
78,mlp.experts.81.down_proj,0.0000216624,0.02500,0.925
78,mlp.experts.94.down_proj,0.0000213245,0.02500,0.945
78,mlp.experts.90.down_proj,0.0000126732,0.02500,0.922
78,mlp.experts.89.down_proj,0.0000319175,0.02500,1.060
78,mlp.experts.99.down_proj,0.0000382981,0.02500,0.865
78,mlp.experts.93.down_proj,0.0000098945,0.02500,1.041
78,mlp.experts.103.down_proj,0.0000350406,0.02500,0.874
78,mlp.experts.107.down_proj,0.0000175885,0.02500,0.877
78,mlp.experts.111.down_proj,0.0000168057,0.02500,0.893
78,mlp.experts.68.down_proj,0.0000137673,0.02500,1.569
78,mlp.experts.64.down_proj,0.0000153095,0.02500,1.538
78,mlp.experts.76.down_proj,0.0000181908,0.02500,1.647
78,mlp.experts.98.down_proj,0.0000512583,0.02500,0.924
78,mlp.experts.72.down_proj,0.0000314841,0.02500,1.551
78,mlp.experts.102.down_proj,0.0000276332,0.02500,0.935
78,mlp.experts.110.down_proj,0.0000335995,0.02500,0.916
78,mlp.experts.115.down_proj,0.0000472015,0.02500,0.715
78,mlp.experts.97.down_proj,0.0000628771,0.02500,0.966
78,mlp.experts.106.down_proj,0.0000173504,0.02500,0.914
78,mlp.experts.119.down_proj,0.0000102577,0.02500,0.674
78,mlp.experts.101.down_proj,0.0000203714,0.02500,1.154
78,mlp.experts.105.down_proj,0.0000223369,0.02500,1.129
78,mlp.experts.109.down_proj,0.0000201709,0.02500,1.013
78,mlp.experts.114.down_proj,0.0000482731,0.02500,0.721
78,mlp.experts.118.down_proj,0.0000157148,0.02500,0.619
78,mlp.experts.84.down_proj,0.0000338598,0.02500,1.357
78,mlp.experts.80.down_proj,0.0000439781,0.02500,1.386
78,mlp.experts.92.down_proj,0.0000177160,0.02500,1.324
78,mlp.experts.88.down_proj,0.0000390794,0.02500,1.247
78,mlp.experts.117.down_proj,0.0000428811,0.02500,0.894
78,mlp.experts.113.down_proj,0.0000261722,0.02500,1.056
78,mlp.experts.100.down_proj,0.0000290129,0.02500,1.625
78,mlp.experts.96.down_proj,0.0000198678,0.02500,1.606
78,mlp.experts.108.down_proj,0.0000185831,0.02500,1.674
78,mlp.experts.104.down_proj,0.0000376372,0.02500,1.603
78,mlp.experts.116.down_proj,0.0000219917,0.02500,0.675
78,mlp.experts.112.down_proj,0.0000092452,0.02500,0.610
79,self_attn.v_proj,0.0000009318,0.02500,1.977
79,self_attn.k_proj,0.0000003492,0.02500,2.053
79,self_attn.q_proj,0.0000026067,0.02500,2.232
79,self_attn.o_proj,0.0000012690,0.02500,4.261
79,mlp.shared_experts.gate_proj,0.0000054906,0.02500,1.597
79,mlp.shared_experts.up_proj,0.0000046045,0.02500,1.875
79,mlp.shared_experts.down_proj,0.0000012780,0.02500,0.420
79,mlp.experts.0.gate_proj,0.0000898645,0.02500,3.884
79,mlp.experts.8.gate_proj,0.0000914268,0.02500,3.690
79,mlp.experts.12.gate_proj,0.0000956240,0.02500,3.758
79,mlp.experts.4.gate_proj,0.0001211603,0.02500,4.034
79,mlp.experts.1.gate_proj,0.0000398932,0.02500,4.674
79,mlp.experts.9.gate_proj,0.0000915500,0.02500,4.557
79,mlp.experts.5.gate_proj,0.0000776980,0.02500,4.771
79,mlp.experts.13.gate_proj,0.0000561024,0.02500,4.833
79,mlp.experts.7.gate_proj,0.0001235351,0.02500,4.954
79,mlp.experts.11.gate_proj,0.0001068990,0.02500,5.182
79,mlp.experts.3.gate_proj,0.0001739874,0.02500,5.448
79,mlp.experts.15.gate_proj,0.0000889435,0.02500,5.295
79,mlp.experts.10.gate_proj,0.0000916042,0.02500,5.585
79,mlp.experts.14.gate_proj,0.0002511689,0.02500,5.669
79,mlp.experts.2.gate_proj,0.0001062846,0.02500,6.001
79,mlp.experts.6.gate_proj,0.0000572421,0.02500,6.118
79,mlp.experts.16.gate_proj,0.0000470173,0.02500,3.281
79,mlp.experts.24.gate_proj,0.0001510364,0.02500,3.326
79,mlp.experts.20.gate_proj,0.0001164917,0.02500,3.250
79,mlp.experts.28.gate_proj,0.0000877317,0.02500,3.401
79,mlp.experts.25.gate_proj,0.0000592750,0.02500,3.345
79,mlp.experts.17.gate_proj,0.0000684567,0.02500,3.520
79,mlp.experts.21.gate_proj,0.0000754295,0.02500,3.429
79,mlp.experts.29.gate_proj,0.0001104191,0.02500,3.570
79,mlp.experts.23.gate_proj,0.0001414034,0.02500,3.462
79,mlp.experts.31.gate_proj,0.0002387317,0.02500,3.239
79,mlp.experts.19.gate_proj,0.0000606287,0.02500,3.528
79,mlp.experts.27.gate_proj,0.0001311057,0.02500,3.710
79,mlp.experts.32.gate_proj,0.0001006502,0.02500,3.129
79,mlp.experts.36.gate_proj,0.0000684185,0.02500,3.024
79,mlp.experts.40.gate_proj,0.0000391832,0.02500,3.208
79,mlp.experts.44.gate_proj,0.0001386501,0.02500,3.106
79,mlp.experts.41.gate_proj,0.0000894215,0.02500,2.972
79,mlp.experts.30.gate_proj,0.0001015108,0.02500,5.364
79,mlp.experts.26.gate_proj,0.0001097886,0.02500,5.583
79,mlp.experts.33.gate_proj,0.0000911747,0.02500,3.225
79,mlp.experts.18.gate_proj,0.0000794385,0.02500,5.423
79,mlp.experts.22.gate_proj,0.0001027923,0.02500,5.509
79,mlp.experts.43.gate_proj,0.0000689640,0.02500,2.922
79,mlp.experts.37.gate_proj,0.0001515160,0.02500,3.629
79,mlp.experts.47.gate_proj,0.0001753126,0.02500,3.431
79,mlp.experts.39.gate_proj,0.0001008149,0.02500,3.644
79,mlp.experts.45.gate_proj,0.0000628165,0.02500,3.945
79,mlp.experts.35.gate_proj,0.0001667503,0.02500,4.207
79,mlp.experts.57.gate_proj,0.0000995898,0.02500,3.027
79,mlp.experts.48.gate_proj,0.0000642664,0.02500,4.299
79,mlp.experts.56.gate_proj,0.0000886174,0.02500,4.363
79,mlp.experts.49.gate_proj,0.0000576834,0.02500,3.437
79,mlp.experts.52.gate_proj,0.0001303131,0.02500,4.664
79,mlp.experts.60.gate_proj,0.0002104423,0.02500,4.496
79,mlp.experts.59.gate_proj,0.0001171017,0.02500,3.273
79,mlp.experts.61.gate_proj,0.0000326023,0.02500,3.142
79,mlp.experts.46.gate_proj,0.0000646509,0.02500,4.508
79,mlp.experts.42.gate_proj,0.0001641701,0.02500,4.539
79,mlp.experts.34.gate_proj,0.0001731829,0.02500,4.547
79,mlp.experts.53.gate_proj,0.0001037442,0.02500,4.014
79,mlp.experts.55.gate_proj,0.0000724089,0.02500,3.820
79,mlp.experts.63.gate_proj,0.0001236176,0.02500,4.000
79,mlp.experts.51.gate_proj,0.0001811375,0.02500,3.451
79,mlp.experts.38.gate_proj,0.0000695874,0.02500,5.010
79,mlp.experts.73.gate_proj,0.0000684238,0.02500,2.985
79,mlp.experts.65.gate_proj,0.0001176644,0.02500,3.588
79,mlp.experts.77.gate_proj,0.0001534050,0.02500,3.097
79,mlp.experts.75.gate_proj,0.0001272148,0.02500,3.664
79,mlp.experts.71.gate_proj,0.0000799312,0.02500,3.187
79,mlp.experts.64.gate_proj,0.0001140861,0.02500,5.253
79,mlp.experts.62.gate_proj,0.0001138794,0.02500,4.193
79,mlp.experts.72.gate_proj,0.0001210122,0.02500,5.155
79,mlp.experts.69.gate_proj,0.0000719618,0.02500,3.966
79,mlp.experts.58.gate_proj,0.0001505815,0.02500,4.225
79,mlp.experts.76.gate_proj,0.0001612058,0.02500,5.178
79,mlp.experts.50.gate_proj,0.0000963305,0.02500,4.206
79,mlp.experts.67.gate_proj,0.0000707953,0.02500,3.587
79,mlp.experts.79.gate_proj,0.0000492736,0.02500,4.064
79,mlp.experts.68.gate_proj,0.0000968890,0.02500,5.258
79,mlp.experts.89.gate_proj,0.0000832213,0.02500,3.768
79,mlp.experts.54.gate_proj,0.0001220424,0.02500,4.322
79,mlp.experts.81.gate_proj,0.0001486324,0.02500,3.075
79,mlp.experts.93.gate_proj,0.0000891216,0.02500,3.246
79,mlp.experts.91.gate_proj,0.0001130135,0.02500,3.606
79,mlp.experts.87.gate_proj,0.0000934573,0.02500,4.001
79,mlp.experts.95.gate_proj,0.0000855199,0.02500,3.352
79,mlp.experts.83.gate_proj,0.0000974327,0.02500,3.444
79,mlp.experts.105.gate_proj,0.0001031654,0.02500,3.002
79,mlp.experts.78.gate_proj,0.0000717550,0.02500,4.026
79,mlp.experts.85.gate_proj,0.0000955024,0.02500,3.966
79,mlp.experts.74.gate_proj,0.0000784493,0.02500,4.028
79,mlp.experts.66.gate_proj,0.0000620081,0.02500,4.109
79,mlp.experts.97.gate_proj,0.0001147655,0.02500,3.023
79,mlp.experts.80.gate_proj,0.0001150184,0.02500,5.117
79,mlp.experts.70.gate_proj,0.0000634971,0.02500,3.894
79,mlp.experts.88.gate_proj,0.0001045404,0.02500,5.111
79,mlp.experts.92.gate_proj,0.0000723473,0.02500,5.073
79,mlp.experts.84.gate_proj,0.0000967481,0.02500,5.044
79,mlp.experts.107.gate_proj,0.0001168590,0.02500,3.046
79,mlp.experts.109.gate_proj,0.0000990757,0.02500,3.928
79,mlp.experts.103.gate_proj,0.0000481519,0.02500,3.144
79,mlp.experts.111.gate_proj,0.0001181074,0.02500,3.164
79,mlp.experts.99.gate_proj,0.0001037702,0.02500,3.142
79,mlp.experts.1.up_proj,0.0000401037,0.02500,3.122
79,mlp.experts.101.gate_proj,0.0001484345,0.02500,3.293
79,mlp.experts.90.gate_proj,0.0000857409,0.02500,3.200
79,mlp.experts.82.gate_proj,0.0001011730,0.02500,3.184
79,mlp.experts.94.gate_proj,0.0000776023,0.02500,3.591
79,mlp.experts.86.gate_proj,0.0000875690,0.02500,3.226
79,mlp.experts.113.gate_proj,0.0000643658,0.02500,4.060
79,mlp.experts.3.up_proj,0.0001654427,0.02500,3.160
79,mlp.experts.96.gate_proj,0.0000889426,0.02500,4.211
79,mlp.experts.100.gate_proj,0.0001568373,0.02500,4.200
79,mlp.experts.104.gate_proj,0.0000415122,0.02500,4.475
79,mlp.experts.119.gate_proj,0.0000694910,0.02500,3.035
79,mlp.experts.108.gate_proj,0.0001296640,0.02500,4.381
79,mlp.experts.7.up_proj,0.0001195133,0.02500,3.045
79,mlp.experts.115.gate_proj,0.0001082338,0.02500,3.091
79,mlp.experts.5.up_proj,0.0000757321,0.02500,3.963
79,mlp.experts.17.up_proj,0.0000694008,0.02500,3.385
79,mlp.experts.117.gate_proj,0.0000994035,0.02500,3.223
79,mlp.experts.106.gate_proj,0.0000558948,0.02500,3.260
79,mlp.experts.98.gate_proj,0.0000696866,0.02500,3.282
79,mlp.experts.110.gate_proj,0.0000671615,0.02500,3.259
79,mlp.experts.102.gate_proj,0.0000873966,0.02500,3.235
79,mlp.experts.19.up_proj,0.0000606443,0.02500,3.064
79,mlp.experts.9.up_proj,0.0000908454,0.02500,3.666
79,mlp.experts.15.up_proj,0.0000890973,0.02500,3.176
79,mlp.experts.23.up_proj,0.0001381331,0.02500,3.162
79,mlp.experts.11.up_proj,0.0001048390,0.02500,3.166
79,mlp.experts.21.up_proj,0.0000752726,0.02500,3.321
79,mlp.experts.112.gate_proj,0.0001013352,0.02500,4.460
79,mlp.experts.2.up_proj,0.0001054480,0.02500,3.228
79,mlp.experts.116.gate_proj,0.0001299190,0.02500,4.498
79,mlp.experts.114.gate_proj,0.0000964176,0.02500,3.256
79,mlp.experts.6.up_proj,0.0000552555,0.02500,3.300
79,mlp.experts.0.up_proj,0.0000892664,0.02500,4.641
79,mlp.experts.33.up_proj,0.0000899087,0.02500,3.829
79,mlp.experts.4.up_proj,0.0001170951,0.02500,4.612
79,mlp.experts.13.up_proj,0.0000557245,0.02500,3.811
79,mlp.experts.118.gate_proj,0.0001379583,0.02500,3.407
79,mlp.experts.35.up_proj,0.0001581323,0.02500,3.404
79,mlp.experts.25.up_proj,0.0000589450,0.02500,3.172
79,mlp.experts.31.up_proj,0.0002342453,0.02500,3.275
79,mlp.experts.39.up_proj,0.0000989470,0.02500,3.293
79,mlp.experts.27.up_proj,0.0001256676,0.02500,3.365
79,mlp.experts.37.up_proj,0.0001494381,0.02500,3.262
79,mlp.experts.18.up_proj,0.0000784080,0.02500,3.453
79,mlp.experts.10.up_proj,0.0000903068,0.02500,3.371
79,mlp.experts.22.up_proj,0.0000960031,0.02500,3.371
79,mlp.experts.8.up_proj,0.0000899311,0.02500,4.244
79,mlp.experts.14.up_proj,0.0002485027,0.02500,3.186
79,mlp.experts.49.up_proj,0.0000570643,0.02500,4.130
79,mlp.experts.29.up_proj,0.0001046964,0.02500,4.100
79,mlp.experts.12.up_proj,0.0000940971,0.02500,4.445
79,mlp.experts.20.up_proj,0.0001143469,0.02500,4.268
79,mlp.experts.41.up_proj,0.0000889677,0.02500,3.088
79,mlp.experts.16.up_proj,0.0000448996,0.02500,4.622
79,mlp.experts.51.up_proj,0.0001794604,0.02500,3.722
79,mlp.experts.53.up_proj,0.0001036923,0.02500,3.121
79,mlp.experts.47.up_proj,0.0001741619,0.02500,3.740
79,mlp.experts.55.up_proj,0.0000709461,0.02500,3.767
79,mlp.experts.43.up_proj,0.0000683857,0.02500,3.704
79,mlp.experts.34.up_proj,0.0001664406,0.02500,3.208
79,mlp.experts.26.up_proj,0.0001040163,0.02500,3.216
79,mlp.experts.38.up_proj,0.0000706373,0.02500,3.246
79,mlp.experts.30.up_proj,0.0000971513,0.02500,3.244
79,mlp.experts.57.up_proj,0.0001012916,0.02500,3.442
79,mlp.experts.67.up_proj,0.0000722901,0.02500,3.205
79,mlp.experts.65.up_proj,0.0001158105,0.02500,4.124
79,mlp.experts.45.up_proj,0.0000609632,0.02500,4.132
79,mlp.experts.24.up_proj,0.0001464046,0.02500,4.947
79,mlp.experts.69.up_proj,0.0000705745,0.02500,3.320
79,mlp.experts.63.up_proj,0.0001221153,0.02500,3.316
79,mlp.experts.28.up_proj,0.0000833711,0.02500,4.866
79,mlp.experts.59.up_proj,0.0001141793,0.02500,3.177
79,mlp.experts.36.up_proj,0.0000677347,0.02500,4.915
79,mlp.experts.50.up_proj,0.0000929652,0.02500,3.007
79,mlp.experts.71.up_proj,0.0000801085,0.02500,3.592
79,mlp.experts.32.up_proj,0.0000970233,0.02500,4.858
79,mlp.experts.42.up_proj,0.0001543137,0.02500,3.077
79,mlp.experts.54.up_proj,0.0001212820,0.02500,3.082
79,mlp.experts.46.up_proj,0.0000655986,0.02500,3.030
79,mlp.experts.81.up_proj,0.0001486154,0.02500,2.993
79,mlp.experts.83.up_proj,0.0000951081,0.02500,3.552
79,mlp.experts.85.up_proj,0.0000930882,0.02500,2.953
79,mlp.experts.73.up_proj,0.0000672790,0.02500,3.980
79,mlp.experts.61.up_proj,0.0000328929,0.02500,3.972
79,mlp.experts.66.up_proj,0.0000606905,0.02500,3.065
79,mlp.experts.58.up_proj,0.0001509213,0.02500,3.093
79,mlp.experts.79.up_proj,0.0000479188,0.02500,3.831
79,mlp.experts.70.up_proj,0.0000632947,0.02500,3.071
79,mlp.experts.75.up_proj,0.0001254875,0.02500,3.772
79,mlp.experts.62.up_proj,0.0001109377,0.02500,3.074
79,mlp.experts.87.up_proj,0.0000887981,0.02500,3.892
79,mlp.experts.40.up_proj,0.0000370606,0.02500,4.676
79,mlp.experts.44.up_proj,0.0001316619,0.02500,4.779
79,mlp.experts.52.up_proj,0.0001280948,0.02500,4.771
79,mlp.experts.48.up_proj,0.0000634131,0.02500,4.788
79,mlp.experts.97.up_proj,0.0001130204,0.02500,3.483
79,mlp.experts.89.up_proj,0.0000828103,0.02500,3.353
79,mlp.experts.101.up_proj,0.0001458046,0.02500,3.413
79,mlp.experts.77.up_proj,0.0001466134,0.02500,3.139
79,mlp.experts.99.up_proj,0.0001033209,0.02500,4.001
79,mlp.experts.82.up_proj,0.0001018042,0.02500,3.184
79,mlp.experts.74.up_proj,0.0000774863,0.02500,3.198
79,mlp.experts.86.up_proj,0.0000864336,0.02500,3.200
79,mlp.experts.78.up_proj,0.0000704526,0.02500,3.170
79,mlp.experts.95.up_proj,0.0000859206,0.02500,4.221
79,mlp.experts.91.up_proj,0.0001097410,0.02500,4.574
79,mlp.experts.103.up_proj,0.0000477691,0.02500,4.381
79,mlp.experts.56.up_proj,0.0000872777,0.02500,4.978
79,mlp.experts.117.up_proj,0.0000981287,0.02500,3.276
79,mlp.experts.93.up_proj,0.0000867191,0.02500,3.020
79,mlp.experts.113.up_proj,0.0000627286,0.02500,3.795
79,mlp.experts.98.up_proj,0.0000691920,0.02500,3.120
79,mlp.experts.60.up_proj,0.0002082356,0.02500,4.817
79,mlp.experts.68.up_proj,0.0000951961,0.02500,4.837
79,mlp.experts.105.up_proj,0.0000994762,0.02500,3.736
79,mlp.experts.90.up_proj,0.0000844658,0.02500,3.124
79,mlp.experts.102.up_proj,0.0000836265,0.02500,3.067
79,mlp.experts.64.up_proj,0.0001106334,0.02500,4.826
79,mlp.experts.94.up_proj,0.0000750066,0.02500,3.159
79,mlp.experts.115.up_proj,0.0001082421,0.02500,4.356
79,mlp.experts.109.up_proj,0.0000962400,0.02500,1.975
79,mlp.experts.111.up_proj,0.0001158777,0.02500,3.709
79,mlp.experts.107.up_proj,0.0001180490,0.02500,3.266
79,mlp.experts.119.up_proj,0.0000694296,0.02500,3.217
79,mlp.experts.114.up_proj,0.0000938611,0.02500,2.963
79,mlp.experts.106.up_proj,0.0000545502,0.02500,2.868
79,mlp.experts.118.up_proj,0.0001327423,0.02500,2.828
79,mlp.experts.110.up_proj,0.0000647679,0.02500,2.471
79,mlp.experts.72.up_proj,0.0001205249,0.02500,4.142
79,mlp.experts.76.up_proj,0.0001587782,0.02500,4.069
79,mlp.experts.84.up_proj,0.0000956115,0.02500,4.193
79,mlp.experts.80.up_proj,0.0001133141,0.02500,4.347
79,mlp.experts.88.up_proj,0.0001042342,0.02500,3.925
79,mlp.experts.100.up_proj,0.0001527741,0.02500,3.930
79,mlp.experts.92.up_proj,0.0000722118,0.02500,4.283
79,mlp.experts.96.up_proj,0.0000888059,0.02500,4.020
79,mlp.experts.104.up_proj,0.0000404588,0.02500,3.857
79,mlp.experts.116.up_proj,0.0001308176,0.02500,3.844
79,mlp.experts.112.up_proj,0.0000974875,0.02500,3.704
79,mlp.experts.108.up_proj,0.0001272517,0.02500,4.115
79,mlp.experts.0.down_proj,0.0000268090,0.02500,1.374
79,mlp.experts.2.down_proj,0.0000252840,0.02500,1.675
79,mlp.experts.12.down_proj,0.0000250261,0.02500,1.487
79,mlp.experts.4.down_proj,0.0000851549,0.02500,1.507
79,mlp.experts.8.down_proj,0.0000117604,0.02500,1.507
79,mlp.experts.10.down_proj,0.0000202301,0.02500,1.745
79,mlp.experts.14.down_proj,0.0001754755,0.02500,1.765
79,mlp.experts.6.down_proj,0.0000113770,0.02500,1.826
79,mlp.experts.3.down_proj,0.0000521582,0.02500,2.049
79,mlp.experts.5.down_proj,0.0000176204,0.02500,1.914
79,mlp.experts.13.down_proj,0.0000097472,0.02500,1.918
79,mlp.experts.7.down_proj,0.0000320189,0.02500,1.945
79,mlp.experts.11.down_proj,0.0000682985,0.02500,1.957
79,mlp.experts.15.down_proj,0.0000248087,0.02500,1.972
79,mlp.experts.9.down_proj,0.0000199233,0.02500,2.027
79,mlp.experts.1.down_proj,0.0000145096,0.02500,2.236
79,mlp.experts.16.down_proj,0.0000491781,0.02500,1.225
79,mlp.experts.28.down_proj,0.0000184516,0.02500,1.088
79,mlp.experts.20.down_proj,0.0000243731,0.02500,1.093
79,mlp.experts.24.down_proj,0.0000611535,0.02500,1.094
79,mlp.experts.18.down_proj,0.0000355139,0.02500,1.288
79,mlp.experts.19.down_proj,0.0000117904,0.02500,1.139
79,mlp.experts.31.down_proj,0.0000556938,0.02500,1.095
79,mlp.experts.26.down_proj,0.0000247997,0.02500,1.491
79,mlp.experts.27.down_proj,0.0000520946,0.02500,1.305
79,mlp.experts.23.down_proj,0.0000351622,0.02500,1.322
79,mlp.experts.22.down_proj,0.0000328572,0.02500,1.527
79,mlp.experts.32.down_proj,0.0000185686,0.02500,1.005
79,mlp.experts.30.down_proj,0.0000472541,0.02500,1.647
79,mlp.experts.29.down_proj,0.0000188607,0.02500,1.597
79,mlp.experts.21.down_proj,0.0000151269,0.02500,1.640
79,mlp.experts.44.down_proj,0.0000485891,0.02500,0.997
79,mlp.experts.36.down_proj,0.0000155408,0.02500,0.994
79,mlp.experts.40.down_proj,0.0000319161,0.02500,1.008
79,mlp.experts.17.down_proj,0.0000660612,0.02500,1.580
79,mlp.experts.25.down_proj,0.0000198777,0.02500,1.648
79,mlp.experts.35.down_proj,0.0000428456,0.02500,1.041
79,mlp.experts.47.down_proj,0.0000605063,0.02500,0.976
79,mlp.experts.43.down_proj,0.0000144411,0.02500,0.906
79,mlp.experts.34.down_proj,0.0000566411,0.02500,1.421
79,mlp.experts.39.down_proj,0.0000329450,0.02500,1.169
79,mlp.experts.42.down_proj,0.0000521232,0.02500,1.259
79,mlp.experts.48.down_proj,0.0000368468,0.02500,1.145
79,mlp.experts.38.down_proj,0.0000113953,0.02500,1.270
79,mlp.experts.60.down_proj,0.0000751308,0.02500,1.106
79,mlp.experts.52.down_proj,0.0000510336,0.02500,1.113
79,mlp.experts.56.down_proj,0.0000208986,0.02500,1.141
79,mlp.experts.46.down_proj,0.0000258715,0.02500,1.523
79,mlp.experts.45.down_proj,0.0000153870,0.02500,1.587
79,mlp.experts.63.down_proj,0.0000257314,0.02500,1.095
79,mlp.experts.59.down_proj,0.0000281596,0.02500,0.976
79,mlp.experts.51.down_proj,0.0000437233,0.02500,1.147
79,mlp.experts.33.down_proj,0.0000248509,0.02500,1.566
79,mlp.experts.37.down_proj,0.0000429122,0.02500,1.665
79,mlp.experts.41.down_proj,0.0000255968,0.02500,1.625
79,mlp.experts.55.down_proj,0.0000139747,0.02500,1.077
79,mlp.experts.50.down_proj,0.0000359323,0.02500,1.436
79,mlp.experts.64.down_proj,0.0000497339,0.02500,1.158
79,mlp.experts.58.down_proj,0.0000401419,0.02500,1.373
79,mlp.experts.68.down_proj,0.0000285507,0.02500,1.216
79,mlp.experts.54.down_proj,0.0000311852,0.02500,1.366
79,mlp.experts.72.down_proj,0.0000291508,0.02500,1.274
79,mlp.experts.79.down_proj,0.0000168829,0.02500,0.914
79,mlp.experts.76.down_proj,0.0000487806,0.02500,1.379
79,mlp.experts.75.down_proj,0.0000244630,0.02500,1.188
79,mlp.experts.67.down_proj,0.0000363093,0.02500,1.197
79,mlp.experts.71.down_proj,0.0000151869,0.02500,0.917
79,mlp.experts.62.down_proj,0.0000280026,0.02500,1.499
79,mlp.experts.61.down_proj,0.0000052083,0.02500,1.376
79,mlp.experts.49.down_proj,0.0000237372,0.02500,1.349
79,mlp.experts.57.down_proj,0.0000509806,0.02500,1.284
79,mlp.experts.53.down_proj,0.0000501485,0.02500,1.403
79,mlp.experts.66.down_proj,0.0000109299,0.02500,1.287
79,mlp.experts.95.down_proj,0.0000378364,0.02500,1.044
79,mlp.experts.74.down_proj,0.0000198622,0.02500,1.295
79,mlp.experts.70.down_proj,0.0000243715,0.02500,1.370
79,mlp.experts.80.down_proj,0.0000276792,0.02500,1.673
79,mlp.experts.87.down_proj,0.0000484479,0.02500,1.024
79,mlp.experts.91.down_proj,0.0000248290,0.02500,1.160
79,mlp.experts.77.down_proj,0.0000522204,0.02500,1.016
79,mlp.experts.65.down_proj,0.0000283232,0.02500,0.993
79,mlp.experts.83.down_proj,0.0000383265,0.02500,1.195
79,mlp.experts.73.down_proj,0.0000099798,0.02500,0.989
79,mlp.experts.84.down_proj,0.0000198870,0.02500,1.662
79,mlp.experts.69.down_proj,0.0000156551,0.02500,0.992
79,mlp.experts.88.down_proj,0.0000292538,0.02500,1.662
79,mlp.experts.78.down_proj,0.0000165990,0.02500,1.316
79,mlp.experts.92.down_proj,0.0000318909,0.02500,1.794
79,mlp.experts.82.down_proj,0.0000224669,0.02500,1.210
79,mlp.experts.111.down_proj,0.0000327110,0.02500,1.154
79,mlp.experts.90.down_proj,0.0000182621,0.02500,1.253
79,mlp.experts.103.down_proj,0.0000147412,0.02500,0.966
79,mlp.experts.107.down_proj,0.0000263438,0.02500,0.948
79,mlp.experts.93.down_proj,0.0000182170,0.02500,0.958
79,mlp.experts.81.down_proj,0.0000551374,0.02500,0.939
79,mlp.experts.89.down_proj,0.0000165326,0.02500,0.930
79,mlp.experts.99.down_proj,0.0000243058,0.02500,0.972
79,mlp.experts.86.down_proj,0.0000206522,0.02500,1.203
79,mlp.experts.85.down_proj,0.0000189614,0.02500,0.947
79,mlp.experts.96.down_proj,0.0000158900,0.02500,1.540
79,mlp.experts.94.down_proj,0.0000151725,0.02500,1.210
79,mlp.experts.100.down_proj,0.0000346467,0.02500,1.469
79,mlp.experts.119.down_proj,0.0000283556,0.02500,0.689
79,mlp.experts.104.down_proj,0.0000121624,0.02500,1.427
79,mlp.experts.115.down_proj,0.0000226606,0.02500,0.656
79,mlp.experts.108.down_proj,0.0000306306,0.02500,1.391
79,mlp.experts.98.down_proj,0.0000251904,0.02500,1.214
79,mlp.experts.97.down_proj,0.0000294166,0.02500,0.897
79,mlp.experts.109.down_proj,0.0000294332,0.02500,0.919
79,mlp.experts.105.down_proj,0.0000457454,0.02500,0.875
79,mlp.experts.101.down_proj,0.0000404654,0.02500,0.864
79,mlp.experts.106.down_proj,0.0000178889,0.02500,1.284
79,mlp.experts.102.down_proj,0.0000666168,0.02500,1.232
79,mlp.experts.112.down_proj,0.0000243773,0.02500,0.970
79,mlp.experts.116.down_proj,0.0000292682,0.02500,0.871
79,mlp.experts.113.down_proj,0.0000144851,0.02500,0.619
79,mlp.experts.117.down_proj,0.0000294724,0.02500,0.597
79,mlp.experts.110.down_proj,0.0000120719,0.02500,1.109
79,mlp.experts.114.down_proj,0.0000343528,0.02500,0.909
79,mlp.experts.118.down_proj,0.0000285982,0.02500,0.636
80,self_attn.v_proj,0.0000005919,0.02500,2.108
80,self_attn.k_proj,0.0000001642,0.02500,2.173
80,self_attn.q_proj,0.0000009181,0.02500,2.644
80,self_attn.o_proj,0.0000016705,0.02500,4.425
80,mlp.shared_experts.gate_proj,0.0000056035,0.02500,1.438
80,mlp.shared_experts.up_proj,0.0000047200,0.02500,1.645
80,mlp.shared_experts.down_proj,0.0000012271,0.02500,0.418
80,mlp.experts.2.gate_proj,0.0002095284,0.02500,5.187
80,mlp.experts.5.gate_proj,0.0000934659,0.02500,5.791
80,mlp.experts.6.gate_proj,0.0000436667,0.02500,5.398
80,mlp.experts.13.gate_proj,0.0001037158,0.02500,5.402
80,mlp.experts.14.gate_proj,0.0001519917,0.02500,5.446
80,mlp.experts.7.gate_proj,0.0002381401,0.02500,5.532
80,mlp.experts.9.gate_proj,0.0001654890,0.02500,5.550
80,mlp.experts.15.gate_proj,0.0001938803,0.02500,5.603
80,mlp.experts.11.gate_proj,0.0001355080,0.02500,5.688
80,mlp.experts.3.gate_proj,0.0001690289,0.02500,6.165
80,mlp.experts.0.gate_proj,0.0001237898,0.02500,6.400
80,mlp.experts.10.gate_proj,0.0001050748,0.02500,5.948
80,mlp.experts.1.gate_proj,0.0000843659,0.02500,6.488
80,mlp.experts.8.gate_proj,0.0000576847,0.02500,6.102
80,mlp.experts.12.gate_proj,0.0000677721,0.02500,6.424
80,mlp.experts.4.gate_proj,0.0000496461,0.02500,7.002
80,mlp.experts.21.gate_proj,0.0001082454,0.02500,3.409
80,mlp.experts.25.gate_proj,0.0000889205,0.02500,3.386
80,mlp.experts.29.gate_proj,0.0000755602,0.02500,3.630
80,mlp.experts.18.gate_proj,0.0002214003,0.02500,4.665
80,mlp.experts.17.gate_proj,0.0001197100,0.02500,3.482
80,mlp.experts.16.gate_proj,0.0002077849,0.02500,3.736
80,mlp.experts.20.gate_proj,0.0001048931,0.02500,3.231
80,mlp.experts.24.gate_proj,0.0001312586,0.02500,3.551
80,mlp.experts.30.gate_proj,0.0001303086,0.02500,4.646
80,mlp.experts.27.gate_proj,0.0001380800,0.02500,4.433
80,mlp.experts.28.gate_proj,0.0000807898,0.02500,3.789
80,mlp.experts.23.gate_proj,0.0000937546,0.02500,4.689
80,mlp.experts.22.gate_proj,0.0000634493,0.02500,4.833
80,mlp.experts.19.gate_proj,0.0001066507,0.02500,4.595
80,mlp.experts.31.gate_proj,0.0001715519,0.02500,4.838
80,mlp.experts.26.gate_proj,0.0001632180,0.02500,4.522
80,mlp.experts.37.gate_proj,0.0000617331,0.02500,4.136
80,mlp.experts.45.gate_proj,0.0001505337,0.02500,4.197
80,mlp.experts.43.gate_proj,0.0000747209,0.02500,3.190
80,mlp.experts.41.gate_proj,0.0000872403,0.02500,4.372
80,mlp.experts.39.gate_proj,0.0000442066,0.02500,3.164
80,mlp.experts.35.gate_proj,0.0000652630,0.02500,3.152
80,mlp.experts.47.gate_proj,0.0000945705,0.02500,3.180
80,mlp.experts.33.gate_proj,0.0000952439,0.02500,4.123
80,mlp.experts.32.gate_proj,0.0000454823,0.02500,4.235
80,mlp.experts.34.gate_proj,0.0001131638,0.02500,4.646
80,mlp.experts.36.gate_proj,0.0000285693,0.02500,4.411
80,mlp.experts.40.gate_proj,0.0001273420,0.02500,4.507
80,mlp.experts.44.gate_proj,0.0001362385,0.02500,4.359
80,mlp.experts.46.gate_proj,0.0000616692,0.02500,4.683
80,mlp.experts.38.gate_proj,0.0000365408,0.02500,4.775
80,mlp.experts.42.gate_proj,0.0001205966,0.02500,4.722
80,mlp.experts.59.gate_proj,0.0001142855,0.02500,3.271
80,mlp.experts.55.gate_proj,0.0000518411,0.02500,3.122
80,mlp.experts.51.gate_proj,0.0001088696,0.02500,3.246
80,mlp.experts.63.gate_proj,0.0000759266,0.02500,3.262
80,mlp.experts.61.gate_proj,0.0000946939,0.02500,4.112
80,mlp.experts.53.gate_proj,0.0001046213,0.02500,4.530
80,mlp.experts.57.gate_proj,0.0000354844,0.02500,4.178
80,mlp.experts.49.gate_proj,0.0000922640,0.02500,3.966
80,mlp.experts.48.gate_proj,0.0001115506,0.02500,4.155
80,mlp.experts.56.gate_proj,0.0000791240,0.02500,3.769
80,mlp.experts.52.gate_proj,0.0000787258,0.02500,4.018
80,mlp.experts.50.gate_proj,0.0000981791,0.02500,4.568
80,mlp.experts.60.gate_proj,0.0001130553,0.02500,4.048
80,mlp.experts.62.gate_proj,0.0001852334,0.02500,4.673
80,mlp.experts.54.gate_proj,0.0001222986,0.02500,4.496
80,mlp.experts.75.gate_proj,0.0001110306,0.02500,3.227
80,mlp.experts.67.gate_proj,0.0001078282,0.02500,3.056
80,mlp.experts.58.gate_proj,0.0001071818,0.02500,4.640
80,mlp.experts.71.gate_proj,0.0000310383,0.02500,3.248
80,mlp.experts.79.gate_proj,0.0001034724,0.02500,3.160
80,mlp.experts.69.gate_proj,0.0000956023,0.02500,3.457
80,mlp.experts.77.gate_proj,0.0000804557,0.02500,3.703
80,mlp.experts.65.gate_proj,0.0001133466,0.02500,3.586
80,mlp.experts.73.gate_proj,0.0002042079,0.02500,3.853
80,mlp.experts.68.gate_proj,0.0001189268,0.02500,3.238
80,mlp.experts.72.gate_proj,0.0000804131,0.02500,3.543
80,mlp.experts.76.gate_proj,0.0001115959,0.02500,3.380
80,mlp.experts.64.gate_proj,0.0001741619,0.02500,3.991
80,mlp.experts.87.gate_proj,0.0000995615,0.02500,3.043
80,mlp.experts.91.gate_proj,0.0000606908,0.02500,3.148
80,mlp.experts.83.gate_proj,0.0000937127,0.02500,3.199
80,mlp.experts.66.gate_proj,0.0000853082,0.02500,4.550
80,mlp.experts.95.gate_proj,0.0000833053,0.02500,3.203
80,mlp.experts.70.gate_proj,0.0000977197,0.02500,4.351
80,mlp.experts.85.gate_proj,0.0000592963,0.02500,3.050
80,mlp.experts.78.gate_proj,0.0000567743,0.02500,4.562
80,mlp.experts.93.gate_proj,0.0001022290,0.02500,3.071
80,mlp.experts.81.gate_proj,0.0002340250,0.02500,3.015
80,mlp.experts.74.gate_proj,0.0001885791,0.02500,4.382
80,mlp.experts.89.gate_proj,0.0000603398,0.02500,3.022
80,mlp.experts.88.gate_proj,0.0000651818,0.02500,3.695
80,mlp.experts.80.gate_proj,0.0000965279,0.02500,3.603
80,mlp.experts.84.gate_proj,0.0001982023,0.02500,4.366
80,mlp.experts.103.gate_proj,0.0000859747,0.02500,3.210
80,mlp.experts.107.gate_proj,0.0001391400,0.02500,3.206
80,mlp.experts.99.gate_proj,0.0000874320,0.02500,3.205
80,mlp.experts.92.gate_proj,0.0000822805,0.02500,4.233
80,mlp.experts.111.gate_proj,0.0001424478,0.02500,3.184
80,mlp.experts.101.gate_proj,0.0001494139,0.02500,3.241
80,mlp.experts.109.gate_proj,0.0000698156,0.02500,3.176
80,mlp.experts.97.gate_proj,0.0000867583,0.02500,3.205
80,mlp.experts.105.gate_proj,0.0000849155,0.02500,3.189
80,mlp.experts.82.gate_proj,0.0001053786,0.02500,5.075
80,mlp.experts.96.gate_proj,0.0001121540,0.02500,3.103
80,mlp.experts.104.gate_proj,0.0000505692,0.02500,3.459
80,mlp.experts.119.gate_proj,0.0000883456,0.02500,3.165
80,mlp.experts.3.up_proj,0.0001693639,0.02500,3.175
80,mlp.experts.115.gate_proj,0.0000918671,0.02500,3.171
80,mlp.experts.86.gate_proj,0.0000809309,0.02500,5.535
80,mlp.experts.100.gate_proj,0.0001079395,0.02500,3.743
80,mlp.experts.7.up_proj,0.0002375670,0.02500,3.177
80,mlp.experts.94.gate_proj,0.0001198145,0.02500,5.609
80,mlp.experts.90.gate_proj,0.0000988577,0.02500,5.467
80,mlp.experts.108.gate_proj,0.0002496766,0.02500,3.839
80,mlp.experts.117.gate_proj,0.0001389124,0.02500,2.962
80,mlp.experts.5.up_proj,0.0000932244,0.02500,2.922
80,mlp.experts.113.gate_proj,0.0000980749,0.02500,2.966
80,mlp.experts.1.up_proj,0.0000848211,0.02500,2.987
80,mlp.experts.112.gate_proj,0.0000696260,0.02500,3.181
80,mlp.experts.15.up_proj,0.0001889008,0.02500,3.216
80,mlp.experts.11.up_proj,0.0001316677,0.02500,3.168
80,mlp.experts.19.up_proj,0.0001051031,0.02500,3.266
80,mlp.experts.0.up_proj,0.0001225433,0.02500,3.833
80,mlp.experts.23.up_proj,0.0000918064,0.02500,3.216
80,mlp.experts.13.up_proj,0.0000968813,0.02500,3.004
80,mlp.experts.21.up_proj,0.0001077961,0.02500,2.990
80,mlp.experts.98.gate_proj,0.0001397327,0.02500,5.141
80,mlp.experts.9.up_proj,0.0001626073,0.02500,3.043
80,mlp.experts.116.gate_proj,0.0000742028,0.02500,4.073
80,mlp.experts.17.up_proj,0.0001151022,0.02500,3.071
80,mlp.experts.4.up_proj,0.0000508103,0.02500,3.631
80,mlp.experts.102.gate_proj,0.0000921245,0.02500,4.983
80,mlp.experts.110.gate_proj,0.0000791190,0.02500,4.890
80,mlp.experts.106.gate_proj,0.0001146183,0.02500,4.931
80,mlp.experts.8.up_proj,0.0000578619,0.02500,3.845
80,mlp.experts.31.up_proj,0.0001692776,0.02500,3.324
80,mlp.experts.27.up_proj,0.0001390939,0.02500,3.333
80,mlp.experts.35.up_proj,0.0000647953,0.02500,3.380
80,mlp.experts.16.up_proj,0.0002014225,0.02500,3.537
80,mlp.experts.39.up_proj,0.0000432272,0.02500,3.491
80,mlp.experts.29.up_proj,0.0000753654,0.02500,3.819
80,mlp.experts.37.up_proj,0.0000605284,0.02500,3.788
80,mlp.experts.20.up_proj,0.0000999631,0.02500,3.344
80,mlp.experts.25.up_proj,0.0000846763,0.02500,3.696
80,mlp.experts.33.up_proj,0.0000924151,0.02500,3.737
80,mlp.experts.12.up_proj,0.0000642929,0.02500,3.978
80,mlp.experts.114.gate_proj,0.0000472788,0.02500,4.690
80,mlp.experts.118.gate_proj,0.0000756150,0.02500,4.581
80,mlp.experts.47.up_proj,0.0000920846,0.02500,3.228
80,mlp.experts.6.up_proj,0.0000435285,0.02500,4.570
80,mlp.experts.43.up_proj,0.0000754566,0.02500,3.219
80,mlp.experts.51.up_proj,0.0001095455,0.02500,3.263
80,mlp.experts.2.up_proj,0.0002065692,0.02500,4.690
80,mlp.experts.24.up_proj,0.0001311549,0.02500,3.602
80,mlp.experts.55.up_proj,0.0000519846,0.02500,3.215
80,mlp.experts.32.up_proj,0.0000451421,0.02500,3.546
80,mlp.experts.41.up_proj,0.0000874592,0.02500,3.365
80,mlp.experts.45.up_proj,0.0001485302,0.02500,3.615
80,mlp.experts.36.up_proj,0.0000262289,0.02500,3.820
80,mlp.experts.53.up_proj,0.0001018697,0.02500,3.875
80,mlp.experts.49.up_proj,0.0000914982,0.02500,3.586
80,mlp.experts.28.up_proj,0.0000803010,0.02500,3.874
80,mlp.experts.63.up_proj,0.0000779313,0.02500,3.430
80,mlp.experts.40.up_proj,0.0001234976,0.02500,3.084
80,mlp.experts.59.up_proj,0.0001125940,0.02500,3.500
80,mlp.experts.67.up_proj,0.0001081460,0.02500,3.510
80,mlp.experts.10.up_proj,0.0001037754,0.02500,4.935
80,mlp.experts.71.up_proj,0.0000308147,0.02500,3.608
80,mlp.experts.48.up_proj,0.0001118011,0.02500,4.056
80,mlp.experts.14.up_proj,0.0001501199,0.02500,4.913
80,mlp.experts.22.up_proj,0.0000637391,0.02500,4.841
80,mlp.experts.18.up_proj,0.0002190456,0.02500,4.798
80,mlp.experts.52.up_proj,0.0000767882,0.02500,3.363
80,mlp.experts.61.up_proj,0.0000939082,0.02500,4.238
80,mlp.experts.57.up_proj,0.0000365468,0.02500,4.400
80,mlp.experts.69.up_proj,0.0000905838,0.02500,4.158
80,mlp.experts.65.up_proj,0.0001130865,0.02500,4.209
80,mlp.experts.44.up_proj,0.0001290756,0.02500,3.788
80,mlp.experts.56.up_proj,0.0000791952,0.02500,3.096
80,mlp.experts.79.up_proj,0.0001009096,0.02500,3.897
80,mlp.experts.75.up_proj,0.0001097670,0.02500,3.910
80,mlp.experts.83.up_proj,0.0000931817,0.02500,3.882
80,mlp.experts.26.up_proj,0.0001569339,0.02500,4.278
80,mlp.experts.87.up_proj,0.0001005260,0.02500,4.199
80,mlp.experts.64.up_proj,0.0001721918,0.02500,3.781
80,mlp.experts.77.up_proj,0.0000795739,0.02500,2.976
80,mlp.experts.38.up_proj,0.0000366833,0.02500,3.960
80,mlp.experts.73.up_proj,0.0001970593,0.02500,3.011
80,mlp.experts.30.up_proj,0.0001281572,0.02500,4.018
80,mlp.experts.81.up_proj,0.0002348301,0.02500,2.974
80,mlp.experts.34.up_proj,0.0001094128,0.02500,4.032
80,mlp.experts.85.up_proj,0.0000590747,0.02500,3.170
80,mlp.experts.68.up_proj,0.0001186479,0.02500,3.985
80,mlp.experts.72.up_proj,0.0000802512,0.02500,3.380
80,mlp.experts.60.up_proj,0.0001060342,0.02500,3.901
80,mlp.experts.93.up_proj,0.0001008769,0.02500,2.947
80,mlp.experts.89.up_proj,0.0000597068,0.02500,2.994
80,mlp.experts.95.up_proj,0.0000831889,0.02500,4.591
80,mlp.experts.101.up_proj,0.0001482242,0.02500,2.881
80,mlp.experts.91.up_proj,0.0000611570,0.02500,4.609
80,mlp.experts.97.up_proj,0.0000878256,0.02500,3.024
80,mlp.experts.99.up_proj,0.0000874924,0.02500,4.590
80,mlp.experts.84.up_proj,0.0001866402,0.02500,3.270
80,mlp.experts.80.up_proj,0.0000964917,0.02500,3.953
80,mlp.experts.103.up_proj,0.0000853928,0.02500,4.530
80,mlp.experts.88.up_proj,0.0000639242,0.02500,3.246
80,mlp.experts.42.up_proj,0.0001224944,0.02500,5.113
80,mlp.experts.76.up_proj,0.0001063067,0.02500,3.670
80,mlp.experts.54.up_proj,0.0001138905,0.02500,5.053
80,mlp.experts.46.up_proj,0.0000634768,0.02500,5.152
80,mlp.experts.50.up_proj,0.0000965022,0.02500,5.373
80,mlp.experts.109.up_proj,0.0000693787,0.02500,2.835
80,mlp.experts.105.up_proj,0.0000834863,0.02500,2.838
80,mlp.experts.117.up_proj,0.0001287303,0.02500,2.720
80,mlp.experts.113.up_proj,0.0000984251,0.02500,2.661
80,mlp.experts.111.up_proj,0.0001412591,0.02500,3.875
80,mlp.experts.107.up_proj,0.0001364805,0.02500,3.803
80,mlp.experts.96.up_proj,0.0001105358,0.02500,3.535
80,mlp.experts.115.up_proj,0.0000909064,0.02500,3.891
80,mlp.experts.100.up_proj,0.0001065317,0.02500,3.726
80,mlp.experts.119.up_proj,0.0000860788,0.02500,3.401
80,mlp.experts.104.up_proj,0.0000499460,0.02500,3.126
80,mlp.experts.92.up_proj,0.0000805592,0.02500,3.281
80,mlp.experts.58.up_proj,0.0001030635,0.02500,4.882
80,mlp.experts.112.up_proj,0.0000686262,0.02500,2.227
80,mlp.experts.116.up_proj,0.0000730498,0.02500,2.102
80,mlp.experts.62.up_proj,0.0001854500,0.02500,4.606
80,mlp.experts.108.up_proj,0.0002385058,0.02500,1.800
80,mlp.experts.70.up_proj,0.0000968211,0.02500,5.048
80,mlp.experts.66.up_proj,0.0000843912,0.02500,4.829
80,mlp.experts.74.up_proj,0.0001904626,0.02500,4.393
80,mlp.experts.86.up_proj,0.0000768945,0.02500,4.058
80,mlp.experts.82.up_proj,0.0000979746,0.02500,3.954
80,mlp.experts.78.up_proj,0.0000563588,0.02500,4.787
80,mlp.experts.90.up_proj,0.0000994447,0.02500,4.837
80,mlp.experts.102.up_proj,0.0000928101,0.02500,5.041
80,mlp.experts.98.up_proj,0.0001359034,0.02500,5.011
80,mlp.experts.94.up_proj,0.0001126330,0.02500,5.279
80,mlp.experts.106.up_proj,0.0001110800,0.02500,4.532
80,mlp.experts.118.up_proj,0.0000750398,0.02500,4.102
80,mlp.experts.114.up_proj,0.0000474114,0.02500,3.955
80,mlp.experts.110.up_proj,0.0000762281,0.02500,3.634
80,mlp.experts.9.down_proj,0.0000546979,0.02500,0.905
80,mlp.experts.5.down_proj,0.0000283525,0.02500,0.926
80,mlp.experts.1.down_proj,0.0000280737,0.02500,0.937
80,mlp.experts.13.down_proj,0.0000309867,0.02500,0.960
80,mlp.experts.0.down_proj,0.0000452598,0.02500,1.263
80,mlp.experts.11.down_proj,0.0000404401,0.02500,1.260
80,mlp.experts.15.down_proj,0.0000746618,0.02500,1.277
80,mlp.experts.7.down_proj,0.0001041142,0.02500,1.283
80,mlp.experts.4.down_proj,0.0000086896,0.02500,1.323
80,mlp.experts.3.down_proj,0.0000419063,0.02500,1.326
80,mlp.experts.6.down_proj,0.0000121355,0.02500,1.347
80,mlp.experts.2.down_proj,0.0000940361,0.02500,1.381
80,mlp.experts.8.down_proj,0.0000112820,0.02500,1.386
80,mlp.experts.12.down_proj,0.0000212867,0.02500,1.405
80,mlp.experts.14.down_proj,0.0000642716,0.02500,1.405
80,mlp.experts.10.down_proj,0.0000550497,0.02500,1.528
80,mlp.experts.25.down_proj,0.0000407259,0.02500,0.907
80,mlp.experts.17.down_proj,0.0000627134,0.02500,0.909
80,mlp.experts.21.down_proj,0.0000256339,0.02500,0.935
80,mlp.experts.29.down_proj,0.0000172571,0.02500,0.912
80,mlp.experts.16.down_proj,0.0000643644,0.02500,1.007
80,mlp.experts.20.down_proj,0.0000657252,0.02500,1.099
80,mlp.experts.24.down_proj,0.0000354445,0.02500,1.086
80,mlp.experts.27.down_proj,0.0000242205,0.02500,1.250
80,mlp.experts.23.down_proj,0.0000211457,0.02500,1.248
80,mlp.experts.28.down_proj,0.0000203048,0.02500,1.143
80,mlp.experts.19.down_proj,0.0000546355,0.02500,1.298
80,mlp.experts.31.down_proj,0.0000700470,0.02500,1.338
80,mlp.experts.22.down_proj,0.0000197841,0.02500,1.275
80,mlp.experts.30.down_proj,0.0000364621,0.02500,1.233
80,mlp.experts.18.down_proj,0.0000866689,0.02500,1.275
80,mlp.experts.41.down_proj,0.0000165357,0.02500,0.891
80,mlp.experts.33.down_proj,0.0000296621,0.02500,0.881
80,mlp.experts.26.down_proj,0.0000594299,0.02500,1.190
80,mlp.experts.37.down_proj,0.0000131960,0.02500,0.887
80,mlp.experts.45.down_proj,0.0000322610,0.02500,0.882
80,mlp.experts.40.down_proj,0.0000423948,0.02500,0.934
80,mlp.experts.32.down_proj,0.0000093687,0.02500,1.154
80,mlp.experts.46.down_proj,0.0000258519,0.02500,0.930
80,mlp.experts.38.down_proj,0.0000376878,0.02500,0.950
80,mlp.experts.34.down_proj,0.0000230167,0.02500,0.937
80,mlp.experts.44.down_proj,0.0000387509,0.02500,1.043
80,mlp.experts.57.down_proj,0.0000075181,0.02500,0.924
80,mlp.experts.53.down_proj,0.0000471359,0.02500,0.906
80,mlp.experts.49.down_proj,0.0000205862,0.02500,0.929
80,mlp.experts.36.down_proj,0.0000054527,0.02500,1.244
80,mlp.experts.42.down_proj,0.0000316149,0.02500,0.949
80,mlp.experts.61.down_proj,0.0000213380,0.02500,0.922
80,mlp.experts.43.down_proj,0.0000257492,0.02500,1.180
80,mlp.experts.39.down_proj,0.0000192808,0.02500,1.202
80,mlp.experts.35.down_proj,0.0000280291,0.02500,1.161
80,mlp.experts.47.down_proj,0.0000232271,0.02500,1.166
80,mlp.experts.56.down_proj,0.0000392760,0.02500,0.951
80,mlp.experts.48.down_proj,0.0000332380,0.02500,0.957
80,mlp.experts.62.down_proj,0.0000670349,0.02500,0.960
80,mlp.experts.54.down_proj,0.0000489094,0.02500,0.986
80,mlp.experts.50.down_proj,0.0000369378,0.02500,0.983
80,mlp.experts.69.down_proj,0.0000481842,0.02500,0.937
80,mlp.experts.73.down_proj,0.0000942756,0.02500,0.953
80,mlp.experts.65.down_proj,0.0000223090,0.02500,0.969
80,mlp.experts.77.down_proj,0.0000294407,0.02500,0.946
80,mlp.experts.58.down_proj,0.0000647404,0.02500,1.029
80,mlp.experts.60.down_proj,0.0000198917,0.02500,1.231
80,mlp.experts.59.down_proj,0.0000219942,0.02500,1.195
80,mlp.experts.52.down_proj,0.0000203084,0.02500,1.230
80,mlp.experts.63.down_proj,0.0000693617,0.02500,1.191
80,mlp.experts.55.down_proj,0.0000147305,0.02500,1.291
80,mlp.experts.51.down_proj,0.0000416634,0.02500,1.261
80,mlp.experts.72.down_proj,0.0000238033,0.02500,0.965
80,mlp.experts.64.down_proj,0.0000361849,0.02500,1.056
80,mlp.experts.78.down_proj,0.0000211738,0.02500,0.947
80,mlp.experts.89.down_proj,0.0000133594,0.02500,0.903
80,mlp.experts.66.down_proj,0.0000337757,0.02500,0.922
80,mlp.experts.85.down_proj,0.0000738233,0.02500,0.913
80,mlp.experts.70.down_proj,0.0000365028,0.02500,0.949
80,mlp.experts.81.down_proj,0.0000409252,0.02500,0.899
80,mlp.experts.93.down_proj,0.0000356241,0.02500,0.910
80,mlp.experts.74.down_proj,0.0000792517,0.02500,0.930
80,mlp.experts.76.down_proj,0.0000359963,0.02500,0.986
80,mlp.experts.75.down_proj,0.0000295084,0.02500,1.195
80,mlp.experts.68.down_proj,0.0000351909,0.02500,1.211
80,mlp.experts.67.down_proj,0.0000355120,0.02500,1.159
80,mlp.experts.71.down_proj,0.0000056377,0.02500,1.185
80,mlp.experts.88.down_proj,0.0000159451,0.02500,0.940
80,mlp.experts.79.down_proj,0.0000286379,0.02500,1.299
80,mlp.experts.101.down_proj,0.0000323449,0.02500,0.884
80,mlp.experts.94.down_proj,0.0000380357,0.02500,0.908
80,mlp.experts.97.down_proj,0.0000174393,0.02500,0.870
80,mlp.experts.105.down_proj,0.0000396303,0.02500,0.906
80,mlp.experts.86.down_proj,0.0000170952,0.02500,0.896
80,mlp.experts.82.down_proj,0.0000490540,0.02500,0.923
80,mlp.experts.109.down_proj,0.0000189196,0.02500,0.887
80,mlp.experts.90.down_proj,0.0000250216,0.02500,0.915
80,mlp.experts.80.down_proj,0.0000274862,0.02500,1.200
80,mlp.experts.92.down_proj,0.0000217899,0.02500,0.950
80,mlp.experts.113.down_proj,0.0000299992,0.02500,0.659
80,mlp.experts.117.down_proj,0.0000595123,0.02500,0.664
80,mlp.experts.104.down_proj,0.0000140412,0.02500,0.939
80,mlp.experts.110.down_proj,0.0000173967,0.02500,0.876
80,mlp.experts.84.down_proj,0.0000798698,0.02500,1.173
80,mlp.experts.102.down_proj,0.0000237718,0.02500,0.888
80,mlp.experts.98.down_proj,0.0000624044,0.02500,0.891
80,mlp.experts.91.down_proj,0.0000197582,0.02500,1.253
80,mlp.experts.87.down_proj,0.0000202879,0.02500,1.157
80,mlp.experts.106.down_proj,0.0000315297,0.02500,0.852
80,mlp.experts.83.down_proj,0.0000429592,0.02500,1.202
80,mlp.experts.95.down_proj,0.0000206058,0.02500,1.206
80,mlp.experts.108.down_proj,0.0000568284,0.02500,0.818
80,mlp.experts.96.down_proj,0.0000234636,0.02500,0.974
80,mlp.experts.118.down_proj,0.0000160207,0.02500,0.679
80,mlp.experts.100.down_proj,0.0000280046,0.02500,0.713
80,mlp.experts.114.down_proj,0.0000107361,0.02500,0.683
80,mlp.experts.112.down_proj,0.0000160586,0.02500,0.633
80,mlp.experts.116.down_proj,0.0000242853,0.02500,0.543
80,mlp.experts.107.down_proj,0.0000305240,0.02500,1.281
80,mlp.experts.103.down_proj,0.0000191593,0.02500,1.317
80,mlp.experts.111.down_proj,0.0000252077,0.02500,1.271
80,mlp.experts.99.down_proj,0.0000162666,0.02500,1.380
80,mlp.experts.119.down_proj,0.0000333988,0.02500,0.871
80,mlp.experts.115.down_proj,0.0000213353,0.02500,0.811
81,self_attn.k_proj,0.0000003626,0.02500,1.813
81,self_attn.v_proj,0.0000010794,0.02500,1.895
81,self_attn.q_proj,0.0000023336,0.02500,2.533
81,self_attn.o_proj,0.0000022394,0.02500,4.629
81,mlp.shared_experts.gate_proj,0.0000061347,0.02500,1.700
81,mlp.shared_experts.up_proj,0.0000050046,0.02500,1.516
81,mlp.shared_experts.down_proj,0.0000012653,0.02500,0.414
81,mlp.experts.11.gate_proj,0.0000994490,0.02500,4.469
81,mlp.experts.6.gate_proj,0.0000960710,0.02500,5.474
81,mlp.experts.15.gate_proj,0.0000787713,0.02500,4.529
81,mlp.experts.10.gate_proj,0.0000876511,0.02500,4.234
81,mlp.experts.7.gate_proj,0.0000745662,0.02500,5.576
81,mlp.experts.3.gate_proj,0.0000892439,0.02500,5.583
81,mlp.experts.14.gate_proj,0.0000883623,0.02500,4.299
81,mlp.experts.2.gate_proj,0.0000767691,0.02500,5.680
81,mlp.experts.8.gate_proj,0.0000867390,0.02500,4.847
81,mlp.experts.5.gate_proj,0.0001241071,0.02500,5.894
81,mlp.experts.12.gate_proj,0.0000556901,0.02500,4.926
81,mlp.experts.4.gate_proj,0.0001224858,0.02500,6.049
81,mlp.experts.9.gate_proj,0.0000861225,0.02500,5.083
81,mlp.experts.0.gate_proj,0.0000390404,0.02500,6.114
81,mlp.experts.1.gate_proj,0.0000851689,0.02500,6.176
81,mlp.experts.13.gate_proj,0.0002764814,0.02500,5.538
81,mlp.experts.31.gate_proj,0.0000812006,0.02500,3.406
81,mlp.experts.23.gate_proj,0.0001937674,0.02500,3.517
81,mlp.experts.19.gate_proj,0.0000677746,0.02500,3.662
81,mlp.experts.27.gate_proj,0.0000988594,0.02500,3.924
81,mlp.experts.21.gate_proj,0.0001439353,0.02500,4.511
81,mlp.experts.24.gate_proj,0.0001121316,0.02500,4.668
81,mlp.experts.25.gate_proj,0.0000826155,0.02500,4.494
81,mlp.experts.28.gate_proj,0.0000375726,0.02500,4.673
81,mlp.experts.17.gate_proj,0.0001402113,0.02500,4.531
81,mlp.experts.16.gate_proj,0.0003058785,0.02500,4.740
81,mlp.experts.20.gate_proj,0.0001889568,0.02500,5.091
81,mlp.experts.29.gate_proj,0.0001542115,0.02500,5.363
81,mlp.experts.22.gate_proj,0.0000792376,0.02500,6.805
81,mlp.experts.26.gate_proj,0.0000764376,0.02500,6.806
81,mlp.experts.30.gate_proj,0.0000923303,0.02500,6.797
81,mlp.experts.18.gate_proj,0.0001482514,0.02500,6.842
81,mlp.experts.32.gate_proj,0.0000743414,0.02500,3.544
81,mlp.experts.44.gate_proj,0.0001654850,0.02500,4.244
81,mlp.experts.40.gate_proj,0.0000713644,0.02500,4.392
81,mlp.experts.37.gate_proj,0.0001691267,0.02500,4.853
81,mlp.experts.36.gate_proj,0.0001135124,0.02500,4.169
81,mlp.experts.41.gate_proj,0.0001547764,0.02500,4.918
81,mlp.experts.33.gate_proj,0.0000942324,0.02500,4.912
81,mlp.experts.45.gate_proj,0.0000672006,0.02500,5.196
81,mlp.experts.42.gate_proj,0.0000389048,0.02500,5.211
81,mlp.experts.38.gate_proj,0.0000850281,0.02500,5.305
81,mlp.experts.46.gate_proj,0.0000695675,0.02500,5.293
81,mlp.experts.34.gate_proj,0.0001932174,0.02500,5.301
81,mlp.experts.48.gate_proj,0.0001358606,0.02500,4.922
81,mlp.experts.53.gate_proj,0.0000629228,0.02500,4.417
81,mlp.experts.60.gate_proj,0.0000870693,0.02500,4.919
81,mlp.experts.49.gate_proj,0.0001797434,0.02500,4.214
81,mlp.experts.57.gate_proj,0.0000846109,0.02500,4.348
81,mlp.experts.56.gate_proj,0.0000974931,0.02500,5.045
81,mlp.experts.52.gate_proj,0.0001943926,0.02500,4.937
81,mlp.experts.61.gate_proj,0.0001264020,0.02500,4.440
81,mlp.experts.58.gate_proj,0.0001359596,0.02500,4.640
81,mlp.experts.62.gate_proj,0.0000530697,0.02500,4.668
81,mlp.experts.50.gate_proj,0.0001753868,0.02500,4.689
81,mlp.experts.54.gate_proj,0.0000763288,0.02500,5.114
81,mlp.experts.64.gate_proj,0.0000387452,0.02500,3.792
81,mlp.experts.76.gate_proj,0.0000906312,0.02500,3.987
81,mlp.experts.68.gate_proj,0.0000861604,0.02500,3.667
81,mlp.experts.72.gate_proj,0.0000660559,0.02500,4.093
81,mlp.experts.69.gate_proj,0.0000871801,0.02500,4.576
81,mlp.experts.65.gate_proj,0.0001046077,0.02500,4.786
81,mlp.experts.73.gate_proj,0.0000919752,0.02500,4.999
81,mlp.experts.77.gate_proj,0.0001227446,0.02500,4.442
81,mlp.experts.74.gate_proj,0.0000711824,0.02500,4.921
81,mlp.experts.78.gate_proj,0.0001166265,0.02500,4.866
81,mlp.experts.70.gate_proj,0.0001084300,0.02500,4.712
81,mlp.experts.66.gate_proj,0.0002446447,0.02500,4.998
81,mlp.experts.85.gate_proj,0.0000659341,0.02500,5.321
81,mlp.experts.89.gate_proj,0.0000905989,0.02500,5.205
81,mlp.experts.81.gate_proj,0.0001769596,0.02500,5.540
81,mlp.experts.93.gate_proj,0.0000974109,0.02500,5.075
81,mlp.experts.94.gate_proj,0.0000765879,0.02500,4.873
81,mlp.experts.90.gate_proj,0.0000612543,0.02500,5.041
81,mlp.experts.86.gate_proj,0.0001249233,0.02500,5.020
81,mlp.experts.82.gate_proj,0.0001463542,0.02500,5.518
81,mlp.experts.101.gate_proj,0.0000981451,0.02500,5.135
81,mlp.experts.97.gate_proj,0.0000855192,0.02500,5.316
81,mlp.experts.105.gate_proj,0.0000816539,0.02500,5.755
81,mlp.experts.109.gate_proj,0.0001159873,0.02500,5.448
81,mlp.experts.106.gate_proj,0.0000986643,0.02500,5.243
81,mlp.experts.110.gate_proj,0.0001123964,0.02500,5.407
81,mlp.experts.102.gate_proj,0.0001227844,0.02500,5.265
81,mlp.experts.98.gate_proj,0.0000967586,0.02500,5.497
81,mlp.experts.117.gate_proj,0.0000794584,0.02500,5.781
81,mlp.experts.113.gate_proj,0.0000759317,0.02500,5.835
81,mlp.experts.1.up_proj,0.0000845630,0.02500,5.937
81,mlp.experts.5.up_proj,0.0001222225,0.02500,5.808
81,mlp.experts.2.up_proj,0.0000713375,0.02500,5.216
81,mlp.experts.6.up_proj,0.0000937597,0.02500,5.236
81,mlp.experts.118.gate_proj,0.0000949347,0.02500,5.302
81,mlp.experts.114.gate_proj,0.0001941842,0.02500,5.762
81,mlp.experts.13.up_proj,0.0002740984,0.02500,5.522
81,mlp.experts.9.up_proj,0.0000869007,0.02500,5.849
81,mlp.experts.17.up_proj,0.0001333557,0.02500,5.846
81,mlp.experts.21.up_proj,0.0001417162,0.02500,5.633
81,mlp.experts.18.up_proj,0.0001493823,0.02500,5.309
81,mlp.experts.22.up_proj,0.0000786263,0.02500,5.480
81,mlp.experts.14.up_proj,0.0000908658,0.02500,5.520
81,mlp.experts.10.up_proj,0.0000872362,0.02500,5.713
81,mlp.experts.29.up_proj,0.0001501390,0.02500,4.631
81,mlp.experts.80.gate_proj,0.0001859760,0.02500,28.828
81,mlp.experts.92.gate_proj,0.0001064347,0.02500,28.418
81,mlp.experts.84.gate_proj,0.0001047323,0.02500,28.320
81,mlp.experts.88.gate_proj,0.0001315504,0.02500,28.586
81,mlp.experts.34.up_proj,0.0001921853,0.02500,5.444
81,mlp.experts.38.up_proj,0.0000841361,0.02500,5.469
81,mlp.experts.30.up_proj,0.0000892781,0.02500,5.521
81,mlp.experts.26.up_proj,0.0000764340,0.02500,5.424
81,mlp.experts.96.gate_proj,0.0002460011,0.02500,3.566
81,mlp.experts.104.gate_proj,0.0001280360,0.02500,3.388
81,mlp.experts.108.gate_proj,0.0000749770,0.02500,3.934
81,mlp.experts.100.gate_proj,0.0000509935,0.02500,3.961
81,mlp.experts.50.up_proj,0.0001667583,0.02500,4.489
81,mlp.experts.54.up_proj,0.0000728523,0.02500,4.561
81,mlp.experts.46.up_proj,0.0000693112,0.02500,4.410
81,mlp.experts.112.gate_proj,0.0002112595,0.02500,3.644
81,mlp.experts.42.up_proj,0.0000366274,0.02500,4.339
81,mlp.experts.0.up_proj,0.0000384603,0.02500,3.973
81,mlp.experts.4.up_proj,0.0001167687,0.02500,4.261
81,mlp.experts.116.gate_proj,0.0001571476,0.02500,4.438
81,mlp.experts.66.up_proj,0.0002423224,0.02500,4.468
81,mlp.experts.62.up_proj,0.0000534486,0.02500,4.726
81,mlp.experts.70.up_proj,0.0001091425,0.02500,5.005
81,mlp.experts.8.up_proj,0.0000837816,0.02500,4.265
81,mlp.experts.16.up_proj,0.0002946536,0.02500,4.109
81,mlp.experts.20.up_proj,0.0001806342,0.02500,4.270
81,mlp.experts.58.up_proj,0.0001336284,0.02500,5.158
81,mlp.experts.12.up_proj,0.0000543089,0.02500,5.144
81,mlp.experts.24.up_proj,0.0001075462,0.02500,4.051
81,mlp.experts.32.up_proj,0.0000724120,0.02500,3.879
81,mlp.experts.82.up_proj,0.0001425568,0.02500,5.633
81,mlp.experts.36.up_proj,0.0001090465,0.02500,3.942
81,mlp.experts.78.up_proj,0.0001117057,0.02500,5.546
81,mlp.experts.86.up_proj,0.0001282643,0.02500,5.613
81,mlp.experts.28.up_proj,0.0000374931,0.02500,4.089
81,mlp.experts.74.up_proj,0.0000701255,0.02500,5.497
81,mlp.experts.40.up_proj,0.0000695687,0.02500,4.807
81,mlp.experts.48.up_proj,0.0001348557,0.02500,4.964
81,mlp.experts.98.up_proj,0.0000946636,0.02500,5.262
81,mlp.experts.52.up_proj,0.0001942017,0.02500,5.224
81,mlp.experts.94.up_proj,0.0000768670,0.02500,5.425
81,mlp.experts.102.up_proj,0.0001183484,0.02500,5.477
81,mlp.experts.44.up_proj,0.0001631362,0.02500,5.240
81,mlp.experts.90.up_proj,0.0000606923,0.02500,5.578
81,mlp.experts.56.up_proj,0.0000978980,0.02500,4.867
81,mlp.experts.64.up_proj,0.0000384263,0.02500,4.914
81,mlp.experts.68.up_proj,0.0000820852,0.02500,4.689
81,mlp.experts.114.up_proj,0.0001893044,0.02500,6.310
81,mlp.experts.60.up_proj,0.0000860219,0.02500,4.889
81,mlp.experts.110.up_proj,0.0001113885,0.02500,5.862
81,mlp.experts.118.up_proj,0.0000935082,0.02500,5.872
81,mlp.experts.106.up_proj,0.0000954838,0.02500,4.649
81,mlp.experts.72.up_proj,0.0000661061,0.02500,4.830
81,mlp.experts.80.up_proj,0.0001764585,0.02500,5.104
81,mlp.experts.84.up_proj,0.0001027915,0.02500,4.871
81,mlp.experts.76.up_proj,0.0000910334,0.02500,4.529
81,mlp.experts.88.up_proj,0.0001254886,0.02500,4.098
81,mlp.experts.96.up_proj,0.0002404327,0.02500,3.332
81,mlp.experts.100.up_proj,0.0000509149,0.02500,3.051
81,mlp.experts.92.up_proj,0.0001054585,0.02500,3.686
81,mlp.experts.104.up_proj,0.0001280765,0.02500,3.127
81,mlp.experts.116.up_proj,0.0001387132,0.02500,2.862
81,mlp.experts.112.up_proj,0.0002130286,0.02500,3.491
81,mlp.experts.25.up_proj,0.0000820304,0.02500,43.149
81,mlp.experts.33.up_proj,0.0000930198,0.02500,43.111
81,mlp.experts.108.up_proj,0.0000742667,0.02500,2.474
81,mlp.experts.37.up_proj,0.0001643668,0.02500,43.334
81,mlp.experts.43.gate_proj,0.0000774498,0.02500,3.373
81,mlp.experts.35.gate_proj,0.0001104566,0.02500,3.475
81,mlp.experts.39.gate_proj,0.0000816001,0.02500,3.655
81,mlp.experts.47.gate_proj,0.0001153490,0.02500,4.068
81,mlp.experts.45.up_proj,0.0000685939,0.02500,43.299
81,mlp.experts.41.up_proj,0.0001519879,0.02500,4.476
81,mlp.experts.49.up_proj,0.0001761790,0.02500,4.486
81,mlp.experts.53.up_proj,0.0000610067,0.02500,4.295
81,mlp.experts.61.up_proj,0.0001269444,0.02500,5.234
81,mlp.experts.57.up_proj,0.0000833795,0.02500,5.274
81,mlp.experts.65.up_proj,0.0001035045,0.02500,5.349
81,mlp.experts.69.up_proj,0.0000866130,0.02500,5.422
81,mlp.experts.59.gate_proj,0.0001239974,0.02500,8.909
81,mlp.experts.55.gate_proj,0.0001608065,0.02500,8.683
81,mlp.experts.51.gate_proj,0.0000901439,0.02500,9.010
81,mlp.experts.63.gate_proj,0.0002442280,0.02500,8.760
81,mlp.experts.77.up_proj,0.0001218515,0.02500,5.161
81,mlp.experts.73.up_proj,0.0000909700,0.02500,4.982
81,mlp.experts.81.up_proj,0.0001736822,0.02500,4.834
81,mlp.experts.67.gate_proj,0.0000786076,0.02500,3.074
81,mlp.experts.79.gate_proj,0.0000584676,0.02500,3.183
81,mlp.experts.75.gate_proj,0.0001948946,0.02500,3.746
81,mlp.experts.85.up_proj,0.0000659226,0.02500,4.942
81,mlp.experts.71.gate_proj,0.0001669174,0.02500,3.854
81,mlp.experts.83.gate_proj,0.0001718866,0.02500,4.058
81,mlp.experts.87.gate_proj,0.0001070726,0.02500,3.614
81,mlp.experts.91.gate_proj,0.0001121334,0.02500,4.039
81,mlp.experts.95.gate_proj,0.0001021290,0.02500,4.129
81,mlp.experts.93.up_proj,0.0000978445,0.02500,6.867
81,mlp.experts.89.up_proj,0.0000913070,0.02500,6.408
81,mlp.experts.97.up_proj,0.0000856918,0.02500,6.200
81,mlp.experts.101.up_proj,0.0000938108,0.02500,5.842
81,mlp.experts.99.gate_proj,0.0000680608,0.02500,5.842
81,mlp.experts.107.gate_proj,0.0002233458,0.02500,5.981
81,mlp.experts.103.gate_proj,0.0001407029,0.02500,6.288
81,mlp.experts.111.gate_proj,0.0000794958,0.02500,6.096
81,mlp.experts.115.gate_proj,0.0001318044,0.02500,3.311
81,mlp.experts.119.gate_proj,0.0000573375,0.02500,2.940
81,mlp.experts.3.up_proj,0.0000869945,0.02500,3.060
81,mlp.experts.7.up_proj,0.0000732304,0.02500,3.214
81,mlp.experts.117.up_proj,0.0000762825,0.02500,5.817
81,mlp.experts.113.up_proj,0.0000767418,0.02500,5.823
81,mlp.experts.109.up_proj,0.0001129859,0.02500,5.849
81,mlp.experts.105.up_proj,0.0000801743,0.02500,5.872
81,mlp.experts.11.up_proj,0.0000993461,0.02500,2.641
81,mlp.experts.15.up_proj,0.0000770714,0.02500,2.785
81,mlp.experts.19.up_proj,0.0000660727,0.02500,3.344
81,mlp.experts.23.up_proj,0.0001843219,0.02500,3.310
81,mlp.experts.27.up_proj,0.0000996614,0.02500,2.729
81,mlp.experts.31.up_proj,0.0000802632,0.02500,3.039
81,mlp.experts.35.up_proj,0.0001102060,0.02500,2.852
81,mlp.experts.39.up_proj,0.0000797623,0.02500,2.880
81,mlp.experts.43.up_proj,0.0000773278,0.02500,2.878
81,mlp.experts.47.up_proj,0.0001136981,0.02500,3.334
81,mlp.experts.51.up_proj,0.0000905278,0.02500,3.095
81,mlp.experts.55.up_proj,0.0001489538,0.02500,2.912
81,mlp.experts.59.up_proj,0.0001184394,0.02500,2.778
81,mlp.experts.63.up_proj,0.0002387624,0.02500,3.067
81,mlp.experts.67.up_proj,0.0000786363,0.02500,3.115
81,mlp.experts.71.up_proj,0.0001629628,0.02500,3.116
81,mlp.experts.75.up_proj,0.0001879476,0.02500,2.927
81,mlp.experts.79.up_proj,0.0000586537,0.02500,2.869
81,mlp.experts.83.up_proj,0.0001677991,0.02500,3.149
81,mlp.experts.87.up_proj,0.0001047152,0.02500,3.408
81,mlp.experts.91.up_proj,0.0001078265,0.02500,2.801
81,mlp.experts.99.up_proj,0.0000676240,0.02500,2.606
81,mlp.experts.95.up_proj,0.0000993353,0.02500,3.277
81,mlp.experts.107.up_proj,0.0002212287,0.02500,2.679
81,mlp.experts.103.up_proj,0.0001368978,0.02500,3.242
81,mlp.experts.115.up_proj,0.0001296258,0.02500,2.212
81,mlp.experts.111.up_proj,0.0000771431,0.02500,2.131
81,mlp.experts.119.up_proj,0.0000576015,0.02500,1.701
81,mlp.experts.5.down_proj,0.0000338589,0.02500,1.178
81,mlp.experts.1.down_proj,0.0000178613,0.02500,1.192
81,mlp.experts.9.down_proj,0.0000406504,0.02500,1.215
81,mlp.experts.13.down_proj,0.0001095882,0.02500,1.238
81,mlp.experts.0.down_proj,0.0000068852,0.02500,1.462
81,mlp.experts.8.down_proj,0.0000192741,0.02500,1.492
81,mlp.experts.2.down_proj,0.0000543285,0.02500,1.649
81,mlp.experts.6.down_proj,0.0000372925,0.02500,1.664
81,mlp.experts.12.down_proj,0.0000177304,0.02500,1.446
81,mlp.experts.4.down_proj,0.0000284711,0.02500,1.706
81,mlp.experts.10.down_proj,0.0000183971,0.02500,1.908
81,mlp.experts.14.down_proj,0.0000278687,0.02500,1.936
81,mlp.experts.21.down_proj,0.0000473809,0.02500,1.100
81,mlp.experts.17.down_proj,0.0000340438,0.02500,1.101
81,mlp.experts.25.down_proj,0.0000196190,0.02500,1.201
81,mlp.experts.29.down_proj,0.0001305310,0.02500,1.038
81,mlp.experts.7.down_proj,0.0000117687,0.02500,2.550
81,mlp.experts.16.down_proj,0.0001569054,0.02500,1.093
81,mlp.experts.15.down_proj,0.0000155219,0.02500,2.340
81,mlp.experts.20.down_proj,0.0000597326,0.02500,0.901
81,mlp.experts.24.down_proj,0.0000187673,0.02500,1.132
81,mlp.experts.11.down_proj,0.0000575467,0.02500,2.517
81,mlp.experts.3.down_proj,0.0000279192,0.02500,2.817
81,mlp.experts.28.down_proj,0.0000058444,0.02500,1.166
81,mlp.experts.18.down_proj,0.0000405536,0.02500,1.556
81,mlp.experts.37.down_proj,0.0000461435,0.02500,1.021
81,mlp.experts.22.down_proj,0.0000159534,0.02500,1.637
81,mlp.experts.33.down_proj,0.0000173297,0.02500,1.032
81,mlp.experts.41.down_proj,0.0000935102,0.02500,1.023
81,mlp.experts.36.down_proj,0.0000384651,0.02500,0.855
81,mlp.experts.40.down_proj,0.0000170619,0.02500,0.858
81,mlp.experts.45.down_proj,0.0000311798,0.02500,1.047
81,mlp.experts.26.down_proj,0.0000218524,0.02500,1.426
81,mlp.experts.30.down_proj,0.0000213932,0.02500,1.466
81,mlp.experts.32.down_proj,0.0000230940,0.02500,1.153
81,mlp.experts.23.down_proj,0.0000618084,0.02500,1.240
81,mlp.experts.44.down_proj,0.0000587114,0.02500,1.085
81,mlp.experts.31.down_proj,0.0000322802,0.02500,1.399
81,mlp.experts.27.down_proj,0.0000527157,0.02500,1.501
81,mlp.experts.19.down_proj,0.0000136476,0.02500,1.537
81,mlp.experts.52.down_proj,0.0000826951,0.02500,0.898
81,mlp.experts.56.down_proj,0.0000214906,0.02500,0.992
81,mlp.experts.38.down_proj,0.0000347570,0.02500,1.401
81,mlp.experts.53.down_proj,0.0000224649,0.02500,1.405
81,mlp.experts.34.down_proj,0.0000570895,0.02500,1.501
81,mlp.experts.49.down_proj,0.0000651478,0.02500,1.385
81,mlp.experts.57.down_proj,0.0000408649,0.02500,1.429
81,mlp.experts.48.down_proj,0.0000575796,0.02500,1.171
81,mlp.experts.42.down_proj,0.0000521568,0.02500,1.378
81,mlp.experts.39.down_proj,0.0000280624,0.02500,1.196
81,mlp.experts.61.down_proj,0.0000860835,0.02500,1.455
81,mlp.experts.60.down_proj,0.0000222051,0.02500,1.118
81,mlp.experts.46.down_proj,0.0000204444,0.02500,1.428
81,mlp.experts.47.down_proj,0.0001215999,0.02500,1.152
81,mlp.experts.68.down_proj,0.0000211626,0.02500,0.882
81,mlp.experts.35.down_proj,0.0000374532,0.02500,0.974
81,mlp.experts.43.down_proj,0.0000446614,0.02500,1.044
81,mlp.experts.72.down_proj,0.0000721781,0.02500,1.056
81,mlp.experts.50.down_proj,0.0000469591,0.02500,1.061
81,mlp.experts.54.down_proj,0.0000224892,0.02500,1.086
81,mlp.experts.55.down_proj,0.0000637685,0.02500,0.868
81,mlp.experts.64.down_proj,0.0000070674,0.02500,1.066
81,mlp.experts.76.down_proj,0.0000451190,0.02500,0.935
81,mlp.experts.63.down_proj,0.0000963308,0.02500,0.888
81,mlp.experts.58.down_proj,0.0000470742,0.02500,1.179
81,mlp.experts.65.down_proj,0.0000232427,0.02500,1.412
81,mlp.experts.84.down_proj,0.0000164354,0.02500,0.888
81,mlp.experts.69.down_proj,0.0000213519,0.02500,1.488
81,mlp.experts.51.down_proj,0.0000158217,0.02500,0.872
81,mlp.experts.59.down_proj,0.0000431741,0.02500,0.886
81,mlp.experts.62.down_proj,0.0000142942,0.02500,1.249
81,mlp.experts.73.down_proj,0.0000363619,0.02500,1.449
81,mlp.experts.77.down_proj,0.0000280538,0.02500,1.427
81,mlp.experts.88.down_proj,0.0000312765,0.02500,1.182
81,mlp.experts.71.down_proj,0.0000371088,0.02500,0.907
81,mlp.experts.92.down_proj,0.0000463196,0.02500,0.890
81,mlp.experts.79.down_proj,0.0000100422,0.02500,0.880
81,mlp.experts.100.down_proj,0.0000384700,0.02500,0.886
81,mlp.experts.67.down_proj,0.0000265950,0.02500,0.860
81,mlp.experts.75.down_proj,0.0000550048,0.02500,0.862
81,mlp.experts.80.down_proj,0.0000569784,0.02500,1.196
81,mlp.experts.70.down_proj,0.0000331479,0.02500,1.441
81,mlp.experts.66.down_proj,0.0001350973,0.02500,1.507
81,mlp.experts.74.down_proj,0.0000223690,0.02500,1.201
81,mlp.experts.81.down_proj,0.0000822710,0.02500,1.461
81,mlp.experts.87.down_proj,0.0000331182,0.02500,0.868
81,mlp.experts.78.down_proj,0.0000280299,0.02500,1.341
81,mlp.experts.85.down_proj,0.0000156309,0.02500,1.506
81,mlp.experts.95.down_proj,0.0000248775,0.02500,0.858
81,mlp.experts.89.down_proj,0.0000218462,0.02500,1.499
81,mlp.experts.108.down_proj,0.0000137813,0.02500,0.962
81,mlp.experts.104.down_proj,0.0000271943,0.02500,1.150
81,mlp.experts.83.down_proj,0.0000805674,0.02500,0.855
81,mlp.experts.91.down_proj,0.0000303041,0.02500,0.842
81,mlp.experts.93.down_proj,0.0000984132,0.02500,1.532
81,mlp.experts.116.down_proj,0.0000752669,0.02500,0.950
81,mlp.experts.96.down_proj,0.0001575426,0.02500,0.856
81,mlp.experts.103.down_proj,0.0000286888,0.02500,0.812
81,mlp.experts.112.down_proj,0.0000962093,0.02500,0.535
81,mlp.experts.111.down_proj,0.0000275794,0.02500,0.817
81,mlp.experts.99.down_proj,0.0000156808,0.02500,0.791
81,mlp.experts.107.down_proj,0.0000682566,0.02500,0.804
81,mlp.experts.86.down_proj,0.0000305815,0.02500,1.629
81,mlp.experts.82.down_proj,0.0000439391,0.02500,1.624
81,mlp.experts.90.down_proj,0.0000134939,0.02500,1.690
81,mlp.experts.97.down_proj,0.0000468250,0.02500,1.493
81,mlp.experts.119.down_proj,0.0000093688,0.02500,0.640
81,mlp.experts.105.down_proj,0.0000182921,0.02500,1.380
81,mlp.experts.101.down_proj,0.0000435525,0.02500,1.504
81,mlp.experts.115.down_proj,0.0000286412,0.02500,0.542
81,mlp.experts.94.down_proj,0.0000195195,0.02500,1.626
81,mlp.experts.109.down_proj,0.0000638488,0.02500,1.353
81,mlp.experts.113.down_proj,0.0000153651,0.02500,0.622
81,mlp.experts.117.down_proj,0.0000212876,0.02500,0.571
81,mlp.experts.102.down_proj,0.0000356420,0.02500,1.449
81,mlp.experts.98.down_proj,0.0000400366,0.02500,1.461
81,mlp.experts.106.down_proj,0.0000245206,0.02500,1.464
81,mlp.experts.110.down_proj,0.0000393540,0.02500,1.417
81,mlp.experts.114.down_proj,0.0000789469,0.02500,0.737
81,mlp.experts.118.down_proj,0.0000499076,0.02500,0.788
82,self_attn.v_proj,0.0000012132,0.02500,1.670
82,self_attn.k_proj,0.0000004171,0.02500,1.915
82,self_attn.q_proj,0.0000029852,0.02500,2.138
82,self_attn.o_proj,0.0000030616,0.02500,4.245
82,mlp.shared_experts.gate_proj,0.0000065421,0.02500,1.520
82,mlp.shared_experts.up_proj,0.0000054225,0.02500,1.818
82,mlp.shared_experts.down_proj,0.0000015399,0.02500,0.404
82,mlp.experts.15.gate_proj,0.0000763319,0.02500,3.061
82,mlp.experts.3.gate_proj,0.0000422322,0.02500,4.516
82,mlp.experts.7.gate_proj,0.0001421750,0.02500,4.591
82,mlp.experts.11.gate_proj,0.0001140357,0.02500,3.204
82,mlp.experts.0.gate_proj,0.0003401733,0.02500,6.409
82,mlp.experts.5.gate_proj,0.0001138954,0.02500,6.568
82,mlp.experts.4.gate_proj,0.0000758335,0.02500,6.582
82,mlp.experts.1.gate_proj,0.0001972861,0.02500,6.613
82,mlp.experts.8.gate_proj,0.0002209459,0.02500,6.658
82,mlp.experts.13.gate_proj,0.0001183343,0.02500,5.268
82,mlp.experts.12.gate_proj,0.0002622927,0.02500,5.292
82,mlp.experts.9.gate_proj,0.0000575844,0.02500,5.412
82,mlp.experts.14.gate_proj,0.0001095536,0.02500,5.697
82,mlp.experts.10.gate_proj,0.0001093192,0.02500,5.746
82,mlp.experts.2.gate_proj,0.0000603465,0.02500,7.197
82,mlp.experts.6.gate_proj,0.0001280902,0.02500,7.307
82,mlp.experts.31.gate_proj,0.0000303979,0.02500,3.120
82,mlp.experts.23.gate_proj,0.0000738908,0.02500,3.082
82,mlp.experts.19.gate_proj,0.0001354862,0.02500,3.219
82,mlp.experts.27.gate_proj,0.0001126282,0.02500,3.156
82,mlp.experts.16.gate_proj,0.0001714900,0.02500,4.119
82,mlp.experts.24.gate_proj,0.0001346593,0.02500,3.952
82,mlp.experts.18.gate_proj,0.0001327355,0.02500,3.642
82,mlp.experts.22.gate_proj,0.0000773311,0.02500,3.599
82,mlp.experts.30.gate_proj,0.0000660998,0.02500,3.820
82,mlp.experts.26.gate_proj,0.0000463952,0.02500,3.817
82,mlp.experts.20.gate_proj,0.0001617024,0.02500,4.456
82,mlp.experts.28.gate_proj,0.0000995341,0.02500,4.424
82,mlp.experts.21.gate_proj,0.0002916586,0.02500,4.630
82,mlp.experts.17.gate_proj,0.0001126066,0.02500,4.766
82,mlp.experts.29.gate_proj,0.0000513990,0.02500,5.106
82,mlp.experts.47.gate_proj,0.0001002461,0.02500,4.202
82,mlp.experts.39.gate_proj,0.0000898081,0.02500,4.315
82,mlp.experts.25.gate_proj,0.0002117760,0.02500,5.149
82,mlp.experts.43.gate_proj,0.0001850375,0.02500,4.235
82,mlp.experts.35.gate_proj,0.0000693326,0.02500,4.664
82,mlp.experts.32.gate_proj,0.0001707845,0.02500,3.339
82,mlp.experts.40.gate_proj,0.0002369045,0.02500,3.459
82,mlp.experts.34.gate_proj,0.0001466204,0.02500,3.363
82,mlp.experts.38.gate_proj,0.0001213699,0.02500,3.409
82,mlp.experts.42.gate_proj,0.0001099551,0.02500,3.374
82,mlp.experts.46.gate_proj,0.0001129404,0.02500,3.465
82,mlp.experts.44.gate_proj,0.0001428653,0.02500,3.432
82,mlp.experts.37.gate_proj,0.0000806225,0.02500,3.872
82,mlp.experts.36.gate_proj,0.0002142371,0.02500,4.040
82,mlp.experts.45.gate_proj,0.0001214161,0.02500,3.348
82,mlp.experts.41.gate_proj,0.0001151206,0.02500,3.249
82,mlp.experts.33.gate_proj,0.0000688683,0.02500,4.160
82,mlp.experts.63.gate_proj,0.0000987628,0.02500,4.059
82,mlp.experts.55.gate_proj,0.0001784529,0.02500,4.163
82,mlp.experts.59.gate_proj,0.0000687590,0.02500,4.294
82,mlp.experts.51.gate_proj,0.0001726866,0.02500,4.047
82,mlp.experts.56.gate_proj,0.0002904633,0.02500,2.994
82,mlp.experts.50.gate_proj,0.0000357044,0.02500,3.091
82,mlp.experts.58.gate_proj,0.0002099763,0.02500,3.081
82,mlp.experts.54.gate_proj,0.0000952290,0.02500,3.199
82,mlp.experts.62.gate_proj,0.0001767719,0.02500,3.131
82,mlp.experts.48.gate_proj,0.0001811344,0.02500,3.901
82,mlp.experts.60.gate_proj,0.0000966955,0.02500,3.347
82,mlp.experts.52.gate_proj,0.0001434712,0.02500,3.272
82,mlp.experts.61.gate_proj,0.0001137325,0.02500,3.267
82,mlp.experts.57.gate_proj,0.0001251692,0.02500,3.270
82,mlp.experts.53.gate_proj,0.0001297712,0.02500,3.509
82,mlp.experts.49.gate_proj,0.0001206344,0.02500,3.522
82,mlp.experts.72.gate_proj,0.0001961258,0.02500,2.946
82,mlp.experts.79.gate_proj,0.0001112568,0.02500,4.260
82,mlp.experts.71.gate_proj,0.0001424659,0.02500,4.192
82,mlp.experts.66.gate_proj,0.0000866706,0.02500,3.216
82,mlp.experts.75.gate_proj,0.0001275040,0.02500,4.180
82,mlp.experts.67.gate_proj,0.0001461793,0.02500,4.118
82,mlp.experts.70.gate_proj,0.0000916164,0.02500,3.147
82,mlp.experts.74.gate_proj,0.0000758428,0.02500,3.197
82,mlp.experts.78.gate_proj,0.0001289759,0.02500,3.238
82,mlp.experts.76.gate_proj,0.0001391262,0.02500,2.867
82,mlp.experts.64.gate_proj,0.0001558057,0.02500,3.726
82,mlp.experts.69.gate_proj,0.0000631422,0.02500,3.036
82,mlp.experts.73.gate_proj,0.0000602561,0.02500,3.478
82,mlp.experts.77.gate_proj,0.0000221936,0.02500,3.788
82,mlp.experts.68.gate_proj,0.0001686861,0.02500,3.875
82,mlp.experts.65.gate_proj,0.0000815397,0.02500,3.404
82,mlp.experts.88.gate_proj,0.0000981950,0.02500,2.954
82,mlp.experts.82.gate_proj,0.0002737761,0.02500,3.176
82,mlp.experts.90.gate_proj,0.0000743470,0.02500,3.095
82,mlp.experts.86.gate_proj,0.0001287424,0.02500,3.179
82,mlp.experts.94.gate_proj,0.0000913571,0.02500,3.122
82,mlp.experts.92.gate_proj,0.0001252637,0.02500,3.231
82,mlp.experts.95.gate_proj,0.0001417371,0.02500,4.124
82,mlp.experts.91.gate_proj,0.0000724454,0.02500,4.056
82,mlp.experts.83.gate_proj,0.0001655700,0.02500,4.070
82,mlp.experts.87.gate_proj,0.0001364133,0.02500,4.347
82,mlp.experts.80.gate_proj,0.0000885772,0.02500,3.624
82,mlp.experts.85.gate_proj,0.0001304512,0.02500,3.881
82,mlp.experts.104.gate_proj,0.0001982631,0.02500,2.886
82,mlp.experts.89.gate_proj,0.0001682851,0.02500,4.025
82,mlp.experts.93.gate_proj,0.0001004201,0.02500,3.814
82,mlp.experts.84.gate_proj,0.0001022073,0.02500,3.887
82,mlp.experts.81.gate_proj,0.0000890705,0.02500,4.351
82,mlp.experts.108.gate_proj,0.0001346213,0.02500,2.960
82,mlp.experts.98.gate_proj,0.0001501448,0.02500,3.893
82,mlp.experts.106.gate_proj,0.0000779790,0.02500,4.052
82,mlp.experts.102.gate_proj,0.0002038145,0.02500,4.033
82,mlp.experts.110.gate_proj,0.0001693880,0.02500,4.024
82,mlp.experts.96.gate_proj,0.0001108592,0.02500,3.240
82,mlp.experts.111.gate_proj,0.0000542247,0.02500,4.333
82,mlp.experts.107.gate_proj,0.0001166508,0.02500,4.458
82,mlp.experts.99.gate_proj,0.0001137944,0.02500,4.478
82,mlp.experts.103.gate_proj,0.0001774713,0.02500,4.438
82,mlp.experts.0.up_proj,0.0003250165,0.02500,3.730
82,mlp.experts.101.gate_proj,0.0000691548,0.02500,4.146
82,mlp.experts.4.up_proj,0.0000732478,0.02500,2.900
82,mlp.experts.100.gate_proj,0.0001322591,0.02500,3.916
82,mlp.experts.109.gate_proj,0.0001503415,0.02500,4.233
82,mlp.experts.105.gate_proj,0.0000274769,0.02500,4.295
82,mlp.experts.97.gate_proj,0.0000605969,0.02500,4.211
82,mlp.experts.112.gate_proj,0.0001603516,0.02500,2.971
82,mlp.experts.7.up_proj,0.0001400960,0.02500,3.646
82,mlp.experts.3.up_proj,0.0000422775,0.02500,3.542
82,mlp.experts.114.gate_proj,0.0001395967,0.02500,5.028
82,mlp.experts.115.gate_proj,0.0001435096,0.02500,3.490
82,mlp.experts.119.gate_proj,0.0000717724,0.02500,3.632
82,mlp.experts.2.up_proj,0.0000601070,0.02500,5.273
82,mlp.experts.20.up_proj,0.0001614128,0.02500,3.267
82,mlp.experts.118.gate_proj,0.0001130727,0.02500,5.310
82,mlp.experts.6.up_proj,0.0001245663,0.02500,5.395
82,mlp.experts.16.up_proj,0.0001734341,0.02500,3.964
82,mlp.experts.5.up_proj,0.0001073776,0.02500,3.559
82,mlp.experts.116.gate_proj,0.0001209847,0.02500,3.820
82,mlp.experts.117.gate_proj,0.0001025056,0.02500,4.266
82,mlp.experts.1.up_proj,0.0001880172,0.02500,3.876
82,mlp.experts.113.gate_proj,0.0001182673,0.02500,3.807
82,mlp.experts.8.up_proj,0.0002055586,0.02500,3.802
82,mlp.experts.23.up_proj,0.0000720742,0.02500,3.371
82,mlp.experts.19.up_proj,0.0001316292,0.02500,3.296
82,mlp.experts.11.up_proj,0.0001115667,0.02500,3.324
82,mlp.experts.15.up_proj,0.0000730824,0.02500,3.242
82,mlp.experts.21.up_proj,0.0003026225,0.02500,3.178
82,mlp.experts.13.up_proj,0.0001180413,0.02500,3.235
82,mlp.experts.10.up_proj,0.0001052849,0.02500,4.619
82,mlp.experts.36.up_proj,0.0002117839,0.02500,4.276
82,mlp.experts.12.up_proj,0.0002425347,0.02500,3.658
82,mlp.experts.18.up_proj,0.0001276128,0.02500,4.456
82,mlp.experts.32.up_proj,0.0001623445,0.02500,4.053
82,mlp.experts.17.up_proj,0.0001099748,0.02500,3.400
82,mlp.experts.14.up_proj,0.0001067020,0.02500,4.431
82,mlp.experts.22.up_proj,0.0000753452,0.02500,4.277
82,mlp.experts.9.up_proj,0.0000565103,0.02500,3.795
82,mlp.experts.39.up_proj,0.0000882948,0.02500,3.231
82,mlp.experts.24.up_proj,0.0001354770,0.02500,3.939
82,mlp.experts.27.up_proj,0.0001029124,0.02500,3.177
82,mlp.experts.35.up_proj,0.0000687611,0.02500,3.292
82,mlp.experts.31.up_proj,0.0000298876,0.02500,3.264
82,mlp.experts.29.up_proj,0.0000497752,0.02500,3.211
82,mlp.experts.28.up_proj,0.0000973279,0.02500,3.067
82,mlp.experts.52.up_proj,0.0001357353,0.02500,3.407
82,mlp.experts.33.up_proj,0.0000685443,0.02500,3.448
82,mlp.experts.48.up_proj,0.0001725753,0.02500,3.528
82,mlp.experts.37.up_proj,0.0000795214,0.02500,4.138
82,mlp.experts.26.up_proj,0.0000465177,0.02500,4.304
82,mlp.experts.30.up_proj,0.0000641437,0.02500,4.333
82,mlp.experts.55.up_proj,0.0001673939,0.02500,3.254
82,mlp.experts.25.up_proj,0.0002084411,0.02500,3.601
82,mlp.experts.34.up_proj,0.0001398569,0.02500,4.732
82,mlp.experts.38.up_proj,0.0001162177,0.02500,4.782
82,mlp.experts.51.up_proj,0.0001543389,0.02500,3.241
82,mlp.experts.43.up_proj,0.0001704767,0.02500,3.346
82,mlp.experts.47.up_proj,0.0000967571,0.02500,3.284
82,mlp.experts.40.up_proj,0.0002316492,0.02500,3.927
82,mlp.experts.44.up_proj,0.0001398323,0.02500,2.953
82,mlp.experts.68.up_proj,0.0001635232,0.02500,3.005
82,mlp.experts.45.up_proj,0.0001159435,0.02500,3.632
82,mlp.experts.53.up_proj,0.0001242809,0.02500,3.508
82,mlp.experts.64.up_proj,0.0001492900,0.02500,3.983
82,mlp.experts.42.up_proj,0.0001071508,0.02500,3.622
82,mlp.experts.49.up_proj,0.0001188020,0.02500,4.306
82,mlp.experts.46.up_proj,0.0001075167,0.02500,3.493
82,mlp.experts.50.up_proj,0.0000351073,0.02500,3.284
82,mlp.experts.71.up_proj,0.0001422096,0.02500,3.481
82,mlp.experts.54.up_proj,0.0000944870,0.02500,3.310
82,mlp.experts.41.up_proj,0.0001093422,0.02500,3.625
82,mlp.experts.59.up_proj,0.0000687888,0.02500,3.407
82,mlp.experts.63.up_proj,0.0000963501,0.02500,3.387
82,mlp.experts.67.up_proj,0.0001384465,0.02500,3.602
82,mlp.experts.60.up_proj,0.0000938436,0.02500,3.035
82,mlp.experts.56.up_proj,0.0002735974,0.02500,3.686
82,mlp.experts.84.up_proj,0.0001008284,0.02500,3.377
82,mlp.experts.61.up_proj,0.0001101400,0.02500,4.107
82,mlp.experts.69.up_proj,0.0000610774,0.02500,3.772
82,mlp.experts.80.up_proj,0.0000879474,0.02500,3.550
82,mlp.experts.58.up_proj,0.0002111846,0.02500,3.543
82,mlp.experts.87.up_proj,0.0001327401,0.02500,3.455
82,mlp.experts.62.up_proj,0.0001697288,0.02500,3.718
82,mlp.experts.75.up_proj,0.0001163539,0.02500,3.439
82,mlp.experts.70.up_proj,0.0000905677,0.02500,3.606
82,mlp.experts.83.up_proj,0.0001644029,0.02500,3.401
82,mlp.experts.66.up_proj,0.0000862349,0.02500,3.861
82,mlp.experts.79.up_proj,0.0001115853,0.02500,3.558
82,mlp.experts.72.up_proj,0.0001957235,0.02500,3.664
82,mlp.experts.100.up_proj,0.0001290926,0.02500,3.209
82,mlp.experts.76.up_proj,0.0001361027,0.02500,3.952
82,mlp.experts.65.up_proj,0.0000721831,0.02500,5.168
82,mlp.experts.57.up_proj,0.0001223289,0.02500,5.216
82,mlp.experts.74.up_proj,0.0000747040,0.02500,3.140
82,mlp.experts.78.up_proj,0.0001222353,0.02500,3.040
82,mlp.experts.103.up_proj,0.0001738184,0.02500,3.290
82,mlp.experts.86.up_proj,0.0001263408,0.02500,3.083
82,mlp.experts.82.up_proj,0.0002465219,0.02500,3.101
82,mlp.experts.91.up_proj,0.0000704404,0.02500,3.229
82,mlp.experts.96.up_proj,0.0001062847,0.02500,3.959
82,mlp.experts.95.up_proj,0.0001341959,0.02500,3.185
82,mlp.experts.99.up_proj,0.0001123496,0.02500,3.350
82,mlp.experts.88.up_proj,0.0000940261,0.02500,2.995
82,mlp.experts.77.up_proj,0.0000221665,0.02500,5.292
82,mlp.experts.116.up_proj,0.0001181499,0.02500,2.970
82,mlp.experts.85.up_proj,0.0001271219,0.02500,5.168
82,mlp.experts.92.up_proj,0.0001249475,0.02500,3.752
82,mlp.experts.90.up_proj,0.0000738386,0.02500,2.832
82,mlp.experts.81.up_proj,0.0000873953,0.02500,4.207
82,mlp.experts.94.up_proj,0.0000921712,0.02500,2.976
82,mlp.experts.73.up_proj,0.0000598243,0.02500,4.390
82,mlp.experts.98.up_proj,0.0001496137,0.02500,2.967
82,mlp.experts.102.up_proj,0.0002004086,0.02500,3.195
82,mlp.experts.104.up_proj,0.0002017891,0.02500,2.570
82,mlp.experts.112.up_proj,0.0001519756,0.02500,3.501
82,mlp.experts.119.up_proj,0.0000696894,0.02500,3.947
82,mlp.experts.107.up_proj,0.0001153453,0.02500,3.935
82,mlp.experts.111.up_proj,0.0000540776,0.02500,3.796
82,mlp.experts.115.up_proj,0.0001392659,0.02500,3.733
82,mlp.experts.108.up_proj,0.0001315551,0.02500,2.613
82,mlp.experts.93.up_proj,0.0000982902,0.02500,4.231
82,mlp.experts.101.up_proj,0.0000681917,0.02500,4.213
82,mlp.experts.106.up_proj,0.0000751145,0.02500,3.149
82,mlp.experts.114.up_proj,0.0001400098,0.02500,2.731
82,mlp.experts.110.up_proj,0.0001681330,0.02500,3.078
82,mlp.experts.118.up_proj,0.0001095872,0.02500,2.667
82,mlp.experts.97.up_proj,0.0000586085,0.02500,4.139
82,mlp.experts.89.up_proj,0.0001577739,0.02500,4.159
82,mlp.experts.109.up_proj,0.0001475662,0.02500,3.546
82,mlp.experts.117.up_proj,0.0001021541,0.02500,3.830
82,mlp.experts.113.up_proj,0.0001160106,0.02500,3.721
82,mlp.experts.105.up_proj,0.0000270684,0.02500,3.040
82,mlp.experts.3.down_proj,0.0000113515,0.02500,1.660
82,mlp.experts.7.down_proj,0.0000502296,0.02500,1.662
82,mlp.experts.11.down_proj,0.0000294971,0.02500,1.668
82,mlp.experts.15.down_proj,0.0000152896,0.02500,1.682
82,mlp.experts.5.down_proj,0.0000251632,0.02500,2.305
82,mlp.experts.1.down_proj,0.0001124422,0.02500,2.309
82,mlp.experts.13.down_proj,0.0000682736,0.02500,2.135
82,mlp.experts.9.down_proj,0.0000804393,0.02500,2.187
82,mlp.experts.10.down_proj,0.0000194994,0.02500,2.315
82,mlp.experts.6.down_proj,0.0000310817,0.02500,2.575
82,mlp.experts.2.down_proj,0.0000157751,0.02500,2.577
82,mlp.experts.14.down_proj,0.0000954693,0.02500,2.347
82,mlp.experts.12.down_proj,0.0001202519,0.02500,2.328
82,mlp.experts.0.down_proj,0.0000689707,0.02500,2.638
82,mlp.experts.8.down_proj,0.0001399918,0.02500,2.690
82,mlp.experts.4.down_proj,0.0000345096,0.02500,2.720
82,mlp.experts.19.down_proj,0.0000500840,0.02500,1.237
82,mlp.experts.23.down_proj,0.0000213853,0.02500,1.254
82,mlp.experts.31.down_proj,0.0000046719,0.02500,1.130
82,mlp.experts.27.down_proj,0.0000219224,0.02500,1.147
82,mlp.experts.29.down_proj,0.0000077671,0.02500,1.154
82,mlp.experts.17.down_proj,0.0000335440,0.02500,1.266
82,mlp.experts.21.down_proj,0.0002153298,0.02500,1.270
82,mlp.experts.28.down_proj,0.0000272677,0.02500,1.124
82,mlp.experts.25.down_proj,0.0000793838,0.02500,1.318
82,mlp.experts.24.down_proj,0.0000406605,0.02500,1.075
82,mlp.experts.16.down_proj,0.0000401445,0.02500,1.152
82,mlp.experts.20.down_proj,0.0000332643,0.02500,1.083
82,mlp.experts.35.down_proj,0.0000155632,0.02500,0.911
82,mlp.experts.39.down_proj,0.0000160798,0.02500,0.897
82,mlp.experts.26.down_proj,0.0000117637,0.02500,1.285
82,mlp.experts.18.down_proj,0.0000474795,0.02500,1.297
82,mlp.experts.30.down_proj,0.0000150253,0.02500,1.315
82,mlp.experts.43.down_proj,0.0000562144,0.02500,0.902
82,mlp.experts.47.down_proj,0.0000353526,0.02500,0.909
82,mlp.experts.22.down_proj,0.0000113287,0.02500,1.455
82,mlp.experts.33.down_proj,0.0000171860,0.02500,0.912
82,mlp.experts.45.down_proj,0.0000174530,0.02500,1.002
82,mlp.experts.37.down_proj,0.0000437273,0.02500,1.052
82,mlp.experts.55.down_proj,0.0000513760,0.02500,0.911
82,mlp.experts.51.down_proj,0.0000982192,0.02500,0.937
82,mlp.experts.44.down_proj,0.0000367387,0.02500,1.078
82,mlp.experts.41.down_proj,0.0000291065,0.02500,1.081
82,mlp.experts.36.down_proj,0.0001279413,0.02500,1.024
82,mlp.experts.32.down_proj,0.0000437817,0.02500,1.040
82,mlp.experts.63.down_proj,0.0000260902,0.02500,0.907
82,mlp.experts.59.down_proj,0.0000173890,0.02500,0.911
82,mlp.experts.40.down_proj,0.0000821885,0.02500,1.113
82,mlp.experts.34.down_proj,0.0000370162,0.02500,1.380
82,mlp.experts.42.down_proj,0.0000541549,0.02500,1.453
82,mlp.experts.46.down_proj,0.0000386688,0.02500,1.485
82,mlp.experts.49.down_proj,0.0000508323,0.02500,0.923
82,mlp.experts.38.down_proj,0.0000312593,0.02500,1.395
82,mlp.experts.71.down_proj,0.0000291618,0.02500,0.915
82,mlp.experts.60.down_proj,0.0000224666,0.02500,0.850
82,mlp.experts.61.down_proj,0.0000194373,0.02500,1.131
82,mlp.experts.48.down_proj,0.0000379325,0.02500,0.832
82,mlp.experts.52.down_proj,0.0000394293,0.02500,0.835
82,mlp.experts.67.down_proj,0.0000611572,0.02500,0.928
82,mlp.experts.56.down_proj,0.0000767234,0.02500,0.844
82,mlp.experts.53.down_proj,0.0000568682,0.02500,1.123
82,mlp.experts.75.down_proj,0.0001358671,0.02500,0.910
82,mlp.experts.79.down_proj,0.0000180676,0.02500,0.922
82,mlp.experts.57.down_proj,0.0000252347,0.02500,0.987
82,mlp.experts.65.down_proj,0.0000215074,0.02500,0.874
82,mlp.experts.76.down_proj,0.0000599976,0.02500,0.849
82,mlp.experts.64.down_proj,0.0000314268,0.02500,0.839
82,mlp.experts.68.down_proj,0.0000478932,0.02500,0.867
82,mlp.experts.87.down_proj,0.0000283481,0.02500,0.910
82,mlp.experts.72.down_proj,0.0000554179,0.02500,0.849
82,mlp.experts.83.down_proj,0.0000479078,0.02500,0.920
82,mlp.experts.77.down_proj,0.0000197655,0.02500,0.985
82,mlp.experts.91.down_proj,0.0000471438,0.02500,0.910
82,mlp.experts.95.down_proj,0.0000583210,0.02500,0.920
82,mlp.experts.69.down_proj,0.0000159487,0.02500,1.037
82,mlp.experts.50.down_proj,0.0000090839,0.02500,1.702
82,mlp.experts.73.down_proj,0.0000283254,0.02500,1.158
82,mlp.experts.58.down_proj,0.0000928422,0.02500,1.681
82,mlp.experts.62.down_proj,0.0000831326,0.02500,1.657
82,mlp.experts.54.down_proj,0.0000571229,0.02500,1.628
82,mlp.experts.81.down_proj,0.0000217415,0.02500,0.958
82,mlp.experts.92.down_proj,0.0000374520,0.02500,0.868
82,mlp.experts.80.down_proj,0.0000225738,0.02500,0.872
82,mlp.experts.84.down_proj,0.0000217241,0.02500,0.889
82,mlp.experts.88.down_proj,0.0000257195,0.02500,0.884
82,mlp.experts.103.down_proj,0.0000512540,0.02500,0.960
82,mlp.experts.93.down_proj,0.0000361560,0.02500,0.904
82,mlp.experts.99.down_proj,0.0000268357,0.02500,0.963
82,mlp.experts.107.down_proj,0.0000420475,0.02500,0.969
82,mlp.experts.111.down_proj,0.0000117782,0.02500,0.955
82,mlp.experts.85.down_proj,0.0000346848,0.02500,1.041
82,mlp.experts.89.down_proj,0.0000583388,0.02500,1.011
82,mlp.experts.108.down_proj,0.0000516491,0.02500,0.852
82,mlp.experts.96.down_proj,0.0000487434,0.02500,0.847
82,mlp.experts.100.down_proj,0.0000294318,0.02500,0.846
82,mlp.experts.119.down_proj,0.0000154434,0.02500,0.773
82,mlp.experts.104.down_proj,0.0000977134,0.02500,0.842
82,mlp.experts.115.down_proj,0.0000268886,0.02500,0.763
82,mlp.experts.97.down_proj,0.0000211204,0.02500,1.226
82,mlp.experts.109.down_proj,0.0000548893,0.02500,1.141
82,mlp.experts.66.down_proj,0.0000386079,0.02500,1.813
82,mlp.experts.70.down_proj,0.0000187239,0.02500,1.765
82,mlp.experts.112.down_proj,0.0000553468,0.02500,0.600
82,mlp.experts.116.down_proj,0.0000280247,0.02500,0.578
82,mlp.experts.74.down_proj,0.0000136157,0.02500,1.937
82,mlp.experts.78.down_proj,0.0000506610,0.02500,1.913
82,mlp.experts.101.down_proj,0.0000278703,0.02500,1.295
82,mlp.experts.105.down_proj,0.0000100617,0.02500,1.355
82,mlp.experts.113.down_proj,0.0000348801,0.02500,0.987
82,mlp.experts.117.down_proj,0.0000264594,0.02500,0.583
82,mlp.experts.86.down_proj,0.0000313493,0.02500,1.291
82,mlp.experts.82.down_proj,0.0000569143,0.02500,1.425
82,mlp.experts.90.down_proj,0.0000136122,0.02500,1.487
82,mlp.experts.94.down_proj,0.0000979454,0.02500,1.549
82,mlp.experts.102.down_proj,0.0000605648,0.02500,1.615
82,mlp.experts.98.down_proj,0.0000382242,0.02500,1.686
82,mlp.experts.106.down_proj,0.0000114775,0.02500,1.590
82,mlp.experts.110.down_proj,0.0000461183,0.02500,1.580
82,mlp.experts.118.down_proj,0.0000262583,0.02500,0.904
82,mlp.experts.114.down_proj,0.0000400925,0.02500,0.795
83,self_attn.v_proj,0.0000013122,0.02500,2.374
83,self_attn.k_proj,0.0000004591,0.02500,2.398
83,self_attn.q_proj,0.0000030249,0.02500,2.575
83,self_attn.o_proj,0.0000037295,0.02500,4.143
83,mlp.shared_experts.gate_proj,0.0000066756,0.02500,1.432
83,mlp.shared_experts.up_proj,0.0000059830,0.02500,1.439
83,mlp.shared_experts.down_proj,0.0000020977,0.02500,0.431
83,mlp.experts.0.gate_proj,0.0001883464,0.02500,4.743
83,mlp.experts.4.gate_proj,0.0001541714,0.02500,4.744
83,mlp.experts.12.gate_proj,0.0000656575,0.02500,4.045
83,mlp.experts.8.gate_proj,0.0001506712,0.02500,5.014
83,mlp.experts.5.gate_proj,0.0001096579,0.02500,5.378
83,mlp.experts.9.gate_proj,0.0000994927,0.02500,5.129
83,mlp.experts.13.gate_proj,0.0001036112,0.02500,4.699
83,mlp.experts.1.gate_proj,0.0002126751,0.02500,5.545
83,mlp.experts.2.gate_proj,0.0000898307,0.02500,5.869
83,mlp.experts.3.gate_proj,0.0000972108,0.02500,6.170
83,mlp.experts.14.gate_proj,0.0001268342,0.02500,5.339
83,mlp.experts.7.gate_proj,0.0001171163,0.02500,6.237
83,mlp.experts.6.gate_proj,0.0001123347,0.02500,6.339
83,mlp.experts.10.gate_proj,0.0000788717,0.02500,5.501
83,mlp.experts.11.gate_proj,0.0000593892,0.02500,5.624
83,mlp.experts.15.gate_proj,0.0003389728,0.02500,5.678
83,mlp.experts.16.gate_proj,0.0001301526,0.02500,4.606
83,mlp.experts.18.gate_proj,0.0001401157,0.02500,3.513
83,mlp.experts.26.gate_proj,0.0000760083,0.02500,3.208
83,mlp.experts.20.gate_proj,0.0001484822,0.02500,4.826
83,mlp.experts.28.gate_proj,0.0000750969,0.02500,4.774
83,mlp.experts.24.gate_proj,0.0001038259,0.02500,4.801
83,mlp.experts.25.gate_proj,0.0001129507,0.02500,4.432
83,mlp.experts.21.gate_proj,0.0000749551,0.02500,4.579
83,mlp.experts.23.gate_proj,0.0001299586,0.02500,3.824
83,mlp.experts.17.gate_proj,0.0001129758,0.02500,4.343
83,mlp.experts.29.gate_proj,0.0002014801,0.02500,4.603
83,mlp.experts.19.gate_proj,0.0001130421,0.02500,4.077
83,mlp.experts.22.gate_proj,0.0000586791,0.02500,3.988
83,mlp.experts.30.gate_proj,0.0001397201,0.02500,4.147
83,mlp.experts.31.gate_proj,0.0001200153,0.02500,3.892
83,mlp.experts.27.gate_proj,0.0001698274,0.02500,4.359
83,mlp.experts.34.gate_proj,0.0001342954,0.02500,3.543
83,mlp.experts.35.gate_proj,0.0000955251,0.02500,2.876
83,mlp.experts.42.gate_proj,0.0002394354,0.02500,3.920
83,mlp.experts.47.gate_proj,0.0002475933,0.02500,3.109
83,mlp.experts.46.gate_proj,0.0000741927,0.02500,3.274
83,mlp.experts.39.gate_proj,0.0001596528,0.02500,3.649
83,mlp.experts.38.gate_proj,0.0001523018,0.02500,3.926
83,mlp.experts.36.gate_proj,0.0001438248,0.02500,4.767
83,mlp.experts.41.gate_proj,0.0000158485,0.02500,4.486
83,mlp.experts.32.gate_proj,0.0001565652,0.02500,5.112
83,mlp.experts.43.gate_proj,0.0001080506,0.02500,3.729
83,mlp.experts.33.gate_proj,0.0000742106,0.02500,4.494
83,mlp.experts.37.gate_proj,0.0001345782,0.02500,4.688
83,mlp.experts.44.gate_proj,0.0000605717,0.02500,4.993
83,mlp.experts.45.gate_proj,0.0000899915,0.02500,4.556
83,mlp.experts.40.gate_proj,0.0000610185,0.02500,5.389
83,mlp.experts.51.gate_proj,0.0001315308,0.02500,2.930
83,mlp.experts.50.gate_proj,0.0001756485,0.02500,3.366
83,mlp.experts.63.gate_proj,0.0001520792,0.02500,3.836
83,mlp.experts.62.gate_proj,0.0001370966,0.02500,3.882
83,mlp.experts.55.gate_proj,0.0001045929,0.02500,3.857
83,mlp.experts.59.gate_proj,0.0001779863,0.02500,3.533
83,mlp.experts.58.gate_proj,0.0000557369,0.02500,4.627
83,mlp.experts.57.gate_proj,0.0001503432,0.02500,4.326
83,mlp.experts.54.gate_proj,0.0002002120,0.02500,4.552
83,mlp.experts.61.gate_proj,0.0002762717,0.02500,4.187
83,mlp.experts.49.gate_proj,0.0002183053,0.02500,4.385
83,mlp.experts.53.gate_proj,0.0000908194,0.02500,4.446
83,mlp.experts.67.gate_proj,0.0000823760,0.02500,3.131
83,mlp.experts.52.gate_proj,0.0001441555,0.02500,5.133
83,mlp.experts.48.gate_proj,0.0000964808,0.02500,5.153
83,mlp.experts.60.gate_proj,0.0000529582,0.02500,4.970
83,mlp.experts.79.gate_proj,0.0001546262,0.02500,3.023
83,mlp.experts.56.gate_proj,0.0001172093,0.02500,5.224
83,mlp.experts.66.gate_proj,0.0001257957,0.02500,4.639
83,mlp.experts.71.gate_proj,0.0001564828,0.02500,3.976
83,mlp.experts.74.gate_proj,0.0002256728,0.02500,4.120
83,mlp.experts.78.gate_proj,0.0001568896,0.02500,4.861
83,mlp.experts.75.gate_proj,0.0001205695,0.02500,4.294
83,mlp.experts.83.gate_proj,0.0001084340,0.02500,3.726
83,mlp.experts.73.gate_proj,0.0000897297,0.02500,4.509
83,mlp.experts.70.gate_proj,0.0001473949,0.02500,4.396
83,mlp.experts.65.gate_proj,0.0002857281,0.02500,4.407
83,mlp.experts.77.gate_proj,0.0001331225,0.02500,4.659
83,mlp.experts.69.gate_proj,0.0001488636,0.02500,4.521
83,mlp.experts.95.gate_proj,0.0000991507,0.02500,3.589
83,mlp.experts.64.gate_proj,0.0000982282,0.02500,4.816
83,mlp.experts.76.gate_proj,0.0001235565,0.02500,4.875
83,mlp.experts.68.gate_proj,0.0002105024,0.02500,5.315
83,mlp.experts.87.gate_proj,0.0000791880,0.02500,3.413
83,mlp.experts.82.gate_proj,0.0002076605,0.02500,4.274
83,mlp.experts.72.gate_proj,0.0001219044,0.02500,4.960
83,mlp.experts.91.gate_proj,0.0000870283,0.02500,3.014
83,mlp.experts.99.gate_proj,0.0001390946,0.02500,2.850
83,mlp.experts.111.gate_proj,0.0001106599,0.02500,2.778
83,mlp.experts.89.gate_proj,0.0000963626,0.02500,3.637
83,mlp.experts.81.gate_proj,0.0000870565,0.02500,3.546
83,mlp.experts.93.gate_proj,0.0001956440,0.02500,3.442
83,mlp.experts.85.gate_proj,0.0000777267,0.02500,3.424
83,mlp.experts.94.gate_proj,0.0000778612,0.02500,4.830
83,mlp.experts.90.gate_proj,0.0000864622,0.02500,5.047
83,mlp.experts.103.gate_proj,0.0001133871,0.02500,2.830
83,mlp.experts.107.gate_proj,0.0001140034,0.02500,2.751
83,mlp.experts.86.gate_proj,0.0001586220,0.02500,4.969
83,mlp.experts.115.gate_proj,0.0001325546,0.02500,2.775
83,mlp.experts.92.gate_proj,0.0000696286,0.02500,4.220
83,mlp.experts.80.gate_proj,0.0000417860,0.02500,4.432
83,mlp.experts.84.gate_proj,0.0000510600,0.02500,4.728
83,mlp.experts.7.up_proj,0.0001138884,0.02500,2.830
83,mlp.experts.88.gate_proj,0.0001786615,0.02500,4.415
83,mlp.experts.98.gate_proj,0.0001326888,0.02500,4.635
83,mlp.experts.105.gate_proj,0.0000836761,0.02500,3.551
83,mlp.experts.109.gate_proj,0.0001427605,0.02500,3.461
83,mlp.experts.101.gate_proj,0.0000319955,0.02500,3.459
83,mlp.experts.97.gate_proj,0.0000949116,0.02500,3.643
83,mlp.experts.119.gate_proj,0.0001544691,0.02500,2.924
83,mlp.experts.3.up_proj,0.0000927611,0.02500,2.846
83,mlp.experts.106.gate_proj,0.0002986974,0.02500,3.886
83,mlp.experts.110.gate_proj,0.0000765286,0.02500,4.052
83,mlp.experts.11.up_proj,0.0000595468,0.02500,2.905
83,mlp.experts.102.gate_proj,0.0000920839,0.02500,4.073
83,mlp.experts.23.up_proj,0.0001149335,0.02500,2.840
83,mlp.experts.108.gate_proj,0.0001904602,0.02500,4.541
83,mlp.experts.114.gate_proj,0.0001433080,0.02500,3.450
83,mlp.experts.96.gate_proj,0.0000795996,0.02500,4.647
83,mlp.experts.1.up_proj,0.0002090925,0.02500,3.171
83,mlp.experts.15.up_proj,0.0003314543,0.02500,2.887
83,mlp.experts.5.up_proj,0.0001077650,0.02500,3.242
83,mlp.experts.113.gate_proj,0.0001888625,0.02500,3.205
83,mlp.experts.19.up_proj,0.0001103442,0.02500,2.793
83,mlp.experts.117.gate_proj,0.0000915860,0.02500,3.298
83,mlp.experts.2.up_proj,0.0000893591,0.02500,2.983
83,mlp.experts.100.gate_proj,0.0000850745,0.02500,4.716
83,mlp.experts.27.up_proj,0.0001641977,0.02500,2.805
83,mlp.experts.6.up_proj,0.0001102523,0.02500,3.522
83,mlp.experts.104.gate_proj,0.0000609866,0.02500,5.267
83,mlp.experts.39.up_proj,0.0001495680,0.02500,3.062
83,mlp.experts.118.gate_proj,0.0000593507,0.02500,3.819
83,mlp.experts.17.up_proj,0.0001059892,0.02500,3.073
83,mlp.experts.21.up_proj,0.0000738514,0.02500,3.082
83,mlp.experts.9.up_proj,0.0000959645,0.02500,3.076
83,mlp.experts.13.up_proj,0.0001022186,0.02500,3.076
83,mlp.experts.10.up_proj,0.0000727729,0.02500,3.658
83,mlp.experts.35.up_proj,0.0000930909,0.02500,3.253
83,mlp.experts.31.up_proj,0.0001188498,0.02500,3.553
83,mlp.experts.18.up_proj,0.0001435746,0.02500,3.095
83,mlp.experts.4.up_proj,0.0001463713,0.02500,4.138
83,mlp.experts.112.gate_proj,0.0001250288,0.02500,4.029
83,mlp.experts.22.up_proj,0.0000551818,0.02500,3.047
83,mlp.experts.43.up_proj,0.0001054192,0.02500,3.717
83,mlp.experts.116.gate_proj,0.0001324000,0.02500,3.958
83,mlp.experts.14.up_proj,0.0001232303,0.02500,2.904
83,mlp.experts.55.up_proj,0.0001005017,0.02500,3.517
83,mlp.experts.0.up_proj,0.0001794126,0.02500,3.946
83,mlp.experts.33.up_proj,0.0000716986,0.02500,3.086
83,mlp.experts.37.up_proj,0.0001329014,0.02500,3.072
83,mlp.experts.29.up_proj,0.0001867991,0.02500,3.076
83,mlp.experts.25.up_proj,0.0001073536,0.02500,3.211
83,mlp.experts.34.up_proj,0.0001288088,0.02500,2.855
83,mlp.experts.51.up_proj,0.0001319966,0.02500,3.343
83,mlp.experts.26.up_proj,0.0000722767,0.02500,3.709
83,mlp.experts.47.up_proj,0.0002208952,0.02500,3.673
83,mlp.experts.38.up_proj,0.0001495973,0.02500,3.452
83,mlp.experts.59.up_proj,0.0001723304,0.02500,3.314
83,mlp.experts.20.up_proj,0.0001484715,0.02500,4.220
83,mlp.experts.8.up_proj,0.0001424861,0.02500,4.285
83,mlp.experts.30.up_proj,0.0001335469,0.02500,3.155
83,mlp.experts.71.up_proj,0.0001470992,0.02500,3.411
83,mlp.experts.12.up_proj,0.0000634309,0.02500,4.242
83,mlp.experts.49.up_proj,0.0002070688,0.02500,3.264
83,mlp.experts.45.up_proj,0.0000879946,0.02500,3.135
83,mlp.experts.53.up_proj,0.0000907177,0.02500,3.284
83,mlp.experts.16.up_proj,0.0001247887,0.02500,4.213
83,mlp.experts.41.up_proj,0.0000156328,0.02500,3.276
83,mlp.experts.50.up_proj,0.0001658290,0.02500,3.365
83,mlp.experts.42.up_proj,0.0002372147,0.02500,3.518
83,mlp.experts.63.up_proj,0.0001345775,0.02500,3.372
83,mlp.experts.75.up_proj,0.0001161762,0.02500,3.015
83,mlp.experts.67.up_proj,0.0000788262,0.02500,4.002
83,mlp.experts.46.up_proj,0.0000724623,0.02500,2.898
83,mlp.experts.54.up_proj,0.0001868469,0.02500,3.913
83,mlp.experts.36.up_proj,0.0001432020,0.02500,4.216
83,mlp.experts.65.up_proj,0.0002599778,0.02500,3.065
83,mlp.experts.87.up_proj,0.0000784879,0.02500,3.615
83,mlp.experts.24.up_proj,0.0001011732,0.02500,4.314
83,mlp.experts.61.up_proj,0.0002647919,0.02500,3.126
83,mlp.experts.69.up_proj,0.0001396330,0.02500,3.145
83,mlp.experts.66.up_proj,0.0001127277,0.02500,2.882
83,mlp.experts.57.up_proj,0.0001485397,0.02500,3.109
83,mlp.experts.28.up_proj,0.0000735546,0.02500,4.230
83,mlp.experts.91.up_proj,0.0000823481,0.02500,3.078
83,mlp.experts.32.up_proj,0.0001505408,0.02500,4.231
83,mlp.experts.79.up_proj,0.0001518749,0.02500,3.430
83,mlp.experts.62.up_proj,0.0001368887,0.02500,2.912
83,mlp.experts.83.up_proj,0.0001042048,0.02500,3.554
83,mlp.experts.58.up_proj,0.0000530924,0.02500,3.930
83,mlp.experts.70.up_proj,0.0001395255,0.02500,3.871
83,mlp.experts.103.up_proj,0.0001108983,0.02500,3.112
83,mlp.experts.81.up_proj,0.0000840473,0.02500,3.130
83,mlp.experts.82.up_proj,0.0001939522,0.02500,2.968
83,mlp.experts.77.up_proj,0.0001296380,0.02500,3.268
83,mlp.experts.85.up_proj,0.0000750187,0.02500,3.274
83,mlp.experts.73.up_proj,0.0000881757,0.02500,3.236
83,mlp.experts.52.up_proj,0.0001406153,0.02500,4.140
83,mlp.experts.40.up_proj,0.0000590717,0.02500,4.338
83,mlp.experts.107.up_proj,0.0001072866,0.02500,3.154
83,mlp.experts.44.up_proj,0.0000596167,0.02500,4.271
83,mlp.experts.74.up_proj,0.0002153182,0.02500,2.864
83,mlp.experts.99.up_proj,0.0001342917,0.02500,3.145
83,mlp.experts.95.up_proj,0.0000976345,0.02500,3.576
83,mlp.experts.48.up_proj,0.0000932559,0.02500,4.066
83,mlp.experts.78.up_proj,0.0001329568,0.02500,3.864
83,mlp.experts.119.up_proj,0.0001515351,0.02500,2.856
83,mlp.experts.98.up_proj,0.0001325005,0.02500,2.866
83,mlp.experts.97.up_proj,0.0000943436,0.02500,3.204
83,mlp.experts.93.up_proj,0.0001957204,0.02500,3.096
83,mlp.experts.101.up_proj,0.0000311510,0.02500,3.133
83,mlp.experts.89.up_proj,0.0000944110,0.02500,3.103
83,mlp.experts.86.up_proj,0.0001516176,0.02500,3.978
83,mlp.experts.115.up_proj,0.0001313584,0.02500,2.462
83,mlp.experts.111.up_proj,0.0001059271,0.02500,2.453
83,mlp.experts.68.up_proj,0.0001983249,0.02500,4.196
83,mlp.experts.90.up_proj,0.0000818005,0.02500,3.408
83,mlp.experts.56.up_proj,0.0001132660,0.02500,4.170
83,mlp.experts.60.up_proj,0.0000500838,0.02500,4.127
83,mlp.experts.94.up_proj,0.0000763314,0.02500,3.334
83,mlp.experts.114.up_proj,0.0001415278,0.02500,3.197
83,mlp.experts.113.up_proj,0.0001893914,0.02500,3.052
83,mlp.experts.109.up_proj,0.0001386905,0.02500,2.985
83,mlp.experts.117.up_proj,0.0000908734,0.02500,2.904
83,mlp.experts.64.up_proj,0.0000962344,0.02500,4.063
83,mlp.experts.105.up_proj,0.0000825133,0.02500,2.839
83,mlp.experts.102.up_proj,0.0000910596,0.02500,2.652
83,mlp.experts.106.up_proj,0.0002695225,0.02500,2.752
83,mlp.experts.110.up_proj,0.0000740871,0.02500,2.146
83,mlp.experts.118.up_proj,0.0000574209,0.02500,1.907
83,mlp.experts.84.up_proj,0.0000498046,0.02500,4.308
83,mlp.experts.72.up_proj,0.0001167086,0.02500,4.040
83,mlp.experts.76.up_proj,0.0001217387,0.02500,4.288
83,mlp.experts.80.up_proj,0.0000415990,0.02500,4.239
83,mlp.experts.100.up_proj,0.0000840798,0.02500,4.103
83,mlp.experts.88.up_proj,0.0001703378,0.02500,4.071
83,mlp.experts.96.up_proj,0.0000763835,0.02500,3.864
83,mlp.experts.92.up_proj,0.0000673952,0.02500,4.475
83,mlp.experts.116.up_proj,0.0001309266,0.02500,3.122
83,mlp.experts.104.up_proj,0.0000585931,0.02500,3.046
83,mlp.experts.112.up_proj,0.0001212142,0.02500,2.559
83,mlp.experts.108.up_proj,0.0001888606,0.02500,2.464
83,mlp.experts.4.down_proj,0.0000648751,0.02500,1.650
83,mlp.experts.0.down_proj,0.0000420105,0.02500,1.675
83,mlp.experts.8.down_proj,0.0002127416,0.02500,1.509
83,mlp.experts.13.down_proj,0.0000261903,0.02500,1.535
83,mlp.experts.9.down_proj,0.0000526469,0.02500,1.550
83,mlp.experts.1.down_proj,0.0000726894,0.02500,1.802
83,mlp.experts.12.down_proj,0.0000399226,0.02500,1.566
83,mlp.experts.5.down_proj,0.0000444308,0.02500,1.816
83,mlp.experts.3.down_proj,0.0000220826,0.02500,1.849
83,mlp.experts.7.down_proj,0.0000180975,0.02500,1.568
83,mlp.experts.15.down_proj,0.0002746542,0.02500,1.603
83,mlp.experts.11.down_proj,0.0000277886,0.02500,1.627
83,mlp.experts.10.down_proj,0.0000173090,0.02500,1.728
83,mlp.experts.2.down_proj,0.0000229347,0.02500,2.003
83,mlp.experts.6.down_proj,0.0000217866,0.02500,2.025
83,mlp.experts.14.down_proj,0.0000255082,0.02500,1.799
83,mlp.experts.19.down_proj,0.0000308542,0.02500,0.848
83,mlp.experts.23.down_proj,0.0000433343,0.02500,0.868
83,mlp.experts.31.down_proj,0.0000347303,0.02500,0.861
83,mlp.experts.27.down_proj,0.0000383887,0.02500,0.861
83,mlp.experts.25.down_proj,0.0000410146,0.02500,0.989
83,mlp.experts.29.down_proj,0.0000841514,0.02500,1.010
83,mlp.experts.17.down_proj,0.0000820430,0.02500,1.024
83,mlp.experts.21.down_proj,0.0000172562,0.02500,1.021
83,mlp.experts.16.down_proj,0.0000385975,0.02500,1.225
83,mlp.experts.20.down_proj,0.0000374985,0.02500,1.280
83,mlp.experts.22.down_proj,0.0000107678,0.02500,0.921
83,mlp.experts.24.down_proj,0.0000230237,0.02500,1.248
83,mlp.experts.26.down_proj,0.0000467240,0.02500,1.030
83,mlp.experts.30.down_proj,0.0000305119,0.02500,0.972
83,mlp.experts.18.down_proj,0.0000519315,0.02500,1.139
83,mlp.experts.28.down_proj,0.0000162410,0.02500,1.353
83,mlp.experts.35.down_proj,0.0000236070,0.02500,0.815
83,mlp.experts.39.down_proj,0.0000685371,0.02500,0.830
83,mlp.experts.47.down_proj,0.0001286586,0.02500,0.840
83,mlp.experts.43.down_proj,0.0000357987,0.02500,0.833
83,mlp.experts.41.down_proj,0.0000030246,0.02500,0.947
83,mlp.experts.45.down_proj,0.0000280468,0.02500,0.958
83,mlp.experts.33.down_proj,0.0000164193,0.02500,0.972
83,mlp.experts.37.down_proj,0.0000523484,0.02500,0.966
83,mlp.experts.38.down_proj,0.0000655989,0.02500,0.886
83,mlp.experts.46.down_proj,0.0000135231,0.02500,1.105
83,mlp.experts.42.down_proj,0.0001104392,0.02500,1.259
83,mlp.experts.34.down_proj,0.0000495714,0.02500,1.129
83,mlp.experts.32.down_proj,0.0000639672,0.02500,1.388
83,mlp.experts.36.down_proj,0.0000450404,0.02500,1.427
83,mlp.experts.51.down_proj,0.0000590280,0.02500,0.893
83,mlp.experts.40.down_proj,0.0000230390,0.02500,1.457
83,mlp.experts.55.down_proj,0.0000454686,0.02500,0.924
83,mlp.experts.63.down_proj,0.0000418176,0.02500,0.889
83,mlp.experts.59.down_proj,0.0000314654,0.02500,0.896
83,mlp.experts.44.down_proj,0.0000135386,0.02500,1.537
83,mlp.experts.57.down_proj,0.0000334263,0.02500,1.145
83,mlp.experts.49.down_proj,0.0000689802,0.02500,1.149
83,mlp.experts.61.down_proj,0.0002082291,0.02500,1.200
83,mlp.experts.53.down_proj,0.0000319498,0.02500,1.168
83,mlp.experts.67.down_proj,0.0000268694,0.02500,0.857
83,mlp.experts.79.down_proj,0.0000355899,0.02500,0.843
83,mlp.experts.71.down_proj,0.0001639511,0.02500,0.848
83,mlp.experts.75.down_proj,0.0000425211,0.02500,0.835
83,mlp.experts.54.down_proj,0.0000681815,0.02500,1.602
83,mlp.experts.62.down_proj,0.0000359635,0.02500,1.457
83,mlp.experts.58.down_proj,0.0000161985,0.02500,1.442
83,mlp.experts.50.down_proj,0.0000321272,0.02500,1.456
83,mlp.experts.48.down_proj,0.0000206632,0.02500,1.490
83,mlp.experts.83.down_proj,0.0000277654,0.02500,0.521
83,mlp.experts.65.down_proj,0.0001634252,0.02500,1.390
83,mlp.experts.77.down_proj,0.0000437686,0.02500,1.387
83,mlp.experts.73.down_proj,0.0000183066,0.02500,1.496
83,mlp.experts.69.down_proj,0.0000399997,0.02500,1.406
83,mlp.experts.70.down_proj,0.0000497596,0.02500,1.497
83,mlp.experts.78.down_proj,0.0000587859,0.02500,1.446
83,mlp.experts.52.down_proj,0.0000474802,0.02500,2.683
83,mlp.experts.56.down_proj,0.0000574539,0.02500,2.654
83,mlp.experts.74.down_proj,0.0000586738,0.02500,1.423
83,mlp.experts.66.down_proj,0.0000569592,0.02500,1.491
83,mlp.experts.60.down_proj,0.0000072243,0.02500,2.625
83,mlp.experts.64.down_proj,0.0000269945,0.02500,2.419
83,mlp.experts.68.down_proj,0.0000496421,0.02500,1.230
83,mlp.experts.86.down_proj,0.0000439107,0.02500,1.360
83,mlp.experts.72.down_proj,0.0000357469,0.02500,1.249
83,mlp.experts.90.down_proj,0.0000150508,0.02500,1.281
83,mlp.experts.76.down_proj,0.0000428832,0.02500,1.257
83,mlp.experts.94.down_proj,0.0000173579,0.02500,1.587
83,mlp.experts.82.down_proj,0.0000905258,0.02500,1.613
83,mlp.experts.80.down_proj,0.0000253168,0.02500,1.511
83,mlp.experts.84.down_proj,0.0000119088,0.02500,1.565
83,mlp.experts.102.down_proj,0.0000380598,0.02500,1.567
83,mlp.experts.106.down_proj,0.0000683406,0.02500,1.540
83,mlp.experts.88.down_proj,0.0000717909,0.02500,1.593
83,mlp.experts.92.down_proj,0.0000342926,0.02500,1.555
83,mlp.experts.110.down_proj,0.0000338979,0.02500,1.533
83,mlp.experts.98.down_proj,0.0000687987,0.02500,1.402
83,mlp.experts.118.down_proj,0.0000130566,0.02500,1.015
83,mlp.experts.114.down_proj,0.0000572172,0.02500,0.781
83,mlp.experts.96.down_proj,0.0000138528,0.02500,1.695
83,mlp.experts.100.down_proj,0.0000353120,0.02500,1.711
83,mlp.experts.104.down_proj,0.0000089571,0.02500,1.726
83,mlp.experts.108.down_proj,0.0000888182,0.02500,1.738
83,mlp.experts.112.down_proj,0.0000205019,0.02500,1.154
83,mlp.experts.116.down_proj,0.0000451532,0.02500,1.025
83,mlp.experts.93.down_proj,0.0000902751,0.02500,14.655
83,mlp.experts.81.down_proj,0.0000428743,0.02500,14.817
83,mlp.experts.89.down_proj,0.0000235194,0.02500,14.866
83,mlp.experts.85.down_proj,0.0000145281,0.02500,15.023
83,mlp.experts.109.down_proj,0.0000678721,0.02500,1.982
83,mlp.experts.97.down_proj,0.0000234548,0.02500,1.891
83,mlp.experts.105.down_proj,0.0000440295,0.02500,1.871
83,mlp.experts.101.down_proj,0.0000047033,0.02500,1.825
83,mlp.experts.113.down_proj,0.0001361793,0.02500,1.036
83,mlp.experts.117.down_proj,0.0000254288,0.02500,1.018
83,mlp.experts.99.down_proj,0.0000394063,0.02500,1.814
83,mlp.experts.91.down_proj,0.0000194205,0.02500,1.816
83,mlp.experts.95.down_proj,0.0000221582,0.02500,1.825
83,mlp.experts.87.down_proj,0.0000132379,0.02500,1.839
83,mlp.experts.115.down_proj,0.0000302262,0.02500,2.596
83,mlp.experts.103.down_proj,0.0000493042,0.02500,2.581
83,mlp.experts.107.down_proj,0.0000245578,0.02500,2.645
83,mlp.experts.111.down_proj,0.0000186504,0.02500,2.710
83,mlp.experts.119.down_proj,0.0000772419,0.02500,0.447
84,self_attn.k_proj,0.0000004608,0.02500,1.879
84,self_attn.v_proj,0.0000015691,0.02500,1.918
84,self_attn.q_proj,0.0000031483,0.02500,1.987
84,self_attn.o_proj,0.0000036011,0.02500,4.142
84,mlp.shared_experts.gate_proj,0.0000066584,0.02500,1.539
84,mlp.shared_experts.up_proj,0.0000051607,0.02500,1.921
84,mlp.shared_experts.down_proj,0.0000021362,0.02500,0.632
84,mlp.experts.7.gate_proj,0.0003286305,0.02500,4.963
84,mlp.experts.15.gate_proj,0.0001087360,0.02500,4.245
84,mlp.experts.13.gate_proj,0.0000760210,0.02500,4.243
84,mlp.experts.11.gate_proj,0.0000778313,0.02500,5.244
84,mlp.experts.1.gate_proj,0.0001215240,0.02500,5.361
84,mlp.experts.5.gate_proj,0.0000830020,0.02500,5.429
84,mlp.experts.3.gate_proj,0.0000982587,0.02500,5.446
84,mlp.experts.14.gate_proj,0.0000750235,0.02500,4.670
84,mlp.experts.9.gate_proj,0.0000331846,0.02500,5.680
84,mlp.experts.12.gate_proj,0.0000568810,0.02500,4.876
84,mlp.experts.4.gate_proj,0.0001497242,0.02500,5.289
84,mlp.experts.0.gate_proj,0.0000996754,0.02500,5.922
84,mlp.experts.2.gate_proj,0.0000979837,0.02500,5.943
84,mlp.experts.10.gate_proj,0.0001674503,0.02500,6.139
84,mlp.experts.6.gate_proj,0.0001674239,0.02500,6.215
84,mlp.experts.8.gate_proj,0.0001045940,0.02500,6.393
84,mlp.experts.23.gate_proj,0.0001227027,0.02500,2.935
84,mlp.experts.27.gate_proj,0.0001090891,0.02500,2.918
84,mlp.experts.29.gate_proj,0.0001308640,0.02500,3.493
84,mlp.experts.17.gate_proj,0.0001395467,0.02500,3.425
84,mlp.experts.21.gate_proj,0.0001045955,0.02500,3.429
84,mlp.experts.19.gate_proj,0.0001441986,0.02500,3.512
84,mlp.experts.25.gate_proj,0.0001048175,0.02500,3.327
84,mlp.experts.31.gate_proj,0.0001077430,0.02500,3.933
84,mlp.experts.30.gate_proj,0.0001287822,0.02500,4.011
84,mlp.experts.18.gate_proj,0.0001469389,0.02500,4.034
84,mlp.experts.22.gate_proj,0.0000768221,0.02500,3.950
84,mlp.experts.26.gate_proj,0.0000669672,0.02500,4.096
84,mlp.experts.28.gate_proj,0.0001108623,0.02500,4.609
84,mlp.experts.16.gate_proj,0.0000782372,0.02500,4.583
84,mlp.experts.20.gate_proj,0.0001715214,0.02500,4.882
84,mlp.experts.24.gate_proj,0.0001769303,0.02500,4.849
84,mlp.experts.39.gate_proj,0.0001194195,0.02500,3.371
84,mlp.experts.35.gate_proj,0.0000956370,0.02500,2.875
84,mlp.experts.45.gate_proj,0.0001304647,0.02500,3.184
84,mlp.experts.33.gate_proj,0.0001454261,0.02500,3.186
84,mlp.experts.37.gate_proj,0.0000959488,0.02500,3.184
84,mlp.experts.43.gate_proj,0.0001151377,0.02500,3.922
84,mlp.experts.47.gate_proj,0.0002472626,0.02500,3.079
84,mlp.experts.41.gate_proj,0.0000652874,0.02500,3.200
84,mlp.experts.46.gate_proj,0.0002041439,0.02500,3.350
84,mlp.experts.42.gate_proj,0.0000502434,0.02500,3.393
84,mlp.experts.34.gate_proj,0.0001451984,0.02500,3.720
84,mlp.experts.38.gate_proj,0.0001163066,0.02500,3.858
84,mlp.experts.44.gate_proj,0.0001918733,0.02500,4.226
84,mlp.experts.51.gate_proj,0.0001084050,0.02500,2.883
84,mlp.experts.32.gate_proj,0.0000870791,0.02500,4.224
84,mlp.experts.61.gate_proj,0.0001547876,0.02500,3.229
84,mlp.experts.53.gate_proj,0.0003479740,0.02500,3.127
84,mlp.experts.49.gate_proj,0.0001724548,0.02500,3.203
84,mlp.experts.55.gate_proj,0.0001589037,0.02500,3.954
84,mlp.experts.36.gate_proj,0.0001116425,0.02500,4.516
84,mlp.experts.57.gate_proj,0.0000978541,0.02500,3.191
84,mlp.experts.59.gate_proj,0.0001330810,0.02500,3.347
84,mlp.experts.63.gate_proj,0.0001092777,0.02500,3.436
84,mlp.experts.40.gate_proj,0.0000836908,0.02500,4.546
84,mlp.experts.62.gate_proj,0.0000573162,0.02500,4.408
84,mlp.experts.58.gate_proj,0.0001643856,0.02500,4.308
84,mlp.experts.77.gate_proj,0.0000958813,0.02500,3.020
84,mlp.experts.71.gate_proj,0.0001324937,0.02500,2.933
84,mlp.experts.65.gate_proj,0.0000802165,0.02500,2.998
84,mlp.experts.69.gate_proj,0.0001629827,0.02500,3.124
84,mlp.experts.50.gate_proj,0.0001297310,0.02500,4.596
84,mlp.experts.75.gate_proj,0.0000926990,0.02500,2.882
84,mlp.experts.67.gate_proj,0.0001774410,0.02500,3.721
84,mlp.experts.73.gate_proj,0.0000509759,0.02500,3.106
84,mlp.experts.60.gate_proj,0.0001044218,0.02500,4.038
84,mlp.experts.54.gate_proj,0.0000819580,0.02500,4.742
84,mlp.experts.48.gate_proj,0.0000919297,0.02500,4.161
84,mlp.experts.52.gate_proj,0.0001098399,0.02500,4.057
84,mlp.experts.79.gate_proj,0.0001390834,0.02500,3.835
84,mlp.experts.56.gate_proj,0.0001238504,0.02500,4.163
84,mlp.experts.91.gate_proj,0.0001021692,0.02500,2.861
84,mlp.experts.87.gate_proj,0.0000697648,0.02500,3.232
84,mlp.experts.93.gate_proj,0.0000672783,0.02500,3.761
84,mlp.experts.78.gate_proj,0.0000915719,0.02500,4.544
84,mlp.experts.81.gate_proj,0.0001403812,0.02500,3.824
84,mlp.experts.85.gate_proj,0.0001052523,0.02500,3.761
84,mlp.experts.83.gate_proj,0.0000927856,0.02500,3.834
84,mlp.experts.74.gate_proj,0.0001277495,0.02500,4.682
84,mlp.experts.89.gate_proj,0.0000443231,0.02500,4.121
84,mlp.experts.95.gate_proj,0.0001619297,0.02500,3.350
84,mlp.experts.66.gate_proj,0.0001595391,0.02500,4.725
84,mlp.experts.70.gate_proj,0.0001643403,0.02500,4.502
84,mlp.experts.76.gate_proj,0.0002060300,0.02500,5.115
84,mlp.experts.64.gate_proj,0.0000796638,0.02500,5.050
84,mlp.experts.107.gate_proj,0.0000974178,0.02500,2.990
84,mlp.experts.103.gate_proj,0.0001622251,0.02500,2.918
84,mlp.experts.68.gate_proj,0.0000929560,0.02500,5.134
84,mlp.experts.72.gate_proj,0.0001754317,0.02500,4.842
84,mlp.experts.94.gate_proj,0.0000376253,0.02500,3.418
84,mlp.experts.90.gate_proj,0.0001598687,0.02500,3.468
84,mlp.experts.109.gate_proj,0.0001641161,0.02500,4.253
84,mlp.experts.99.gate_proj,0.0000720655,0.02500,3.867
84,mlp.experts.101.gate_proj,0.0000743588,0.02500,4.168
84,mlp.experts.97.gate_proj,0.0000334511,0.02500,4.372
84,mlp.experts.111.gate_proj,0.0001030669,0.02500,3.847
84,mlp.experts.82.gate_proj,0.0000878143,0.02500,3.723
84,mlp.experts.105.gate_proj,0.0000563674,0.02500,4.270
84,mlp.experts.3.up_proj,0.0000985564,0.02500,2.911
84,mlp.experts.119.gate_proj,0.0000816409,0.02500,2.937
84,mlp.experts.86.gate_proj,0.0001551094,0.02500,4.350
84,mlp.experts.92.gate_proj,0.0001266501,0.02500,4.329
84,mlp.experts.80.gate_proj,0.0002143012,0.02500,4.400
84,mlp.experts.84.gate_proj,0.0001196859,0.02500,4.569
84,mlp.experts.88.gate_proj,0.0000853930,0.02500,4.417
84,mlp.experts.115.gate_proj,0.0000982208,0.02500,3.072
84,mlp.experts.110.gate_proj,0.0001034706,0.02500,4.369
84,mlp.experts.15.up_proj,0.0001025115,0.02500,2.842
84,mlp.experts.7.up_proj,0.0002849394,0.02500,3.783
84,mlp.experts.106.gate_proj,0.0001554140,0.02500,4.410
84,mlp.experts.5.up_proj,0.0000808503,0.02500,4.626
84,mlp.experts.117.gate_proj,0.0000934653,0.02500,4.648
84,mlp.experts.113.gate_proj,0.0001555366,0.02500,4.735
84,mlp.experts.19.up_proj,0.0001410688,0.02500,4.027
84,mlp.experts.1.up_proj,0.0001229161,0.02500,4.540
84,mlp.experts.98.gate_proj,0.0001279857,0.02500,4.939
84,mlp.experts.102.gate_proj,0.0001162171,0.02500,4.128
84,mlp.experts.11.up_proj,0.0000768120,0.02500,3.097
84,mlp.experts.108.gate_proj,0.0000906585,0.02500,4.772
84,mlp.experts.96.gate_proj,0.0002808970,0.02500,5.032
84,mlp.experts.6.up_proj,0.0001650840,0.02500,4.161
84,mlp.experts.104.gate_proj,0.0001020073,0.02500,4.747
84,mlp.experts.31.up_proj,0.0001086769,0.02500,3.894
84,mlp.experts.35.up_proj,0.0000988774,0.02500,2.965
84,mlp.experts.23.up_proj,0.0001130952,0.02500,3.785
84,mlp.experts.100.gate_proj,0.0001508379,0.02500,5.327
84,mlp.experts.2.up_proj,0.0000944383,0.02500,4.232
84,mlp.experts.27.up_proj,0.0001026713,0.02500,3.150
84,mlp.experts.21.up_proj,0.0001024782,0.02500,4.776
84,mlp.experts.13.up_proj,0.0000771765,0.02500,4.774
84,mlp.experts.9.up_proj,0.0000332266,0.02500,4.698
84,mlp.experts.118.gate_proj,0.0000847208,0.02500,4.230
84,mlp.experts.17.up_proj,0.0001324834,0.02500,4.855
84,mlp.experts.114.gate_proj,0.0000356293,0.02500,4.814
84,mlp.experts.4.up_proj,0.0001465507,0.02500,4.215
84,mlp.experts.47.up_proj,0.0002459651,0.02500,3.156
84,mlp.experts.51.up_proj,0.0001053036,0.02500,3.389
84,mlp.experts.112.gate_proj,0.0001100063,0.02500,4.406
84,mlp.experts.39.up_proj,0.0001179664,0.02500,3.663
84,mlp.experts.0.up_proj,0.0000970669,0.02500,4.440
84,mlp.experts.22.up_proj,0.0000738369,0.02500,4.717
84,mlp.experts.43.up_proj,0.0001077476,0.02500,3.281
84,mlp.experts.116.gate_proj,0.0000984349,0.02500,5.002
84,mlp.experts.18.up_proj,0.0001388940,0.02500,4.727
84,mlp.experts.37.up_proj,0.0000956411,0.02500,4.409
84,mlp.experts.29.up_proj,0.0001299946,0.02500,4.498
84,mlp.experts.25.up_proj,0.0001034168,0.02500,4.344
84,mlp.experts.14.up_proj,0.0000745716,0.02500,4.282
84,mlp.experts.10.up_proj,0.0001662209,0.02500,4.150
84,mlp.experts.67.up_proj,0.0001684601,0.02500,3.364
84,mlp.experts.55.up_proj,0.0001554221,0.02500,2.930
84,mlp.experts.33.up_proj,0.0001357025,0.02500,4.560
84,mlp.experts.63.up_proj,0.0001057188,0.02500,3.953
84,mlp.experts.38.up_proj,0.0001126490,0.02500,3.231
84,mlp.experts.20.up_proj,0.0001628422,0.02500,4.819
84,mlp.experts.59.up_proj,0.0001264767,0.02500,3.660
84,mlp.experts.8.up_proj,0.0001046771,0.02500,4.775
84,mlp.experts.34.up_proj,0.0001406427,0.02500,3.120
84,mlp.experts.16.up_proj,0.0000721817,0.02500,4.604
84,mlp.experts.30.up_proj,0.0001265955,0.02500,3.101
84,mlp.experts.71.up_proj,0.0001268181,0.02500,2.921
84,mlp.experts.83.up_proj,0.0000913034,0.02500,2.936
84,mlp.experts.26.up_proj,0.0000654568,0.02500,3.122
84,mlp.experts.12.up_proj,0.0000552576,0.02500,4.401
84,mlp.experts.53.up_proj,0.0003515512,0.02500,4.276
84,mlp.experts.45.up_proj,0.0001277034,0.02500,4.375
84,mlp.experts.41.up_proj,0.0000640917,0.02500,4.633
84,mlp.experts.79.up_proj,0.0001387496,0.02500,3.822
84,mlp.experts.49.up_proj,0.0001726477,0.02500,4.148
84,mlp.experts.54.up_proj,0.0000782764,0.02500,3.192
84,mlp.experts.50.up_proj,0.0001182591,0.02500,3.219
84,mlp.experts.36.up_proj,0.0001060254,0.02500,3.918
84,mlp.experts.75.up_proj,0.0000865591,0.02500,3.757
84,mlp.experts.24.up_proj,0.0001659791,0.02500,3.837
84,mlp.experts.46.up_proj,0.0001978599,0.02500,3.333
84,mlp.experts.32.up_proj,0.0000861616,0.02500,3.710
84,mlp.experts.87.up_proj,0.0000656259,0.02500,2.997
84,mlp.experts.28.up_proj,0.0001050470,0.02500,3.268
84,mlp.experts.42.up_proj,0.0000507888,0.02500,3.338
84,mlp.experts.99.up_proj,0.0000732608,0.02500,3.370
84,mlp.experts.69.up_proj,0.0001542868,0.02500,4.151
84,mlp.experts.70.up_proj,0.0001606204,0.02500,3.361
84,mlp.experts.95.up_proj,0.0001504893,0.02500,3.530
84,mlp.experts.61.up_proj,0.0001479248,0.02500,4.229
84,mlp.experts.57.up_proj,0.0000994768,0.02500,4.181
84,mlp.experts.66.up_proj,0.0001510635,0.02500,3.258
84,mlp.experts.65.up_proj,0.0000777885,0.02500,4.164
84,mlp.experts.52.up_proj,0.0001082784,0.02500,3.480
84,mlp.experts.91.up_proj,0.0000996078,0.02500,3.660
84,mlp.experts.44.up_proj,0.0001882201,0.02500,2.874
84,mlp.experts.62.up_proj,0.0000537600,0.02500,3.314
84,mlp.experts.40.up_proj,0.0000842329,0.02500,3.643
84,mlp.experts.115.up_proj,0.0000997100,0.02500,2.988
84,mlp.experts.58.up_proj,0.0001498789,0.02500,3.171
84,mlp.experts.48.up_proj,0.0000899034,0.02500,3.628
84,mlp.experts.103.up_proj,0.0001533092,0.02500,3.616
84,mlp.experts.111.up_proj,0.0001026426,0.02500,2.778
84,mlp.experts.86.up_proj,0.0001485416,0.02500,3.390
84,mlp.experts.107.up_proj,0.0000977855,0.02500,2.469
84,mlp.experts.119.up_proj,0.0000771303,0.02500,2.221
84,mlp.experts.85.up_proj,0.0001043905,0.02500,4.253
84,mlp.experts.82.up_proj,0.0000885365,0.02500,3.936
84,mlp.experts.68.up_proj,0.0000930624,0.02500,3.766
84,mlp.experts.77.up_proj,0.0000912824,0.02500,4.368
84,mlp.experts.60.up_proj,0.0001046019,0.02500,3.233
84,mlp.experts.73.up_proj,0.0000506589,0.02500,4.381
84,mlp.experts.56.up_proj,0.0001227267,0.02500,3.522
84,mlp.experts.81.up_proj,0.0001355115,0.02500,4.563
84,mlp.experts.64.up_proj,0.0000787502,0.02500,3.952
84,mlp.experts.78.up_proj,0.0000883365,0.02500,4.284
84,mlp.experts.74.up_proj,0.0001179070,0.02500,4.337
84,mlp.experts.102.up_proj,0.0001131140,0.02500,4.600
84,mlp.experts.76.up_proj,0.0001907540,0.02500,3.275
84,mlp.experts.84.up_proj,0.0001185482,0.02500,3.515
84,mlp.experts.72.up_proj,0.0001697008,0.02500,3.308
84,mlp.experts.101.up_proj,0.0000712384,0.02500,4.557
84,mlp.experts.98.up_proj,0.0001256792,0.02500,4.326
84,mlp.experts.93.up_proj,0.0000659116,0.02500,4.569
84,mlp.experts.80.up_proj,0.0001961831,0.02500,3.485
84,mlp.experts.89.up_proj,0.0000420430,0.02500,4.597
84,mlp.experts.97.up_proj,0.0000361774,0.02500,4.620
84,mlp.experts.94.up_proj,0.0000369256,0.02500,4.177
84,mlp.experts.90.up_proj,0.0001482293,0.02500,4.065
84,mlp.experts.92.up_proj,0.0001255074,0.02500,2.757
84,mlp.experts.88.up_proj,0.0000839543,0.02500,3.034
84,mlp.experts.100.up_proj,0.0001494281,0.02500,3.495
84,mlp.experts.118.up_proj,0.0000837235,0.02500,4.154
84,mlp.experts.117.up_proj,0.0000918202,0.02500,3.788
84,mlp.experts.114.up_proj,0.0000343154,0.02500,3.687
84,mlp.experts.109.up_proj,0.0001610686,0.02500,3.560
84,mlp.experts.96.up_proj,0.0002438679,0.02500,3.497
84,mlp.experts.105.up_proj,0.0000555924,0.02500,3.419
84,mlp.experts.113.up_proj,0.0001518115,0.02500,3.123
84,mlp.experts.110.up_proj,0.0000991041,0.02500,3.132
84,mlp.experts.106.up_proj,0.0001500475,0.02500,3.043
84,mlp.experts.108.up_proj,0.0000906449,0.02500,2.769
84,mlp.experts.104.up_proj,0.0001006521,0.02500,2.907
84,mlp.experts.116.up_proj,0.0000976721,0.02500,2.955
84,mlp.experts.112.up_proj,0.0001089712,0.02500,1.997
84,mlp.experts.1.down_proj,0.0000531705,0.02500,1.559
84,mlp.experts.5.down_proj,0.0000385825,0.02500,1.562
84,mlp.experts.13.down_proj,0.0000464764,0.02500,1.599
84,mlp.experts.9.down_proj,0.0000107040,0.02500,1.743
84,mlp.experts.2.down_proj,0.0000318503,0.02500,2.427
84,mlp.experts.14.down_proj,0.0000139376,0.02500,2.501
84,mlp.experts.6.down_proj,0.0000780134,0.02500,2.506
84,mlp.experts.10.down_proj,0.0000452243,0.02500,2.533
84,mlp.experts.21.down_proj,0.0000558377,0.02500,1.102
84,mlp.experts.17.down_proj,0.0000567287,0.02500,1.125
84,mlp.experts.29.down_proj,0.0000332743,0.02500,1.117
84,mlp.experts.25.down_proj,0.0000375916,0.02500,1.128
84,mlp.experts.12.down_proj,0.0000124811,0.02500,2.927
84,mlp.experts.4.down_proj,0.0000787726,0.02500,3.130
84,mlp.experts.8.down_proj,0.0000409688,0.02500,3.042
84,mlp.experts.0.down_proj,0.0000479423,0.02500,3.297
84,mlp.experts.15.down_proj,0.0000310698,0.02500,3.277
84,mlp.experts.3.down_proj,0.0000711764,0.02500,3.589
84,mlp.experts.7.down_proj,0.0000747414,0.02500,3.616
84,mlp.experts.11.down_proj,0.0000261393,0.02500,3.451
84,mlp.experts.37.down_proj,0.0000429984,0.02500,1.032
84,mlp.experts.33.down_proj,0.0000475421,0.02500,1.025
84,mlp.experts.45.down_proj,0.0000388230,0.02500,1.037
84,mlp.experts.18.down_proj,0.0000419911,0.02500,1.330
84,mlp.experts.30.down_proj,0.0000395094,0.02500,1.313
84,mlp.experts.22.down_proj,0.0000442788,0.02500,1.321
84,mlp.experts.26.down_proj,0.0000449025,0.02500,1.327
84,mlp.experts.41.down_proj,0.0000289550,0.02500,1.014
84,mlp.experts.20.down_proj,0.0001363048,0.02500,1.063
84,mlp.experts.28.down_proj,0.0000357252,0.02500,1.124
84,mlp.experts.24.down_proj,0.0000484038,0.02500,1.021
84,mlp.experts.16.down_proj,0.0000296334,0.02500,1.040
84,mlp.experts.49.down_proj,0.0000591539,0.02500,0.902
84,mlp.experts.53.down_proj,0.0003065353,0.02500,0.920
84,mlp.experts.61.down_proj,0.0000643963,0.02500,0.933
84,mlp.experts.57.down_proj,0.0000403716,0.02500,0.907
84,mlp.experts.36.down_proj,0.0000294757,0.02500,0.916
84,mlp.experts.44.down_proj,0.0000900534,0.02500,0.922
84,mlp.experts.34.down_proj,0.0000435414,0.02500,1.412
84,mlp.experts.40.down_proj,0.0000579184,0.02500,0.933
84,mlp.experts.19.down_proj,0.0000932659,0.02500,1.613
84,mlp.experts.46.down_proj,0.0000317856,0.02500,1.392
84,mlp.experts.31.down_proj,0.0000920353,0.02500,1.722
84,mlp.experts.32.down_proj,0.0000521620,0.02500,0.896
84,mlp.experts.38.down_proj,0.0000320144,0.02500,1.434
84,mlp.experts.23.down_proj,0.0000200482,0.02500,1.659
84,mlp.experts.42.down_proj,0.0000266369,0.02500,1.427
84,mlp.experts.27.down_proj,0.0000352688,0.02500,1.646
84,mlp.experts.69.down_proj,0.0000547951,0.02500,0.922
84,mlp.experts.65.down_proj,0.0000413676,0.02500,0.937
84,mlp.experts.77.down_proj,0.0000148542,0.02500,0.960
84,mlp.experts.73.down_proj,0.0000106693,0.02500,0.915
84,mlp.experts.52.down_proj,0.0001163515,0.02500,0.825
84,mlp.experts.60.down_proj,0.0000293068,0.02500,0.838
84,mlp.experts.56.down_proj,0.0000264222,0.02500,0.858
84,mlp.experts.48.down_proj,0.0000225761,0.02500,0.826
84,mlp.experts.50.down_proj,0.0000536497,0.02500,1.250
84,mlp.experts.81.down_proj,0.0000422466,0.02500,0.900
84,mlp.experts.85.down_proj,0.0000521291,0.02500,0.919
84,mlp.experts.54.down_proj,0.0000264558,0.02500,1.242
84,mlp.experts.62.down_proj,0.0000078782,0.02500,1.298
84,mlp.experts.58.down_proj,0.0000734877,0.02500,1.257
84,mlp.experts.93.down_proj,0.0000180506,0.02500,0.924
84,mlp.experts.89.down_proj,0.0000363024,0.02500,0.904
84,mlp.experts.35.down_proj,0.0000691027,0.02500,1.411
84,mlp.experts.47.down_proj,0.0000868249,0.02500,1.471
84,mlp.experts.39.down_proj,0.0000807506,0.02500,1.463
84,mlp.experts.68.down_proj,0.0000321702,0.02500,0.836
84,mlp.experts.43.down_proj,0.0000159053,0.02500,1.477
84,mlp.experts.76.down_proj,0.0000642279,0.02500,0.821
84,mlp.experts.72.down_proj,0.0000352343,0.02500,0.834
84,mlp.experts.64.down_proj,0.0000218803,0.02500,0.824
84,mlp.experts.97.down_proj,0.0000067989,0.02500,0.912
84,mlp.experts.101.down_proj,0.0000154774,0.02500,0.939
84,mlp.experts.109.down_proj,0.0000635592,0.02500,0.940
84,mlp.experts.105.down_proj,0.0000136359,0.02500,0.947
84,mlp.experts.84.down_proj,0.0000306664,0.02500,0.821
84,mlp.experts.66.down_proj,0.0000795691,0.02500,1.215
84,mlp.experts.92.down_proj,0.0000487200,0.02500,0.818
84,mlp.experts.88.down_proj,0.0000187303,0.02500,0.824
84,mlp.experts.80.down_proj,0.0000479917,0.02500,0.821
84,mlp.experts.70.down_proj,0.0000401458,0.02500,1.205
84,mlp.experts.78.down_proj,0.0000406264,0.02500,1.213
84,mlp.experts.74.down_proj,0.0000558213,0.02500,1.186
84,mlp.experts.51.down_proj,0.0000407330,0.02500,1.254
84,mlp.experts.59.down_proj,0.0000387909,0.02500,1.073
84,mlp.experts.63.down_proj,0.0000311179,0.02500,1.266
84,mlp.experts.55.down_proj,0.0000625531,0.02500,1.230
84,mlp.experts.113.down_proj,0.0000292014,0.02500,0.916
84,mlp.experts.117.down_proj,0.0000665198,0.02500,0.917
84,mlp.experts.100.down_proj,0.0001012383,0.02500,0.803
84,mlp.experts.108.down_proj,0.0000324558,0.02500,0.810
84,mlp.experts.96.down_proj,0.0002284943,0.02500,0.787
84,mlp.experts.104.down_proj,0.0000333240,0.02500,0.798
84,mlp.experts.75.down_proj,0.0000357334,0.02500,0.894
84,mlp.experts.82.down_proj,0.0000604945,0.02500,1.180
84,mlp.experts.94.down_proj,0.0000116842,0.02500,1.159
84,mlp.experts.67.down_proj,0.0000453471,0.02500,1.015
84,mlp.experts.90.down_proj,0.0000812322,0.02500,1.162
84,mlp.experts.86.down_proj,0.0000351971,0.02500,1.240
84,mlp.experts.116.down_proj,0.0000290648,0.02500,0.619
84,mlp.experts.112.down_proj,0.0000391345,0.02500,0.568
84,mlp.experts.71.down_proj,0.0000386586,0.02500,1.122
84,mlp.experts.79.down_proj,0.0001696759,0.02500,1.151
84,mlp.experts.91.down_proj,0.0000377513,0.02500,0.815
84,mlp.experts.83.down_proj,0.0000346273,0.02500,0.951
84,mlp.experts.95.down_proj,0.0001441878,0.02500,0.801
84,mlp.experts.87.down_proj,0.0000171777,0.02500,1.085
84,mlp.experts.98.down_proj,0.0000529013,0.02500,1.374
84,mlp.experts.106.down_proj,0.0000446073,0.02500,1.376
84,mlp.experts.110.down_proj,0.0000280809,0.02500,1.474
84,mlp.experts.102.down_proj,0.0000334949,0.02500,1.414
84,mlp.experts.107.down_proj,0.0000224271,0.02500,1.075
84,mlp.experts.99.down_proj,0.0000575034,0.02500,0.932
84,mlp.experts.111.down_proj,0.0000342650,0.02500,0.941
84,mlp.experts.114.down_proj,0.0000606133,0.02500,0.899
84,mlp.experts.118.down_proj,0.0000470103,0.02500,0.775
84,mlp.experts.103.down_proj,0.0000612227,0.02500,0.969
84,mlp.experts.115.down_proj,0.0001305688,0.02500,0.679
84,mlp.experts.119.down_proj,0.0000136097,0.02500,0.482
85,self_attn.k_proj,0.0000002462,0.02500,1.972
85,self_attn.q_proj,0.0000014257,0.02500,2.096
85,self_attn.v_proj,0.0000012114,0.02500,2.025
85,self_attn.o_proj,0.0000049022,0.02500,3.826
85,mlp.shared_experts.gate_proj,0.0000071521,0.02500,1.300
85,mlp.shared_experts.up_proj,0.0000042813,0.02500,1.523
85,mlp.shared_experts.down_proj,0.0000020120,0.02500,0.440
85,mlp.experts.1.gate_proj,0.0001217082,0.02500,5.884
85,mlp.experts.9.gate_proj,0.0000857765,0.02500,6.024
85,mlp.experts.13.gate_proj,0.0000287163,0.02500,6.158
85,mlp.experts.5.gate_proj,0.0000566369,0.02500,6.166
85,mlp.experts.14.gate_proj,0.0001323205,0.02500,4.488
85,mlp.experts.7.gate_proj,0.0001492351,0.02500,6.407
85,mlp.experts.6.gate_proj,0.0000990581,0.02500,6.441
85,mlp.experts.3.gate_proj,0.0000603681,0.02500,6.475
85,mlp.experts.2.gate_proj,0.0001086352,0.02500,6.523
85,mlp.experts.11.gate_proj,0.0000819289,0.02500,6.559
85,mlp.experts.10.gate_proj,0.0000498055,0.02500,6.737
85,mlp.experts.4.gate_proj,0.0001480474,0.02500,6.942
85,mlp.experts.15.gate_proj,0.0001665456,0.02500,5.086
85,mlp.experts.12.gate_proj,0.0000873825,0.02500,7.102
85,mlp.experts.8.gate_proj,0.0001558572,0.02500,7.213
85,mlp.experts.0.gate_proj,0.0000549477,0.02500,7.303
85,mlp.experts.25.gate_proj,0.0000893362,0.02500,3.522
85,mlp.experts.21.gate_proj,0.0000891648,0.02500,3.452
85,mlp.experts.29.gate_proj,0.0001315350,0.02500,3.505
85,mlp.experts.22.gate_proj,0.0001255906,0.02500,3.301
85,mlp.experts.30.gate_proj,0.0001036168,0.02500,3.445
85,mlp.experts.17.gate_proj,0.0001377488,0.02500,4.029
85,mlp.experts.20.gate_proj,0.0001084316,0.02500,3.244
85,mlp.experts.18.gate_proj,0.0000441119,0.02500,3.711
85,mlp.experts.26.gate_proj,0.0000539104,0.02500,3.571
85,mlp.experts.16.gate_proj,0.0001302568,0.02500,3.149
85,mlp.experts.28.gate_proj,0.0001195747,0.02500,3.412
85,mlp.experts.24.gate_proj,0.0000842733,0.02500,3.415
85,mlp.experts.19.gate_proj,0.0001453955,0.02500,4.289
85,mlp.experts.27.gate_proj,0.0000857790,0.02500,4.310
85,mlp.experts.23.gate_proj,0.0000844326,0.02500,4.565
85,mlp.experts.31.gate_proj,0.0001101841,0.02500,4.420
85,mlp.experts.46.gate_proj,0.0000901576,0.02500,3.051
85,mlp.experts.41.gate_proj,0.0000970274,0.02500,3.838
85,mlp.experts.42.gate_proj,0.0000775878,0.02500,3.091
85,mlp.experts.33.gate_proj,0.0001928205,0.02500,3.615
85,mlp.experts.45.gate_proj,0.0001130951,0.02500,3.915
85,mlp.experts.36.gate_proj,0.0001096110,0.02500,3.427
85,mlp.experts.38.gate_proj,0.0001893257,0.02500,3.950
85,mlp.experts.37.gate_proj,0.0000865379,0.02500,4.104
85,mlp.experts.44.gate_proj,0.0000962455,0.02500,3.322
85,mlp.experts.32.gate_proj,0.0002385145,0.02500,3.443
85,mlp.experts.40.gate_proj,0.0001670618,0.02500,3.326
85,mlp.experts.34.gate_proj,0.0001105470,0.02500,3.831
85,mlp.experts.35.gate_proj,0.0001278087,0.02500,4.399
85,mlp.experts.43.gate_proj,0.0000922103,0.02500,4.407
85,mlp.experts.39.gate_proj,0.0000937377,0.02500,4.396
85,mlp.experts.47.gate_proj,0.0001597237,0.02500,4.490
85,mlp.experts.62.gate_proj,0.0000601855,0.02500,3.300
85,mlp.experts.58.gate_proj,0.0000617342,0.02500,3.255
85,mlp.experts.54.gate_proj,0.0000506186,0.02500,3.198
85,mlp.experts.53.gate_proj,0.0000884728,0.02500,3.224
85,mlp.experts.57.gate_proj,0.0002484970,0.02500,3.664
85,mlp.experts.61.gate_proj,0.0000984205,0.02500,3.533
85,mlp.experts.52.gate_proj,0.0001204793,0.02500,3.793
85,mlp.experts.49.gate_proj,0.0000606782,0.02500,4.035
85,mlp.experts.50.gate_proj,0.0001255761,0.02500,3.566
85,mlp.experts.60.gate_proj,0.0002502658,0.02500,3.843
85,mlp.experts.56.gate_proj,0.0000688646,0.02500,3.733
85,mlp.experts.48.gate_proj,0.0000845010,0.02500,3.896
85,mlp.experts.51.gate_proj,0.0000903051,0.02500,4.186
85,mlp.experts.78.gate_proj,0.0000691909,0.02500,3.364
85,mlp.experts.59.gate_proj,0.0002225057,0.02500,4.346
85,mlp.experts.74.gate_proj,0.0001117378,0.02500,3.084
85,mlp.experts.55.gate_proj,0.0001058964,0.02500,4.382
85,mlp.experts.69.gate_proj,0.0000630433,0.02500,3.073
85,mlp.experts.63.gate_proj,0.0001927150,0.02500,4.397
85,mlp.experts.77.gate_proj,0.0001667423,0.02500,3.373
85,mlp.experts.73.gate_proj,0.0000753637,0.02500,3.642
85,mlp.experts.66.gate_proj,0.0000652866,0.02500,3.089
85,mlp.experts.68.gate_proj,0.0001460588,0.02500,3.355
85,mlp.experts.70.gate_proj,0.0001274266,0.02500,3.982
85,mlp.experts.65.gate_proj,0.0000979172,0.02500,3.402
85,mlp.experts.72.gate_proj,0.0001260975,0.02500,3.360
85,mlp.experts.64.gate_proj,0.0000552985,0.02500,3.313
85,mlp.experts.76.gate_proj,0.0000859767,0.02500,3.492
85,mlp.experts.90.gate_proj,0.0001834658,0.02500,2.938
85,mlp.experts.94.gate_proj,0.0001407121,0.02500,3.954
85,mlp.experts.93.gate_proj,0.0001228145,0.02500,3.013
85,mlp.experts.67.gate_proj,0.0001190745,0.02500,4.304
85,mlp.experts.86.gate_proj,0.0001025732,0.02500,2.925
85,mlp.experts.75.gate_proj,0.0000977148,0.02500,4.247
85,mlp.experts.71.gate_proj,0.0000998558,0.02500,4.164
85,mlp.experts.85.gate_proj,0.0001343953,0.02500,3.953
85,mlp.experts.81.gate_proj,0.0001289290,0.02500,3.079
85,mlp.experts.89.gate_proj,0.0001568535,0.02500,3.477
85,mlp.experts.79.gate_proj,0.0001339136,0.02500,3.964
85,mlp.experts.82.gate_proj,0.0000760409,0.02500,3.940
85,mlp.experts.84.gate_proj,0.0000866504,0.02500,4.141
85,mlp.experts.80.gate_proj,0.0000509496,0.02500,4.087
85,mlp.experts.88.gate_proj,0.0001098147,0.02500,4.278
85,mlp.experts.92.gate_proj,0.0001848064,0.02500,4.228
85,mlp.experts.106.gate_proj,0.0000981456,0.02500,2.968
85,mlp.experts.110.gate_proj,0.0000547357,0.02500,3.417
85,mlp.experts.101.gate_proj,0.0000749146,0.02500,3.240
85,mlp.experts.102.gate_proj,0.0000680904,0.02500,3.422
85,mlp.experts.109.gate_proj,0.0000528265,0.02500,3.936
85,mlp.experts.105.gate_proj,0.0000273861,0.02500,3.360
85,mlp.experts.83.gate_proj,0.0001627015,0.02500,3.944
85,mlp.experts.91.gate_proj,0.0001017973,0.02500,3.919
85,mlp.experts.97.gate_proj,0.0001012772,0.02500,3.744
85,mlp.experts.87.gate_proj,0.0001971785,0.02500,3.951
85,mlp.experts.95.gate_proj,0.0002682264,0.02500,3.934
85,mlp.experts.98.gate_proj,0.0000790424,0.02500,3.789
85,mlp.experts.2.up_proj,0.0001080411,0.02500,3.185
85,mlp.experts.100.gate_proj,0.0001701261,0.02500,4.294
85,mlp.experts.96.gate_proj,0.0000987557,0.02500,4.159
85,mlp.experts.104.gate_proj,0.0000893726,0.02500,4.259
85,mlp.experts.108.gate_proj,0.0000820171,0.02500,4.252
85,mlp.experts.6.up_proj,0.0000989183,0.02500,3.009
85,mlp.experts.117.gate_proj,0.0001836349,0.02500,3.226
85,mlp.experts.1.up_proj,0.0001216480,0.02500,3.132
85,mlp.experts.118.gate_proj,0.0000655206,0.02500,3.559
85,mlp.experts.99.gate_proj,0.0001264057,0.02500,3.260
85,mlp.experts.5.up_proj,0.0000543088,0.02500,3.474
85,mlp.experts.107.gate_proj,0.0002657847,0.02500,3.229
85,mlp.experts.103.gate_proj,0.0000867132,0.02500,3.244
85,mlp.experts.111.gate_proj,0.0001384579,0.02500,3.201
85,mlp.experts.113.gate_proj,0.0001076042,0.02500,3.969
85,mlp.experts.114.gate_proj,0.0001102919,0.02500,3.461
85,mlp.experts.18.up_proj,0.0000430896,0.02500,3.803
85,mlp.experts.22.up_proj,0.0001232527,0.02500,2.994
85,mlp.experts.116.gate_proj,0.0001658371,0.02500,4.098
85,mlp.experts.4.up_proj,0.0001492168,0.02500,3.953
85,mlp.experts.17.up_proj,0.0001376724,0.02500,2.960
85,mlp.experts.112.gate_proj,0.0000540244,0.02500,4.318
85,mlp.experts.0.up_proj,0.0000521912,0.02500,4.163
85,mlp.experts.21.up_proj,0.0000878425,0.02500,3.059
85,mlp.experts.14.up_proj,0.0001249393,0.02500,3.277
85,mlp.experts.115.gate_proj,0.0001008480,0.02500,3.249
85,mlp.experts.3.up_proj,0.0000590129,0.02500,3.213
85,mlp.experts.119.gate_proj,0.0000854803,0.02500,3.286
85,mlp.experts.13.up_proj,0.0000274563,0.02500,4.020
85,mlp.experts.7.up_proj,0.0001502160,0.02500,3.389
85,mlp.experts.9.up_proj,0.0000865285,0.02500,3.814
85,mlp.experts.10.up_proj,0.0000467851,0.02500,3.692
85,mlp.experts.34.up_proj,0.0001057067,0.02500,3.120
85,mlp.experts.38.up_proj,0.0001879596,0.02500,3.198
85,mlp.experts.33.up_proj,0.0001860997,0.02500,2.996
85,mlp.experts.37.up_proj,0.0000866248,0.02500,3.276
85,mlp.experts.11.up_proj,0.0000801716,0.02500,3.471
85,mlp.experts.19.up_proj,0.0001406121,0.02500,3.476
85,mlp.experts.12.up_proj,0.0000844002,0.02500,4.444
85,mlp.experts.15.up_proj,0.0001629338,0.02500,3.462
85,mlp.experts.30.up_proj,0.0001032437,0.02500,3.811
85,mlp.experts.8.up_proj,0.0001534871,0.02500,4.353
85,mlp.experts.23.up_proj,0.0000807115,0.02500,3.329
85,mlp.experts.20.up_proj,0.0001039394,0.02500,4.485
85,mlp.experts.16.up_proj,0.0001292320,0.02500,4.451
85,mlp.experts.29.up_proj,0.0001348981,0.02500,3.924
85,mlp.experts.50.up_proj,0.0001213035,0.02500,3.185
85,mlp.experts.25.up_proj,0.0000889311,0.02500,3.546
85,mlp.experts.54.up_proj,0.0000494350,0.02500,3.196
85,mlp.experts.26.up_proj,0.0000521842,0.02500,4.054
85,mlp.experts.49.up_proj,0.0000600748,0.02500,3.177
85,mlp.experts.27.up_proj,0.0000809599,0.02500,3.284
85,mlp.experts.53.up_proj,0.0000848787,0.02500,3.678
85,mlp.experts.35.up_proj,0.0001249995,0.02500,3.341
85,mlp.experts.31.up_proj,0.0001059104,0.02500,3.334
85,mlp.experts.39.up_proj,0.0000898916,0.02500,3.378
85,mlp.experts.46.up_proj,0.0000897206,0.02500,3.979
85,mlp.experts.66.up_proj,0.0000668435,0.02500,2.963
85,mlp.experts.28.up_proj,0.0001159338,0.02500,4.230
85,mlp.experts.45.up_proj,0.0001090563,0.02500,3.824
85,mlp.experts.36.up_proj,0.0001078817,0.02500,4.126
85,mlp.experts.70.up_proj,0.0001197245,0.02500,2.978
85,mlp.experts.41.up_proj,0.0000964735,0.02500,3.150
85,mlp.experts.24.up_proj,0.0000845844,0.02500,4.391
85,mlp.experts.32.up_proj,0.0002457174,0.02500,4.265
85,mlp.experts.65.up_proj,0.0000951438,0.02500,3.034
85,mlp.experts.42.up_proj,0.0000778003,0.02500,3.908
85,mlp.experts.43.up_proj,0.0000862569,0.02500,3.246
85,mlp.experts.69.up_proj,0.0000619106,0.02500,3.341
85,mlp.experts.47.up_proj,0.0001576751,0.02500,3.109
85,mlp.experts.51.up_proj,0.0000890636,0.02500,3.382
85,mlp.experts.55.up_proj,0.0001021552,0.02500,3.279
85,mlp.experts.82.up_proj,0.0000761752,0.02500,3.076
85,mlp.experts.86.up_proj,0.0001004580,0.02500,3.050
85,mlp.experts.61.up_proj,0.0000839367,0.02500,3.373
85,mlp.experts.62.up_proj,0.0000598561,0.02500,3.987
85,mlp.experts.57.up_proj,0.0002512748,0.02500,3.742
85,mlp.experts.81.up_proj,0.0001250898,0.02500,3.633
85,mlp.experts.44.up_proj,0.0000885116,0.02500,4.584
85,mlp.experts.58.up_proj,0.0000595644,0.02500,3.175
85,mlp.experts.48.up_proj,0.0000808972,0.02500,4.351
85,mlp.experts.40.up_proj,0.0001600900,0.02500,4.487
85,mlp.experts.52.up_proj,0.0001169732,0.02500,4.774
85,mlp.experts.59.up_proj,0.0002129910,0.02500,3.204
85,mlp.experts.63.up_proj,0.0001794154,0.02500,3.175
85,mlp.experts.67.up_proj,0.0001080494,0.02500,3.139
85,mlp.experts.85.up_proj,0.0001324012,0.02500,3.310
85,mlp.experts.71.up_proj,0.0000982173,0.02500,3.098
85,mlp.experts.98.up_proj,0.0000783378,0.02500,3.274
85,mlp.experts.102.up_proj,0.0000658457,0.02500,3.311
85,mlp.experts.77.up_proj,0.0001635902,0.02500,3.323
85,mlp.experts.97.up_proj,0.0000990152,0.02500,3.110
85,mlp.experts.78.up_proj,0.0000691990,0.02500,3.917
85,mlp.experts.73.up_proj,0.0000749477,0.02500,3.902
85,mlp.experts.74.up_proj,0.0001089411,0.02500,3.487
85,mlp.experts.75.up_proj,0.0000971632,0.02500,3.257
85,mlp.experts.79.up_proj,0.0001310888,0.02500,3.236
85,mlp.experts.83.up_proj,0.0001571217,0.02500,3.191
85,mlp.experts.60.up_proj,0.0002215821,0.02500,4.475
85,mlp.experts.87.up_proj,0.0001862460,0.02500,3.204
85,mlp.experts.101.up_proj,0.0000726657,0.02500,3.641
85,mlp.experts.114.up_proj,0.0001110899,0.02500,3.013
85,mlp.experts.56.up_proj,0.0000661762,0.02500,4.523
85,mlp.experts.64.up_proj,0.0000551545,0.02500,4.685
85,mlp.experts.68.up_proj,0.0001421967,0.02500,4.508
85,mlp.experts.118.up_proj,0.0000642677,0.02500,2.923
85,mlp.experts.93.up_proj,0.0001178129,0.02500,3.092
85,mlp.experts.94.up_proj,0.0001371653,0.02500,3.117
85,mlp.experts.113.up_proj,0.0001060088,0.02500,3.304
85,mlp.experts.90.up_proj,0.0001737980,0.02500,2.922
85,mlp.experts.89.up_proj,0.0001542905,0.02500,3.564
85,mlp.experts.91.up_proj,0.0000975712,0.02500,3.195
85,mlp.experts.99.up_proj,0.0001252065,0.02500,3.087
85,mlp.experts.95.up_proj,0.0002692853,0.02500,3.174
85,mlp.experts.117.up_proj,0.0001733396,0.02500,2.824
85,mlp.experts.103.up_proj,0.0000829748,0.02500,3.084
85,mlp.experts.109.up_proj,0.0000539677,0.02500,2.572
85,mlp.experts.110.up_proj,0.0000543447,0.02500,2.175
85,mlp.experts.106.up_proj,0.0000979119,0.02500,2.069
85,mlp.experts.76.up_proj,0.0000843906,0.02500,4.348
85,mlp.experts.105.up_proj,0.0000258807,0.02500,2.063
85,mlp.experts.72.up_proj,0.0001206607,0.02500,4.160
85,mlp.experts.80.up_proj,0.0000499418,0.02500,4.093
85,mlp.experts.84.up_proj,0.0000871523,0.02500,4.261
85,mlp.experts.107.up_proj,0.0002587123,0.02500,2.957
85,mlp.experts.115.up_proj,0.0000955281,0.02500,2.934
85,mlp.experts.111.up_proj,0.0001351148,0.02500,2.915
85,mlp.experts.119.up_proj,0.0000827986,0.02500,2.782
85,mlp.experts.88.up_proj,0.0001111289,0.02500,4.260
85,mlp.experts.100.up_proj,0.0001574479,0.02500,4.307
85,mlp.experts.96.up_proj,0.0000927793,0.02500,4.540
85,mlp.experts.92.up_proj,0.0001772149,0.02500,5.052
85,mlp.experts.104.up_proj,0.0000886074,0.02500,4.897
85,mlp.experts.116.up_proj,0.0001634331,0.02500,4.916
85,mlp.experts.112.up_proj,0.0000515764,0.02500,4.904
85,mlp.experts.108.up_proj,0.0000798020,0.02500,4.705
85,mlp.experts.10.down_proj,0.0000363698,0.02500,1.359
85,mlp.experts.2.down_proj,0.0000507494,0.02500,1.377
85,mlp.experts.6.down_proj,0.0000368952,0.02500,1.412
85,mlp.experts.14.down_proj,0.0000495552,0.02500,1.301
85,mlp.experts.1.down_proj,0.0000381975,0.02500,1.716
85,mlp.experts.5.down_proj,0.0000378240,0.02500,1.718
85,mlp.experts.9.down_proj,0.0000295020,0.02500,1.736
85,mlp.experts.13.down_proj,0.0000290442,0.02500,1.664
85,mlp.experts.3.down_proj,0.0000139047,0.02500,2.019
85,mlp.experts.15.down_proj,0.0001247550,0.02500,1.873
85,mlp.experts.11.down_proj,0.0000198018,0.02500,2.056
85,mlp.experts.7.down_proj,0.0000332877,0.02500,2.151
85,mlp.experts.0.down_proj,0.0000145633,0.02500,2.215
85,mlp.experts.12.down_proj,0.0000277894,0.02500,2.076
85,mlp.experts.8.down_proj,0.0000754138,0.02500,2.253
85,mlp.experts.4.down_proj,0.0000619520,0.02500,2.283
85,mlp.experts.26.down_proj,0.0000110766,0.02500,0.996
85,mlp.experts.18.down_proj,0.0000216597,0.02500,0.986
85,mlp.experts.22.down_proj,0.0000495965,0.02500,1.141
85,mlp.experts.30.down_proj,0.0000261441,0.02500,1.138
85,mlp.experts.31.down_proj,0.0000180789,0.02500,1.050
85,mlp.experts.27.down_proj,0.0000236931,0.02500,1.079
85,mlp.experts.17.down_proj,0.0001038503,0.02500,1.436
85,mlp.experts.25.down_proj,0.0000298524,0.02500,1.443
85,mlp.experts.34.down_proj,0.0000314383,0.02500,0.872
85,mlp.experts.21.down_proj,0.0000361447,0.02500,1.540
85,mlp.experts.23.down_proj,0.0000677273,0.02500,1.122
85,mlp.experts.42.down_proj,0.0000230556,0.02500,0.955
85,mlp.experts.29.down_proj,0.0000801943,0.02500,1.513
85,mlp.experts.19.down_proj,0.0001149409,0.02500,1.331
85,mlp.experts.16.down_proj,0.0000728527,0.02500,1.294
85,mlp.experts.28.down_proj,0.0000388947,0.02500,1.378
85,mlp.experts.46.down_proj,0.0000189995,0.02500,1.020
85,mlp.experts.24.down_proj,0.0000240870,0.02500,1.378
85,mlp.experts.38.down_proj,0.0000547382,0.02500,1.163
85,mlp.experts.20.down_proj,0.0000488728,0.02500,1.494
85,mlp.experts.43.down_proj,0.0000143087,0.02500,1.076
85,mlp.experts.47.down_proj,0.0000720537,0.02500,1.181
85,mlp.experts.50.down_proj,0.0000453055,0.02500,1.078
85,mlp.experts.58.down_proj,0.0000131282,0.02500,1.018
85,mlp.experts.39.down_proj,0.0000297090,0.02500,1.069
85,mlp.experts.35.down_proj,0.0000320027,0.02500,1.070
85,mlp.experts.62.down_proj,0.0000293366,0.02500,0.888
85,mlp.experts.41.down_proj,0.0000392117,0.02500,1.379
85,mlp.experts.33.down_proj,0.0000695492,0.02500,1.449
85,mlp.experts.37.down_proj,0.0000407254,0.02500,1.398
85,mlp.experts.54.down_proj,0.0000154691,0.02500,0.959
85,mlp.experts.45.down_proj,0.0000521699,0.02500,1.362
85,mlp.experts.32.down_proj,0.0001189382,0.02500,1.254
85,mlp.experts.44.down_proj,0.0000257084,0.02500,1.227
85,mlp.experts.40.down_proj,0.0000614387,0.02500,1.277
85,mlp.experts.36.down_proj,0.0000687286,0.02500,1.306
85,mlp.experts.66.down_proj,0.0000110488,0.02500,0.904
85,mlp.experts.78.down_proj,0.0000173087,0.02500,0.864
85,mlp.experts.74.down_proj,0.0000505798,0.02500,1.132
85,mlp.experts.59.down_proj,0.0000984485,0.02500,1.321
85,mlp.experts.63.down_proj,0.0000327426,0.02500,1.288
85,mlp.experts.55.down_proj,0.0000308887,0.02500,1.327
85,mlp.experts.51.down_proj,0.0000378268,0.02500,1.310
85,mlp.experts.57.down_proj,0.0001172313,0.02500,1.252
85,mlp.experts.70.down_proj,0.0000501563,0.02500,1.140
85,mlp.experts.49.down_proj,0.0000197729,0.02500,1.229
85,mlp.experts.53.down_proj,0.0000248405,0.02500,1.225
85,mlp.experts.61.down_proj,0.0000266500,0.02500,1.217
85,mlp.experts.48.down_proj,0.0000198799,0.02500,1.210
85,mlp.experts.60.down_proj,0.0001067190,0.02500,1.204
85,mlp.experts.82.down_proj,0.0000400227,0.02500,0.886
85,mlp.experts.56.down_proj,0.0000397625,0.02500,1.215
85,mlp.experts.90.down_proj,0.0001846521,0.02500,0.919
85,mlp.experts.52.down_proj,0.0000712294,0.02500,1.372
85,mlp.experts.94.down_proj,0.0000413106,0.02500,1.093
85,mlp.experts.79.down_proj,0.0001103563,0.02500,1.150
85,mlp.experts.73.down_proj,0.0000765618,0.02500,0.903
85,mlp.experts.75.down_proj,0.0000433888,0.02500,1.184
85,mlp.experts.65.down_proj,0.0000224230,0.02500,0.896
85,mlp.experts.86.down_proj,0.0000390665,0.02500,0.909
85,mlp.experts.69.down_proj,0.0000181313,0.02500,0.898
85,mlp.experts.77.down_proj,0.0000745514,0.02500,0.925
85,mlp.experts.71.down_proj,0.0000318976,0.02500,1.241
85,mlp.experts.67.down_proj,0.0000173603,0.02500,1.241
85,mlp.experts.98.down_proj,0.0000991655,0.02500,1.088
85,mlp.experts.64.down_proj,0.0000383138,0.02500,1.239
85,mlp.experts.76.down_proj,0.0000197256,0.02500,1.225
85,mlp.experts.106.down_proj,0.0000477212,0.02500,0.916
85,mlp.experts.72.down_proj,0.0000414815,0.02500,1.223
85,mlp.experts.110.down_proj,0.0000130495,0.02500,1.062
85,mlp.experts.89.down_proj,0.0001010589,0.02500,0.941
85,mlp.experts.102.down_proj,0.0000174634,0.02500,0.952
85,mlp.experts.81.down_proj,0.0000451292,0.02500,0.960
85,mlp.experts.85.down_proj,0.0000831508,0.02500,0.935
85,mlp.experts.93.down_proj,0.0000369846,0.02500,0.933
85,mlp.experts.68.down_proj,0.0000437843,0.02500,1.432
85,mlp.experts.114.down_proj,0.0001536629,0.02500,0.710
85,mlp.experts.91.down_proj,0.0000702057,0.02500,1.287
85,mlp.experts.95.down_proj,0.0000947384,0.02500,1.323
85,mlp.experts.87.down_proj,0.0001414138,0.02500,1.188
85,mlp.experts.118.down_proj,0.0000167843,0.02500,0.566
85,mlp.experts.83.down_proj,0.0000281487,0.02500,1.313
85,mlp.experts.80.down_proj,0.0000165705,0.02500,1.197
85,mlp.experts.92.down_proj,0.0000361880,0.02500,1.205
85,mlp.experts.88.down_proj,0.0000433350,0.02500,1.196
85,mlp.experts.105.down_proj,0.0000041382,0.02500,0.889
85,mlp.experts.97.down_proj,0.0000616567,0.02500,0.879
85,mlp.experts.101.down_proj,0.0000227525,0.02500,0.882
85,mlp.experts.109.down_proj,0.0000713945,0.02500,0.874
85,mlp.experts.113.down_proj,0.0000381333,0.02500,0.642
85,mlp.experts.111.down_proj,0.0000494314,0.02500,1.184
85,mlp.experts.103.down_proj,0.0000224942,0.02500,1.128
85,mlp.experts.117.down_proj,0.0000336483,0.02500,0.645
85,mlp.experts.107.down_proj,0.0001056138,0.02500,1.245
85,mlp.experts.84.down_proj,0.0000224597,0.02500,1.424
85,mlp.experts.99.down_proj,0.0000621244,0.02500,1.066
85,mlp.experts.96.down_proj,0.0000425405,0.02500,1.303
85,mlp.experts.119.down_proj,0.0000747214,0.02500,0.539
85,mlp.experts.108.down_proj,0.0000163545,0.02500,1.317
85,mlp.experts.115.down_proj,0.0000517759,0.02500,0.514
85,mlp.experts.104.down_proj,0.0000403262,0.02500,1.332
85,mlp.experts.100.down_proj,0.0000748190,0.02500,1.159
85,mlp.experts.112.down_proj,0.0000112980,0.02500,1.046
85,mlp.experts.116.down_proj,0.0000664939,0.02500,0.564
86,self_attn.k_proj,0.0000003719,0.02500,1.896
86,self_attn.q_proj,0.0000023977,0.02500,2.166
86,self_attn.v_proj,0.0000014500,0.02500,1.852
86,self_attn.o_proj,0.0000046071,0.02500,4.149
86,mlp.shared_experts.gate_proj,0.0000077041,0.02500,1.434
86,mlp.shared_experts.up_proj,0.0000041421,0.02500,1.745
86,mlp.shared_experts.down_proj,0.0000018203,0.02500,0.437
86,mlp.experts.9.gate_proj,0.0001476882,0.02500,4.164
86,mlp.experts.13.gate_proj,0.0002427501,0.02500,3.599
86,mlp.experts.1.gate_proj,0.0001436428,0.02500,4.851
86,mlp.experts.5.gate_proj,0.0001775184,0.02500,4.925
86,mlp.experts.7.gate_proj,0.0001939080,0.02500,4.997
86,mlp.experts.3.gate_proj,0.0001171925,0.02500,5.055
86,mlp.experts.15.gate_proj,0.0001346310,0.02500,4.468
86,mlp.experts.12.gate_proj,0.0001304374,0.02500,4.440
86,mlp.experts.0.gate_proj,0.0002060150,0.02500,5.165
86,mlp.experts.11.gate_proj,0.0000653696,0.02500,4.579
86,mlp.experts.2.gate_proj,0.0000947384,0.02500,5.416
86,mlp.experts.8.gate_proj,0.0002375006,0.02500,5.442
86,mlp.experts.10.gate_proj,0.0001364335,0.02500,5.495
86,mlp.experts.14.gate_proj,0.0001253970,0.02500,4.853
86,mlp.experts.6.gate_proj,0.0000796556,0.02500,5.840
86,mlp.experts.4.gate_proj,0.0001078320,0.02500,5.786
86,mlp.experts.25.gate_proj,0.0000849743,0.02500,3.650
86,mlp.experts.17.gate_proj,0.0001124590,0.02500,3.114
86,mlp.experts.29.gate_proj,0.0001693879,0.02500,3.703
86,mlp.experts.21.gate_proj,0.0001760355,0.02500,3.470
86,mlp.experts.30.gate_proj,0.0001401920,0.02500,3.894
86,mlp.experts.19.gate_proj,0.0000788032,0.02500,4.520
86,mlp.experts.22.gate_proj,0.0000770257,0.02500,3.801
86,mlp.experts.23.gate_proj,0.0001473831,0.02500,4.650
86,mlp.experts.31.gate_proj,0.0001522221,0.02500,4.522
86,mlp.experts.26.gate_proj,0.0000281381,0.02500,4.384
86,mlp.experts.18.gate_proj,0.0001824238,0.02500,4.550
86,mlp.experts.27.gate_proj,0.0000920195,0.02500,4.636
86,mlp.experts.16.gate_proj,0.0000814755,0.02500,4.733
86,mlp.experts.24.gate_proj,0.0001080058,0.02500,4.646
86,mlp.experts.28.gate_proj,0.0000647700,0.02500,4.841
86,mlp.experts.20.gate_proj,0.0000471869,0.02500,4.861
86,mlp.experts.33.gate_proj,0.0000939692,0.02500,4.284
86,mlp.experts.41.gate_proj,0.0002385200,0.02500,4.454
86,mlp.experts.45.gate_proj,0.0000615488,0.02500,4.312
86,mlp.experts.35.gate_proj,0.0002700112,0.02500,3.253
86,mlp.experts.39.gate_proj,0.0001424887,0.02500,3.263
86,mlp.experts.47.gate_proj,0.0001581872,0.02500,3.291
86,mlp.experts.46.gate_proj,0.0001497426,0.02500,3.618
86,mlp.experts.43.gate_proj,0.0000568585,0.02500,3.272
86,mlp.experts.37.gate_proj,0.0001026548,0.02500,4.884
86,mlp.experts.38.gate_proj,0.0005488071,0.02500,3.766
86,mlp.experts.34.gate_proj,0.0000474811,0.02500,3.804
86,mlp.experts.42.gate_proj,0.0001039602,0.02500,4.201
86,mlp.experts.32.gate_proj,0.0000795993,0.02500,4.224
86,mlp.experts.44.gate_proj,0.0001083842,0.02500,4.142
86,mlp.experts.40.gate_proj,0.0000394096,0.02500,4.249
86,mlp.experts.36.gate_proj,0.0001149106,0.02500,4.280
86,mlp.experts.57.gate_proj,0.0001458227,0.02500,3.783
86,mlp.experts.61.gate_proj,0.0001627151,0.02500,3.756
86,mlp.experts.51.gate_proj,0.0001232257,0.02500,3.314
86,mlp.experts.55.gate_proj,0.0000849878,0.02500,3.286
86,mlp.experts.63.gate_proj,0.0001261334,0.02500,3.291
86,mlp.experts.49.gate_proj,0.0001422136,0.02500,4.208
86,mlp.experts.62.gate_proj,0.0001278164,0.02500,3.350
86,mlp.experts.59.gate_proj,0.0000752811,0.02500,3.255
86,mlp.experts.53.gate_proj,0.0001474026,0.02500,3.619
86,mlp.experts.54.gate_proj,0.0001944059,0.02500,3.543
86,mlp.experts.50.gate_proj,0.0001395131,0.02500,3.543
86,mlp.experts.58.gate_proj,0.0000973440,0.02500,4.113
86,mlp.experts.60.gate_proj,0.0000822383,0.02500,4.415
86,mlp.experts.56.gate_proj,0.0001815512,0.02500,4.482
86,mlp.experts.48.gate_proj,0.0001863737,0.02500,4.753
86,mlp.experts.52.gate_proj,0.0000989782,0.02500,4.303
86,mlp.experts.67.gate_proj,0.0000754296,0.02500,3.246
86,mlp.experts.71.gate_proj,0.0000979999,0.02500,3.281
86,mlp.experts.77.gate_proj,0.0001485461,0.02500,3.429
86,mlp.experts.79.gate_proj,0.0001173239,0.02500,3.430
86,mlp.experts.75.gate_proj,0.0000895878,0.02500,3.265
86,mlp.experts.73.gate_proj,0.0000862459,0.02500,3.769
86,mlp.experts.65.gate_proj,0.0001328480,0.02500,3.586
86,mlp.experts.69.gate_proj,0.0000801713,0.02500,3.244
86,mlp.experts.78.gate_proj,0.0000646792,0.02500,4.457
86,mlp.experts.70.gate_proj,0.0001306096,0.02500,4.232
86,mlp.experts.66.gate_proj,0.0000922587,0.02500,4.135
86,mlp.experts.74.gate_proj,0.0001237084,0.02500,3.755
86,mlp.experts.93.gate_proj,0.0000832805,0.02500,3.200
86,mlp.experts.83.gate_proj,0.0001433877,0.02500,3.592
86,mlp.experts.76.gate_proj,0.0000899174,0.02500,4.394
86,mlp.experts.87.gate_proj,0.0002035688,0.02500,3.628
86,mlp.experts.72.gate_proj,0.0000823261,0.02500,4.395
86,mlp.experts.89.gate_proj,0.0000952033,0.02500,3.408
86,mlp.experts.85.gate_proj,0.0002176807,0.02500,3.278
86,mlp.experts.95.gate_proj,0.0002029403,0.02500,3.670
86,mlp.experts.91.gate_proj,0.0000757416,0.02500,3.730
86,mlp.experts.68.gate_proj,0.0000790424,0.02500,4.423
86,mlp.experts.81.gate_proj,0.0000330655,0.02500,3.881
86,mlp.experts.64.gate_proj,0.0001600779,0.02500,5.111
86,mlp.experts.94.gate_proj,0.0000764412,0.02500,4.034
86,mlp.experts.86.gate_proj,0.0001415003,0.02500,3.897
86,mlp.experts.82.gate_proj,0.0001207719,0.02500,4.063
86,mlp.experts.90.gate_proj,0.0000800856,0.02500,3.859
86,mlp.experts.109.gate_proj,0.0001045223,0.02500,3.341
86,mlp.experts.99.gate_proj,0.0000434856,0.02500,3.133
86,mlp.experts.103.gate_proj,0.0001161359,0.02500,3.090
86,mlp.experts.107.gate_proj,0.0001649221,0.02500,2.970
86,mlp.experts.101.gate_proj,0.0001740601,0.02500,3.054
86,mlp.experts.111.gate_proj,0.0001575075,0.02500,3.151
86,mlp.experts.105.gate_proj,0.0001113401,0.02500,3.532
86,mlp.experts.97.gate_proj,0.0002162084,0.02500,3.021
86,mlp.experts.92.gate_proj,0.0001292303,0.02500,4.336
86,mlp.experts.88.gate_proj,0.0000679007,0.02500,4.295
86,mlp.experts.84.gate_proj,0.0001976393,0.02500,4.227
86,mlp.experts.102.gate_proj,0.0001247243,0.02500,4.129
86,mlp.experts.80.gate_proj,0.0000890278,0.02500,5.137
86,mlp.experts.115.gate_proj,0.0001157874,0.02500,3.249
86,mlp.experts.119.gate_proj,0.0000313035,0.02500,3.175
86,mlp.experts.110.gate_proj,0.0000304215,0.02500,4.453
86,mlp.experts.117.gate_proj,0.0001148461,0.02500,3.099
86,mlp.experts.5.up_proj,0.0001664643,0.02500,3.592
86,mlp.experts.3.up_proj,0.0001128777,0.02500,3.236
86,mlp.experts.98.gate_proj,0.0001165454,0.02500,4.240
86,mlp.experts.113.gate_proj,0.0001088485,0.02500,2.892
86,mlp.experts.106.gate_proj,0.0000941184,0.02500,4.061
86,mlp.experts.7.up_proj,0.0001929388,0.02500,3.289
86,mlp.experts.1.up_proj,0.0001372799,0.02500,3.815
86,mlp.experts.108.gate_proj,0.0000879516,0.02500,4.078
86,mlp.experts.104.gate_proj,0.0001133436,0.02500,4.103
86,mlp.experts.100.gate_proj,0.0000871193,0.02500,4.062
86,mlp.experts.11.up_proj,0.0000636342,0.02500,3.076
86,mlp.experts.15.up_proj,0.0001285089,0.02500,3.176
86,mlp.experts.21.up_proj,0.0001696917,0.02500,3.031
86,mlp.experts.19.up_proj,0.0000781180,0.02500,3.148
86,mlp.experts.9.up_proj,0.0001406025,0.02500,3.056
86,mlp.experts.23.up_proj,0.0001437227,0.02500,3.168
86,mlp.experts.118.gate_proj,0.0001379755,0.02500,3.876
86,mlp.experts.6.up_proj,0.0000790026,0.02500,4.023
86,mlp.experts.114.gate_proj,0.0000927235,0.02500,3.791
86,mlp.experts.13.up_proj,0.0002299869,0.02500,3.998
86,mlp.experts.96.gate_proj,0.0000696645,0.02500,4.363
86,mlp.experts.2.up_proj,0.0000933008,0.02500,4.138
86,mlp.experts.17.up_proj,0.0001060939,0.02500,3.674
86,mlp.experts.27.up_proj,0.0000917494,0.02500,3.139
86,mlp.experts.31.up_proj,0.0001491529,0.02500,3.191
86,mlp.experts.4.up_proj,0.0001076775,0.02500,4.312
86,mlp.experts.35.up_proj,0.0002573935,0.02500,3.101
86,mlp.experts.0.up_proj,0.0001934673,0.02500,4.357
86,mlp.experts.39.up_proj,0.0001392509,0.02500,3.194
86,mlp.experts.116.gate_proj,0.0000490412,0.02500,4.293
86,mlp.experts.37.up_proj,0.0001001007,0.02500,3.628
86,mlp.experts.29.up_proj,0.0001640745,0.02500,2.891
86,mlp.experts.10.up_proj,0.0001334915,0.02500,3.248
86,mlp.experts.25.up_proj,0.0000841191,0.02500,3.978
86,mlp.experts.14.up_proj,0.0001197830,0.02500,3.788
86,mlp.experts.22.up_proj,0.0000761270,0.02500,3.868
86,mlp.experts.33.up_proj,0.0000915367,0.02500,3.595
86,mlp.experts.18.up_proj,0.0001754506,0.02500,3.835
86,mlp.experts.112.gate_proj,0.0001705218,0.02500,4.466
86,mlp.experts.43.up_proj,0.0000578184,0.02500,3.207
86,mlp.experts.47.up_proj,0.0001531077,0.02500,3.183
86,mlp.experts.51.up_proj,0.0001208787,0.02500,3.208
86,mlp.experts.55.up_proj,0.0000849570,0.02500,3.291
86,mlp.experts.26.up_proj,0.0000272314,0.02500,3.321
86,mlp.experts.53.up_proj,0.0001448867,0.02500,4.050
86,mlp.experts.30.up_proj,0.0001295041,0.02500,3.551
86,mlp.experts.20.up_proj,0.0000452453,0.02500,4.762
86,mlp.experts.45.up_proj,0.0000606001,0.02500,4.106
86,mlp.experts.16.up_proj,0.0000794335,0.02500,4.630
86,mlp.experts.38.up_proj,0.0005330936,0.02500,3.546
86,mlp.experts.34.up_proj,0.0000469005,0.02500,3.069
86,mlp.experts.12.up_proj,0.0001271338,0.02500,4.670
86,mlp.experts.41.up_proj,0.0002114370,0.02500,4.369
86,mlp.experts.59.up_proj,0.0000759577,0.02500,3.120
86,mlp.experts.49.up_proj,0.0001354368,0.02500,4.094
86,mlp.experts.63.up_proj,0.0001244069,0.02500,3.133
86,mlp.experts.67.up_proj,0.0000746305,0.02500,3.139
86,mlp.experts.8.up_proj,0.0002290547,0.02500,4.325
86,mlp.experts.71.up_proj,0.0000940838,0.02500,3.165
86,mlp.experts.42.up_proj,0.0000995450,0.02500,3.268
86,mlp.experts.46.up_proj,0.0001468910,0.02500,3.290
86,mlp.experts.61.up_proj,0.0001612144,0.02500,3.246
86,mlp.experts.50.up_proj,0.0001318538,0.02500,3.229
86,mlp.experts.57.up_proj,0.0001456918,0.02500,3.013
86,mlp.experts.69.up_proj,0.0000788548,0.02500,4.013
86,mlp.experts.32.up_proj,0.0000748630,0.02500,4.131
86,mlp.experts.54.up_proj,0.0001912182,0.02500,3.917
86,mlp.experts.36.up_proj,0.0001134694,0.02500,4.545
86,mlp.experts.75.up_proj,0.0000892432,0.02500,3.251
86,mlp.experts.28.up_proj,0.0000626282,0.02500,4.250
86,mlp.experts.79.up_proj,0.0001152328,0.02500,3.257
86,mlp.experts.83.up_proj,0.0001429140,0.02500,3.302
86,mlp.experts.65.up_proj,0.0001300105,0.02500,3.974
86,mlp.experts.87.up_proj,0.0001990123,0.02500,3.253
86,mlp.experts.62.up_proj,0.0001255486,0.02500,2.977
86,mlp.experts.58.up_proj,0.0000971918,0.02500,3.512
86,mlp.experts.24.up_proj,0.0001077878,0.02500,4.561
86,mlp.experts.66.up_proj,0.0000877404,0.02500,3.171
86,mlp.experts.77.up_proj,0.0001459108,0.02500,3.865
86,mlp.experts.91.up_proj,0.0000753574,0.02500,3.251
86,mlp.experts.95.up_proj,0.0001927688,0.02500,3.230
86,mlp.experts.73.up_proj,0.0000818034,0.02500,4.284
86,mlp.experts.70.up_proj,0.0001237946,0.02500,3.885
86,mlp.experts.99.up_proj,0.0000415831,0.02500,3.325
86,mlp.experts.85.up_proj,0.0002122730,0.02500,4.650
86,mlp.experts.103.up_proj,0.0001170666,0.02500,3.312
86,mlp.experts.48.up_proj,0.0001814461,0.02500,4.900
86,mlp.experts.78.up_proj,0.0000642270,0.02500,3.093
86,mlp.experts.52.up_proj,0.0000937481,0.02500,4.889
86,mlp.experts.44.up_proj,0.0001097383,0.02500,4.783
86,mlp.experts.74.up_proj,0.0001164702,0.02500,3.444
86,mlp.experts.82.up_proj,0.0001139632,0.02500,3.136
86,mlp.experts.81.up_proj,0.0000342058,0.02500,4.734
86,mlp.experts.40.up_proj,0.0000388772,0.02500,4.766
86,mlp.experts.107.up_proj,0.0001527913,0.02500,3.334
86,mlp.experts.111.up_proj,0.0001505657,0.02500,3.276
86,mlp.experts.115.up_proj,0.0001136724,0.02500,3.035
86,mlp.experts.119.up_proj,0.0000296950,0.02500,2.886
86,mlp.experts.93.up_proj,0.0000776247,0.02500,4.631
86,mlp.experts.86.up_proj,0.0001328372,0.02500,3.782
86,mlp.experts.94.up_proj,0.0000738604,0.02500,3.152
86,mlp.experts.89.up_proj,0.0000901335,0.02500,4.443
86,mlp.experts.101.up_proj,0.0001661559,0.02500,4.411
86,mlp.experts.98.up_proj,0.0001133873,0.02500,3.077
86,mlp.experts.64.up_proj,0.0001580111,0.02500,4.461
86,mlp.experts.90.up_proj,0.0000763872,0.02500,3.839
86,mlp.experts.68.up_proj,0.0000744550,0.02500,4.466
86,mlp.experts.60.up_proj,0.0000825844,0.02500,4.499
86,mlp.experts.97.up_proj,0.0002080617,0.02500,4.116
86,mlp.experts.110.up_proj,0.0000303867,0.02500,3.065
86,mlp.experts.102.up_proj,0.0001202090,0.02500,3.668
86,mlp.experts.109.up_proj,0.0000999739,0.02500,3.927
86,mlp.experts.114.up_proj,0.0000900861,0.02500,2.748
86,mlp.experts.56.up_proj,0.0001785198,0.02500,4.633
86,mlp.experts.117.up_proj,0.0001155445,0.02500,2.996
86,mlp.experts.105.up_proj,0.0001171745,0.02500,3.667
86,mlp.experts.106.up_proj,0.0000918060,0.02500,2.797
86,mlp.experts.113.up_proj,0.0001004812,0.02500,2.300
86,mlp.experts.118.up_proj,0.0001353022,0.02500,1.710
86,mlp.experts.80.up_proj,0.0000875706,0.02500,4.707
86,mlp.experts.84.up_proj,0.0001855962,0.02500,4.674
86,mlp.experts.76.up_proj,0.0000885535,0.02500,4.693
86,mlp.experts.72.up_proj,0.0000779772,0.02500,4.590
86,mlp.experts.96.up_proj,0.0000687752,0.02500,4.686
86,mlp.experts.92.up_proj,0.0001305645,0.02500,4.267
86,mlp.experts.100.up_proj,0.0000851999,0.02500,4.475
86,mlp.experts.88.up_proj,0.0000673488,0.02500,4.286
86,mlp.experts.116.up_proj,0.0000496784,0.02500,4.014
86,mlp.experts.112.up_proj,0.0001560668,0.02500,4.148
86,mlp.experts.108.up_proj,0.0000877125,0.02500,4.387
86,mlp.experts.104.up_proj,0.0001124392,0.02500,3.060
86,mlp.experts.11.down_proj,0.0000108840,0.02500,1.713
86,mlp.experts.7.down_proj,0.0000840719,0.02500,1.751
86,mlp.experts.10.down_proj,0.0000447279,0.02500,1.764
86,mlp.experts.6.down_proj,0.0000230014,0.02500,1.771
86,mlp.experts.2.down_proj,0.0000391356,0.02500,1.773
86,mlp.experts.15.down_proj,0.0000247585,0.02500,1.813
86,mlp.experts.14.down_proj,0.0000608622,0.02500,1.819
86,mlp.experts.3.down_proj,0.0000559322,0.02500,1.831
86,mlp.experts.9.down_proj,0.0000392199,0.02500,2.165
86,mlp.experts.1.down_proj,0.0000613910,0.02500,2.196
86,mlp.experts.13.down_proj,0.0001173471,0.02500,2.199
86,mlp.experts.5.down_proj,0.0000721255,0.02500,2.273
86,mlp.experts.4.down_proj,0.0000493279,0.02500,2.657
86,mlp.experts.0.down_proj,0.0000429920,0.02500,2.661
86,mlp.experts.8.down_proj,0.0001002042,0.02500,2.660
86,mlp.experts.12.down_proj,0.0000738889,0.02500,2.760
86,mlp.experts.18.down_proj,0.0000896442,0.02500,1.301
86,mlp.experts.22.down_proj,0.0000790471,0.02500,1.303
86,mlp.experts.26.down_proj,0.0000051848,0.02500,1.354
86,mlp.experts.27.down_proj,0.0000298548,0.02500,1.419
86,mlp.experts.30.down_proj,0.0000808171,0.02500,1.317
86,mlp.experts.31.down_proj,0.0000733709,0.02500,1.470
86,mlp.experts.23.down_proj,0.0000568731,0.02500,1.564
86,mlp.experts.19.down_proj,0.0000188683,0.02500,1.556
86,mlp.experts.24.down_proj,0.0000449014,0.02500,0.970
86,mlp.experts.20.down_proj,0.0000140517,0.02500,0.985
86,mlp.experts.25.down_proj,0.0000310438,0.02500,1.483
86,mlp.experts.16.down_proj,0.0000244428,0.02500,0.990
86,mlp.experts.29.down_proj,0.0000360069,0.02500,1.475
86,mlp.experts.17.down_proj,0.0000478768,0.02500,1.480
86,mlp.experts.21.down_proj,0.0000551612,0.02500,1.435
86,mlp.experts.28.down_proj,0.0000131351,0.02500,0.981
86,mlp.experts.34.down_proj,0.0000390648,0.02500,0.967
86,mlp.experts.38.down_proj,0.0001701021,0.02500,0.971
86,mlp.experts.46.down_proj,0.0001350549,0.02500,1.181
86,mlp.experts.42.down_proj,0.0000466555,0.02500,1.198
86,mlp.experts.47.down_proj,0.0000380647,0.02500,1.134
86,mlp.experts.43.down_proj,0.0000196280,0.02500,1.297
86,mlp.experts.39.down_proj,0.0000325786,0.02500,1.134
86,mlp.experts.35.down_proj,0.0001338220,0.02500,1.138
86,mlp.experts.36.down_proj,0.0000654281,0.02500,1.052
86,mlp.experts.40.down_proj,0.0000487376,0.02500,1.065
86,mlp.experts.32.down_proj,0.0000507764,0.02500,1.100
86,mlp.experts.44.down_proj,0.0000260012,0.02500,1.093
86,mlp.experts.50.down_proj,0.0000626897,0.02500,0.870
86,mlp.experts.54.down_proj,0.0000612655,0.02500,0.955
86,mlp.experts.37.down_proj,0.0001400627,0.02500,1.479
86,mlp.experts.33.down_proj,0.0000461733,0.02500,1.514
86,mlp.experts.58.down_proj,0.0000543837,0.02500,0.935
86,mlp.experts.41.down_proj,0.0001025925,0.02500,1.606
86,mlp.experts.45.down_proj,0.0000208510,0.02500,1.601
86,mlp.experts.63.down_proj,0.0000817155,0.02500,0.953
86,mlp.experts.55.down_proj,0.0000230940,0.02500,1.002
86,mlp.experts.62.down_proj,0.0000496917,0.02500,1.157
86,mlp.experts.59.down_proj,0.0000263566,0.02500,1.145
86,mlp.experts.51.down_proj,0.0000787979,0.02500,1.078
86,mlp.experts.66.down_proj,0.0000146709,0.02500,0.898
86,mlp.experts.52.down_proj,0.0000200561,0.02500,1.210
86,mlp.experts.56.down_proj,0.0000627895,0.02500,1.233
86,mlp.experts.48.down_proj,0.0001397486,0.02500,1.255
86,mlp.experts.60.down_proj,0.0000332851,0.02500,1.240
86,mlp.experts.70.down_proj,0.0000735601,0.02500,1.182
86,mlp.experts.74.down_proj,0.0000179746,0.02500,1.084
86,mlp.experts.78.down_proj,0.0000258713,0.02500,0.904
86,mlp.experts.53.down_proj,0.0000493375,0.02500,1.478
86,mlp.experts.82.down_proj,0.0001204280,0.02500,0.872
86,mlp.experts.49.down_proj,0.0000374083,0.02500,1.494
86,mlp.experts.61.down_proj,0.0000469848,0.02500,1.438
86,mlp.experts.57.down_proj,0.0000576431,0.02500,1.527
86,mlp.experts.79.down_proj,0.0000329837,0.02500,1.691
86,mlp.experts.75.down_proj,0.0000606502,0.02500,1.504
86,mlp.experts.72.down_proj,0.0000258361,0.02500,1.197
86,mlp.experts.68.down_proj,0.0000286956,0.02500,1.236
86,mlp.experts.71.down_proj,0.0000218776,0.02500,1.707
86,mlp.experts.67.down_proj,0.0000160223,0.02500,1.576
86,mlp.experts.94.down_proj,0.0000187435,0.02500,0.848
86,mlp.experts.64.down_proj,0.0000390004,0.02500,1.232
86,mlp.experts.76.down_proj,0.0000250404,0.02500,1.226
86,mlp.experts.86.down_proj,0.0000879665,0.02500,1.168
86,mlp.experts.90.down_proj,0.0000160515,0.02500,1.168
86,mlp.experts.98.down_proj,0.0000407751,0.02500,0.876
86,mlp.experts.65.down_proj,0.0000493720,0.02500,0.974
86,mlp.experts.69.down_proj,0.0000169553,0.02500,1.012
86,mlp.experts.77.down_proj,0.0000812915,0.02500,0.977
86,mlp.experts.73.down_proj,0.0000129380,0.02500,1.064
86,mlp.experts.91.down_proj,0.0000212108,0.02500,1.009
86,mlp.experts.110.down_proj,0.0000130329,0.02500,0.874
86,mlp.experts.83.down_proj,0.0000838776,0.02500,1.011
86,mlp.experts.95.down_proj,0.0001266866,0.02500,1.172
86,mlp.experts.87.down_proj,0.0000700445,0.02500,1.200
86,mlp.experts.114.down_proj,0.0000254935,0.02500,0.825
86,mlp.experts.102.down_proj,0.0000265222,0.02500,1.108
86,mlp.experts.88.down_proj,0.0000176525,0.02500,1.352
86,mlp.experts.84.down_proj,0.0001348995,0.02500,1.357
86,mlp.experts.80.down_proj,0.0000212070,0.02500,1.310
86,mlp.experts.106.down_proj,0.0000281450,0.02500,1.065
86,mlp.experts.92.down_proj,0.0000455663,0.02500,1.279
86,mlp.experts.118.down_proj,0.0000498892,0.02500,0.514
86,mlp.experts.93.down_proj,0.0000235091,0.02500,1.301
86,mlp.experts.85.down_proj,0.0001416974,0.02500,1.334
86,mlp.experts.81.down_proj,0.0001562090,0.02500,1.394
86,mlp.experts.107.down_proj,0.0000213121,0.02500,0.991
86,mlp.experts.111.down_proj,0.0000726280,0.02500,0.864
86,mlp.experts.89.down_proj,0.0000180330,0.02500,1.337
86,mlp.experts.99.down_proj,0.0000097148,0.02500,1.010
86,mlp.experts.103.down_proj,0.0000652874,0.02500,0.861
86,mlp.experts.100.down_proj,0.0000215511,0.02500,0.841
86,mlp.experts.104.down_proj,0.0000341122,0.02500,0.861
86,mlp.experts.96.down_proj,0.0000148512,0.02500,0.855
86,mlp.experts.108.down_proj,0.0000215507,0.02500,0.830
86,mlp.experts.115.down_proj,0.0000799912,0.02500,0.615
86,mlp.experts.119.down_proj,0.0000047317,0.02500,0.607
86,mlp.experts.116.down_proj,0.0000134403,0.02500,0.639
86,mlp.experts.112.down_proj,0.0000757116,0.02500,0.612
86,mlp.experts.109.down_proj,0.0000194102,0.02500,1.556
86,mlp.experts.97.down_proj,0.0000850986,0.02500,1.498
86,mlp.experts.101.down_proj,0.0000531965,0.02500,1.547
86,mlp.experts.105.down_proj,0.0001666165,0.02500,1.459
86,mlp.experts.117.down_proj,0.0000353463,0.02500,0.888
86,mlp.experts.113.down_proj,0.0000225346,0.02500,0.900
87,self_attn.v_proj,0.0000010823,0.02500,1.588
87,self_attn.k_proj,0.0000002887,0.02500,1.660
87,self_attn.q_proj,0.0000023704,0.02500,2.167
87,self_attn.o_proj,0.0000032088,0.02500,4.641
87,mlp.shared_experts.gate_proj,0.0000080274,0.02500,1.426
87,mlp.shared_experts.up_proj,0.0000046768,0.02500,1.487
87,mlp.shared_experts.down_proj,0.0000020294,0.02500,0.440
87,mlp.experts.4.gate_proj,0.0001309842,0.02500,4.755
87,mlp.experts.8.gate_proj,0.0001156223,0.02500,4.825
87,mlp.experts.12.gate_proj,0.0000911149,0.02500,4.268
87,mlp.experts.0.gate_proj,0.0001203231,0.02500,4.969
87,mlp.experts.11.gate_proj,0.0000900167,0.02500,5.473
87,mlp.experts.3.gate_proj,0.0001085921,0.02500,5.484
87,mlp.experts.7.gate_proj,0.0001085463,0.02500,5.605
87,mlp.experts.15.gate_proj,0.0000952398,0.02500,4.612
87,mlp.experts.1.gate_proj,0.0001025691,0.02500,6.242
87,mlp.experts.9.gate_proj,0.0002065536,0.02500,5.904
87,mlp.experts.6.gate_proj,0.0000942364,0.02500,6.441
87,mlp.experts.5.gate_proj,0.0001077070,0.02500,6.452
87,mlp.experts.13.gate_proj,0.0000906246,0.02500,6.292
87,mlp.experts.2.gate_proj,0.0001098348,0.02500,6.542
87,mlp.experts.14.gate_proj,0.0001763848,0.02500,5.183
87,mlp.experts.10.gate_proj,0.0000989196,0.02500,6.704
87,mlp.experts.24.gate_proj,0.0003065997,0.02500,3.584
87,mlp.experts.20.gate_proj,0.0001672567,0.02500,3.657
87,mlp.experts.16.gate_proj,0.0001154683,0.02500,3.706
87,mlp.experts.28.gate_proj,0.0001109473,0.02500,3.794
87,mlp.experts.19.gate_proj,0.0001484363,0.02500,3.460
87,mlp.experts.27.gate_proj,0.0001054732,0.02500,3.526
87,mlp.experts.23.gate_proj,0.0001028856,0.02500,3.453
87,mlp.experts.31.gate_proj,0.0001829606,0.02500,3.348
87,mlp.experts.22.gate_proj,0.0001280739,0.02500,3.174
87,mlp.experts.18.gate_proj,0.0001602086,0.02500,3.182
87,mlp.experts.30.gate_proj,0.0000844275,0.02500,3.189
87,mlp.experts.26.gate_proj,0.0000520073,0.02500,3.228
87,mlp.experts.17.gate_proj,0.0001009722,0.02500,4.513
87,mlp.experts.25.gate_proj,0.0001347622,0.02500,4.544
87,mlp.experts.21.gate_proj,0.0001008652,0.02500,4.536
87,mlp.experts.29.gate_proj,0.0001488699,0.02500,4.548
87,mlp.experts.40.gate_proj,0.0003241616,0.02500,3.229
87,mlp.experts.36.gate_proj,0.0000868019,0.02500,3.424
87,mlp.experts.35.gate_proj,0.0001683882,0.02500,2.905
87,mlp.experts.39.gate_proj,0.0001383946,0.02500,2.917
87,mlp.experts.43.gate_proj,0.0000256820,0.02500,3.062
87,mlp.experts.44.gate_proj,0.0001261862,0.02500,3.509
87,mlp.experts.47.gate_proj,0.0000628548,0.02500,2.902
87,mlp.experts.32.gate_proj,0.0000813590,0.02500,3.829
87,mlp.experts.38.gate_proj,0.0001566106,0.02500,3.378
87,mlp.experts.34.gate_proj,0.0001985811,0.02500,3.339
87,mlp.experts.46.gate_proj,0.0001006133,0.02500,3.347
87,mlp.experts.42.gate_proj,0.0001648527,0.02500,3.351
87,mlp.experts.51.gate_proj,0.0001402307,0.02500,2.844
87,mlp.experts.55.gate_proj,0.0001488883,0.02500,2.808
87,mlp.experts.59.gate_proj,0.0000938708,0.02500,2.886
87,mlp.experts.56.gate_proj,0.0001398475,0.02500,3.347
87,mlp.experts.63.gate_proj,0.0000811577,0.02500,2.873
87,mlp.experts.33.gate_proj,0.0000571467,0.02500,4.579
87,mlp.experts.37.gate_proj,0.0001343800,0.02500,4.481
87,mlp.experts.41.gate_proj,0.0001143322,0.02500,4.625
87,mlp.experts.45.gate_proj,0.0001135129,0.02500,4.492
87,mlp.experts.60.gate_proj,0.0000692996,0.02500,3.441
87,mlp.experts.48.gate_proj,0.0001235181,0.02500,3.181
87,mlp.experts.52.gate_proj,0.0001475026,0.02500,3.983
87,mlp.experts.54.gate_proj,0.0001272332,0.02500,3.044
87,mlp.experts.50.gate_proj,0.0000992500,0.02500,3.074
87,mlp.experts.62.gate_proj,0.0001588447,0.02500,3.067
87,mlp.experts.58.gate_proj,0.0001095995,0.02500,3.079
87,mlp.experts.72.gate_proj,0.0000726640,0.02500,3.231
87,mlp.experts.71.gate_proj,0.0001203363,0.02500,3.768
87,mlp.experts.67.gate_proj,0.0000692102,0.02500,3.923
87,mlp.experts.75.gate_proj,0.0001043302,0.02500,3.756
87,mlp.experts.79.gate_proj,0.0000656493,0.02500,3.705
87,mlp.experts.64.gate_proj,0.0001066490,0.02500,3.214
87,mlp.experts.76.gate_proj,0.0000295398,0.02500,3.457
87,mlp.experts.70.gate_proj,0.0000858868,0.02500,3.262
87,mlp.experts.78.gate_proj,0.0001321145,0.02500,3.200
87,mlp.experts.66.gate_proj,0.0000765435,0.02500,3.317
87,mlp.experts.68.gate_proj,0.0001020405,0.02500,3.732
87,mlp.experts.49.gate_proj,0.0000770510,0.02500,4.295
87,mlp.experts.74.gate_proj,0.0001079635,0.02500,3.281
87,mlp.experts.57.gate_proj,0.0000875771,0.02500,4.232
87,mlp.experts.53.gate_proj,0.0000702321,0.02500,4.333
87,mlp.experts.61.gate_proj,0.0000895919,0.02500,4.400
87,mlp.experts.88.gate_proj,0.0002061426,0.02500,3.727
87,mlp.experts.80.gate_proj,0.0001492632,0.02500,3.092
87,mlp.experts.87.gate_proj,0.0000591942,0.02500,3.453
87,mlp.experts.83.gate_proj,0.0000687511,0.02500,3.780
87,mlp.experts.91.gate_proj,0.0000795941,0.02500,3.785
87,mlp.experts.86.gate_proj,0.0000901893,0.02500,3.230
87,mlp.experts.94.gate_proj,0.0001679494,0.02500,3.179
87,mlp.experts.82.gate_proj,0.0001232179,0.02500,3.207
87,mlp.experts.84.gate_proj,0.0001647488,0.02500,3.180
87,mlp.experts.95.gate_proj,0.0001081952,0.02500,3.950
87,mlp.experts.92.gate_proj,0.0001188334,0.02500,3.730
87,mlp.experts.90.gate_proj,0.0000722879,0.02500,3.201
87,mlp.experts.65.gate_proj,0.0001224347,0.02500,4.388
87,mlp.experts.73.gate_proj,0.0001742941,0.02500,4.343
87,mlp.experts.69.gate_proj,0.0000282861,0.02500,4.410
87,mlp.experts.77.gate_proj,0.0003125193,0.02500,4.288
87,mlp.experts.104.gate_proj,0.0000681373,0.02500,3.342
87,mlp.experts.103.gate_proj,0.0001110148,0.02500,3.323
87,mlp.experts.110.gate_proj,0.0000970863,0.02500,3.105
87,mlp.experts.102.gate_proj,0.0000966186,0.02500,3.207
87,mlp.experts.96.gate_proj,0.0000812878,0.02500,3.795
87,mlp.experts.98.gate_proj,0.0001531851,0.02500,3.204
87,mlp.experts.107.gate_proj,0.0000895203,0.02500,3.381
87,mlp.experts.100.gate_proj,0.0000402567,0.02500,3.149
87,mlp.experts.99.gate_proj,0.0000693592,0.02500,3.596
87,mlp.experts.106.gate_proj,0.0000944736,0.02500,3.210
87,mlp.experts.108.gate_proj,0.0000576056,0.02500,3.274
87,mlp.experts.111.gate_proj,0.0001253233,0.02500,3.657
87,mlp.experts.119.gate_proj,0.0002008083,0.02500,2.938
87,mlp.experts.81.gate_proj,0.0000911794,0.02500,4.281
87,mlp.experts.85.gate_proj,0.0000767297,0.02500,4.228
87,mlp.experts.93.gate_proj,0.0001455120,0.02500,4.301
87,mlp.experts.89.gate_proj,0.0001162193,0.02500,4.553
87,mlp.experts.3.up_proj,0.0001044919,0.02500,2.929
87,mlp.experts.116.gate_proj,0.0000995969,0.02500,2.972
87,mlp.experts.6.up_proj,0.0000912830,0.02500,3.193
87,mlp.experts.118.gate_proj,0.0001250691,0.02500,3.229
87,mlp.experts.0.up_proj,0.0001213387,0.02500,3.712
87,mlp.experts.114.gate_proj,0.0001147911,0.02500,3.196
87,mlp.experts.2.up_proj,0.0001056825,0.02500,3.186
87,mlp.experts.4.up_proj,0.0001266146,0.02500,3.304
87,mlp.experts.115.gate_proj,0.0001370355,0.02500,3.854
87,mlp.experts.112.gate_proj,0.0003485164,0.02500,4.063
87,mlp.experts.7.up_proj,0.0001092131,0.02500,3.754
87,mlp.experts.15.up_proj,0.0000930807,0.02500,3.305
87,mlp.experts.19.up_proj,0.0001471953,0.02500,3.589
87,mlp.experts.16.up_proj,0.0001066958,0.02500,3.433
87,mlp.experts.12.up_proj,0.0000886552,0.02500,3.729
87,mlp.experts.20.up_proj,0.0001653642,0.02500,3.561
87,mlp.experts.22.up_proj,0.0001210538,0.02500,4.090
87,mlp.experts.23.up_proj,0.0000984449,0.02500,2.824
87,mlp.experts.14.up_proj,0.0001701496,0.02500,4.084
87,mlp.experts.8.up_proj,0.0001147166,0.02500,3.205
87,mlp.experts.109.gate_proj,0.0000914371,0.02500,4.563
87,mlp.experts.105.gate_proj,0.0001094280,0.02500,4.595
87,mlp.experts.97.gate_proj,0.0001399313,0.02500,4.948
87,mlp.experts.11.up_proj,0.0000889981,0.02500,3.431
87,mlp.experts.10.up_proj,0.0000952402,0.02500,4.235
87,mlp.experts.101.gate_proj,0.0001491847,0.02500,4.965
87,mlp.experts.18.up_proj,0.0001552714,0.02500,4.272
87,mlp.experts.31.up_proj,0.0001809779,0.02500,3.349
87,mlp.experts.24.up_proj,0.0002853110,0.02500,2.855
87,mlp.experts.32.up_proj,0.0000858884,0.02500,3.538
87,mlp.experts.27.up_proj,0.0001046090,0.02500,2.862
87,mlp.experts.35.up_proj,0.0001570056,0.02500,3.797
87,mlp.experts.28.up_proj,0.0001087062,0.02500,3.664
87,mlp.experts.39.up_proj,0.0001288159,0.02500,3.286
87,mlp.experts.36.up_proj,0.0000843580,0.02500,3.508
87,mlp.experts.5.up_proj,0.0001059219,0.02500,3.712
87,mlp.experts.113.gate_proj,0.0001156049,0.02500,3.641
87,mlp.experts.38.up_proj,0.0001540263,0.02500,3.971
87,mlp.experts.117.gate_proj,0.0001106512,0.02500,3.559
87,mlp.experts.30.up_proj,0.0000809340,0.02500,3.969
87,mlp.experts.1.up_proj,0.0001020533,0.02500,3.787
87,mlp.experts.26.up_proj,0.0000493245,0.02500,3.974
87,mlp.experts.34.up_proj,0.0001917350,0.02500,4.020
87,mlp.experts.47.up_proj,0.0000642765,0.02500,3.726
87,mlp.experts.40.up_proj,0.0003169502,0.02500,3.276
87,mlp.experts.48.up_proj,0.0001193510,0.02500,3.368
87,mlp.experts.51.up_proj,0.0001334729,0.02500,3.159
87,mlp.experts.43.up_proj,0.0000259841,0.02500,3.492
87,mlp.experts.44.up_proj,0.0001224143,0.02500,3.535
87,mlp.experts.52.up_proj,0.0001376275,0.02500,3.539
87,mlp.experts.9.up_proj,0.0001999071,0.02500,3.357
87,mlp.experts.21.up_proj,0.0000948517,0.02500,3.559
87,mlp.experts.55.up_proj,0.0001490515,0.02500,4.085
87,mlp.experts.13.up_proj,0.0000885143,0.02500,3.479
87,mlp.experts.17.up_proj,0.0000975464,0.02500,3.496
87,mlp.experts.46.up_proj,0.0000975395,0.02500,4.636
87,mlp.experts.54.up_proj,0.0001196930,0.02500,4.781
87,mlp.experts.63.up_proj,0.0000792474,0.02500,3.160
87,mlp.experts.42.up_proj,0.0001577274,0.02500,4.685
87,mlp.experts.50.up_proj,0.0000985830,0.02500,4.706
87,mlp.experts.56.up_proj,0.0001384032,0.02500,3.262
87,mlp.experts.60.up_proj,0.0000676157,0.02500,3.190
87,mlp.experts.67.up_proj,0.0000668087,0.02500,3.797
87,mlp.experts.64.up_proj,0.0001034017,0.02500,3.812
87,mlp.experts.71.up_proj,0.0001197546,0.02500,2.922
87,mlp.experts.25.up_proj,0.0001288682,0.02500,3.207
87,mlp.experts.29.up_proj,0.0001455410,0.02500,3.131
87,mlp.experts.68.up_proj,0.0000997670,0.02500,3.577
87,mlp.experts.59.up_proj,0.0000942445,0.02500,3.969
87,mlp.experts.37.up_proj,0.0001309724,0.02500,3.257
87,mlp.experts.33.up_proj,0.0000555707,0.02500,3.267
87,mlp.experts.79.up_proj,0.0000661493,0.02500,2.987
87,mlp.experts.70.up_proj,0.0000872779,0.02500,4.280
87,mlp.experts.72.up_proj,0.0000708890,0.02500,3.592
87,mlp.experts.62.up_proj,0.0001557028,0.02500,4.487
87,mlp.experts.76.up_proj,0.0000289799,0.02500,3.198
87,mlp.experts.58.up_proj,0.0001093198,0.02500,4.398
87,mlp.experts.83.up_proj,0.0000672255,0.02500,3.382
87,mlp.experts.80.up_proj,0.0001451431,0.02500,3.384
87,mlp.experts.66.up_proj,0.0000766217,0.02500,4.379
87,mlp.experts.41.up_proj,0.0001109088,0.02500,3.486
87,mlp.experts.87.up_proj,0.0000587132,0.02500,3.636
87,mlp.experts.45.up_proj,0.0001085669,0.02500,3.485
87,mlp.experts.53.up_proj,0.0000698378,0.02500,3.491
87,mlp.experts.75.up_proj,0.0001047516,0.02500,3.621
87,mlp.experts.49.up_proj,0.0000733531,0.02500,3.492
87,mlp.experts.84.up_proj,0.0001599182,0.02500,3.743
87,mlp.experts.95.up_proj,0.0001073590,0.02500,2.991
87,mlp.experts.92.up_proj,0.0001146826,0.02500,3.216
87,mlp.experts.88.up_proj,0.0001917349,0.02500,3.643
87,mlp.experts.99.up_proj,0.0000697333,0.02500,3.389
87,mlp.experts.86.up_proj,0.0000893198,0.02500,4.110
87,mlp.experts.57.up_proj,0.0000853992,0.02500,3.192
87,mlp.experts.61.up_proj,0.0000851994,0.02500,3.243
87,mlp.experts.96.up_proj,0.0000811166,0.02500,3.818
87,mlp.experts.78.up_proj,0.0001201821,0.02500,4.224
87,mlp.experts.69.up_proj,0.0000277400,0.02500,3.248
87,mlp.experts.100.up_proj,0.0000396596,0.02500,3.125
87,mlp.experts.74.up_proj,0.0001056743,0.02500,4.203
87,mlp.experts.65.up_proj,0.0001190577,0.02500,3.307
87,mlp.experts.111.up_proj,0.0001241103,0.02500,2.887
87,mlp.experts.91.up_proj,0.0000776433,0.02500,3.551
87,mlp.experts.103.up_proj,0.0001109329,0.02500,3.932
87,mlp.experts.82.up_proj,0.0001164666,0.02500,4.349
87,mlp.experts.115.up_proj,0.0001272811,0.02500,2.827
87,mlp.experts.104.up_proj,0.0000660035,0.02500,3.335
87,mlp.experts.108.up_proj,0.0000548571,0.02500,3.864
87,mlp.experts.73.up_proj,0.0001745803,0.02500,3.228
87,mlp.experts.112.up_proj,0.0003403845,0.02500,3.092
87,mlp.experts.116.up_proj,0.0000941826,0.02500,3.069
87,mlp.experts.85.up_proj,0.0000736619,0.02500,3.133
87,mlp.experts.77.up_proj,0.0002974957,0.02500,3.297
87,mlp.experts.107.up_proj,0.0000883628,0.02500,2.941
87,mlp.experts.119.up_proj,0.0001993716,0.02500,2.860
87,mlp.experts.81.up_proj,0.0000932447,0.02500,3.191
87,mlp.experts.102.up_proj,0.0000967111,0.02500,4.448
87,mlp.experts.94.up_proj,0.0001617436,0.02500,4.240
87,mlp.experts.90.up_proj,0.0000724875,0.02500,4.319
87,mlp.experts.98.up_proj,0.0001480214,0.02500,4.324
87,mlp.experts.89.up_proj,0.0001121975,0.02500,2.918
87,mlp.experts.93.up_proj,0.0001385711,0.02500,2.861
87,mlp.experts.101.up_proj,0.0001449332,0.02500,2.995
87,mlp.experts.97.up_proj,0.0001382356,0.02500,2.939
87,mlp.experts.110.up_proj,0.0000959037,0.02500,3.808
87,mlp.experts.106.up_proj,0.0000907406,0.02500,3.716
87,mlp.experts.118.up_proj,0.0001206620,0.02500,4.120
87,mlp.experts.114.up_proj,0.0001214459,0.02500,3.484
87,mlp.experts.105.up_proj,0.0001064181,0.02500,2.937
87,mlp.experts.109.up_proj,0.0000905870,0.02500,2.831
87,mlp.experts.117.up_proj,0.0001083515,0.02500,2.794
87,mlp.experts.113.up_proj,0.0001122354,0.02500,2.712
87,mlp.experts.3.down_proj,0.0000309675,0.02500,0.922
87,mlp.experts.15.down_proj,0.0000258919,0.02500,0.944
87,mlp.experts.8.down_proj,0.0002260996,0.02500,1.123
87,mlp.experts.4.down_proj,0.0000712218,0.02500,1.153
87,mlp.experts.7.down_proj,0.0000317131,0.02500,1.157
87,mlp.experts.0.down_proj,0.0000534732,0.02500,1.169
87,mlp.experts.11.down_proj,0.0000298216,0.02500,1.202
87,mlp.experts.12.down_proj,0.0000204900,0.02500,1.283
87,mlp.experts.10.down_proj,0.0000282851,0.02500,1.307
87,mlp.experts.2.down_proj,0.0000166595,0.02500,1.308
87,mlp.experts.14.down_proj,0.0000383434,0.02500,1.337
87,mlp.experts.6.down_proj,0.0000257575,0.02500,1.350
87,mlp.experts.9.down_proj,0.0000779574,0.02500,1.691
87,mlp.experts.13.down_proj,0.0000222251,0.02500,1.703
87,mlp.experts.1.down_proj,0.0000308726,0.02500,1.762
87,mlp.experts.31.down_proj,0.0000765064,0.02500,0.863
87,mlp.experts.5.down_proj,0.0000565034,0.02500,1.819
87,mlp.experts.19.down_proj,0.0000829567,0.02500,0.913
87,mlp.experts.20.down_proj,0.0000926936,0.02500,0.990
87,mlp.experts.27.down_proj,0.0000625903,0.02500,0.972
87,mlp.experts.16.down_proj,0.0000233116,0.02500,1.051
87,mlp.experts.24.down_proj,0.0000606828,0.02500,1.111
87,mlp.experts.28.down_proj,0.0000397734,0.02500,0.998
87,mlp.experts.23.down_proj,0.0000229024,0.02500,1.132
87,mlp.experts.18.down_proj,0.0000537300,0.02500,1.159
87,mlp.experts.22.down_proj,0.0000414880,0.02500,1.158
87,mlp.experts.26.down_proj,0.0000673089,0.02500,1.226
87,mlp.experts.30.down_proj,0.0000152600,0.02500,1.192
87,mlp.experts.25.down_proj,0.0000219690,0.02500,0.970
87,mlp.experts.29.down_proj,0.0000828747,0.02500,0.952
87,mlp.experts.17.down_proj,0.0000269217,0.02500,0.966
87,mlp.experts.47.down_proj,0.0001296623,0.02500,0.937
87,mlp.experts.21.down_proj,0.0000407143,0.02500,0.950
87,mlp.experts.35.down_proj,0.0000196463,0.02500,1.171
87,mlp.experts.43.down_proj,0.0000130075,0.02500,0.897
87,mlp.experts.36.down_proj,0.0000264933,0.02500,1.026
87,mlp.experts.32.down_proj,0.0000242721,0.02500,1.067
87,mlp.experts.39.down_proj,0.0000459597,0.02500,1.056
87,mlp.experts.40.down_proj,0.0002409582,0.02500,1.165
87,mlp.experts.44.down_proj,0.0000498215,0.02500,1.171
87,mlp.experts.41.down_proj,0.0000524809,0.02500,0.953
87,mlp.experts.45.down_proj,0.0000126646,0.02500,0.955
87,mlp.experts.33.down_proj,0.0000153174,0.02500,0.926
87,mlp.experts.34.down_proj,0.0001400310,0.02500,1.238
87,mlp.experts.37.down_proj,0.0000845025,0.02500,0.946
87,mlp.experts.46.down_proj,0.0000396643,0.02500,1.182
87,mlp.experts.42.down_proj,0.0000679063,0.02500,1.209
87,mlp.experts.38.down_proj,0.0001579391,0.02500,1.249
87,mlp.experts.63.down_proj,0.0000301212,0.02500,1.028
87,mlp.experts.59.down_proj,0.0000457208,0.02500,0.973
87,mlp.experts.51.down_proj,0.0000481731,0.02500,1.062
87,mlp.experts.52.down_proj,0.0000578357,0.02500,1.123
87,mlp.experts.48.down_proj,0.0000320561,0.02500,1.075
87,mlp.experts.55.down_proj,0.0000351803,0.02500,1.074
87,mlp.experts.56.down_proj,0.0000407634,0.02500,1.074
87,mlp.experts.60.down_proj,0.0000196371,0.02500,1.077
87,mlp.experts.61.down_proj,0.0000385198,0.02500,0.997
87,mlp.experts.57.down_proj,0.0000295904,0.02500,1.001
87,mlp.experts.49.down_proj,0.0000283031,0.02500,0.961
87,mlp.experts.53.down_proj,0.0000217187,0.02500,0.981
87,mlp.experts.79.down_proj,0.0000197394,0.02500,0.932
87,mlp.experts.58.down_proj,0.0000520754,0.02500,1.205
87,mlp.experts.50.down_proj,0.0000201208,0.02500,1.237
87,mlp.experts.67.down_proj,0.0000196235,0.02500,0.898
87,mlp.experts.54.down_proj,0.0000369569,0.02500,1.257
87,mlp.experts.62.down_proj,0.0000656424,0.02500,1.311
87,mlp.experts.75.down_proj,0.0000514135,0.02500,1.012
87,mlp.experts.68.down_proj,0.0000416862,0.02500,1.072
87,mlp.experts.64.down_proj,0.0000261749,0.02500,1.006
87,mlp.experts.72.down_proj,0.0000193512,0.02500,0.982
87,mlp.experts.65.down_proj,0.0000372760,0.02500,0.916
87,mlp.experts.73.down_proj,0.0000755486,0.02500,0.927
87,mlp.experts.77.down_proj,0.0000778574,0.02500,0.949
87,mlp.experts.71.down_proj,0.0000420667,0.02500,1.157
87,mlp.experts.76.down_proj,0.0000048377,0.02500,1.078
87,mlp.experts.69.down_proj,0.0000326927,0.02500,0.932
87,mlp.experts.83.down_proj,0.0000211551,0.02500,0.880
87,mlp.experts.95.down_proj,0.0000326359,0.02500,1.166
87,mlp.experts.91.down_proj,0.0000285011,0.02500,0.890
87,mlp.experts.66.down_proj,0.0000234048,0.02500,1.206
87,mlp.experts.74.down_proj,0.0000422321,0.02500,1.239
87,mlp.experts.70.down_proj,0.0000243264,0.02500,1.211
87,mlp.experts.78.down_proj,0.0000505891,0.02500,1.252
87,mlp.experts.81.down_proj,0.0000878507,0.02500,0.952
87,mlp.experts.89.down_proj,0.0000822176,0.02500,0.974
87,mlp.experts.93.down_proj,0.0000428997,0.02500,0.954
87,mlp.experts.88.down_proj,0.0000632098,0.02500,1.089
87,mlp.experts.85.down_proj,0.0000148192,0.02500,0.967
87,mlp.experts.87.down_proj,0.0000272763,0.02500,1.080
87,mlp.experts.80.down_proj,0.0000206276,0.02500,1.338
87,mlp.experts.84.down_proj,0.0000499168,0.02500,1.377
87,mlp.experts.99.down_proj,0.0000342992,0.02500,0.968
87,mlp.experts.92.down_proj,0.0000303847,0.02500,1.210
87,mlp.experts.111.down_proj,0.0000340475,0.02500,1.130
87,mlp.experts.107.down_proj,0.0000260795,0.02500,1.089
87,mlp.experts.82.down_proj,0.0000175848,0.02500,1.255
87,mlp.experts.103.down_proj,0.0000740330,0.02500,0.752
87,mlp.experts.90.down_proj,0.0000348949,0.02500,1.276
87,mlp.experts.105.down_proj,0.0000625001,0.02500,0.966
87,mlp.experts.97.down_proj,0.0000361353,0.02500,1.008
87,mlp.experts.109.down_proj,0.0000313768,0.02500,0.985
87,mlp.experts.115.down_proj,0.0000424428,0.02500,0.712
87,mlp.experts.101.down_proj,0.0000394519,0.02500,0.942
87,mlp.experts.86.down_proj,0.0000352446,0.02500,1.326
87,mlp.experts.94.down_proj,0.0000664141,0.02500,1.322
87,mlp.experts.119.down_proj,0.0000869233,0.02500,0.541
87,mlp.experts.104.down_proj,0.0000204823,0.02500,1.436
87,mlp.experts.96.down_proj,0.0000271664,0.02500,1.336
87,mlp.experts.100.down_proj,0.0000191942,0.02500,1.343
87,mlp.experts.113.down_proj,0.0000836370,0.02500,0.629
87,mlp.experts.108.down_proj,0.0000623326,0.02500,1.329
87,mlp.experts.117.down_proj,0.0000951035,0.02500,0.621
87,mlp.experts.98.down_proj,0.0000824654,0.02500,1.127
87,mlp.experts.106.down_proj,0.0000269803,0.02500,1.099
87,mlp.experts.112.down_proj,0.0001303867,0.02500,0.591
87,mlp.experts.110.down_proj,0.0000340667,0.02500,1.059
87,mlp.experts.116.down_proj,0.0000350617,0.02500,0.581
87,mlp.experts.102.down_proj,0.0000722448,0.02500,1.150
87,mlp.experts.114.down_proj,0.0002438108,0.02500,0.778
87,mlp.experts.118.down_proj,0.0000490051,0.02500,0.702
88,self_attn.k_proj,0.0000004300,0.02500,1.749
88,self_attn.v_proj,0.0000013274,0.02500,1.762
88,self_attn.q_proj,0.0000029294,0.02500,2.340
88,self_attn.o_proj,0.0000040773,0.02500,4.191
88,mlp.shared_experts.gate_proj,0.0000077759,0.02500,1.446
88,mlp.shared_experts.up_proj,0.0000043788,0.02500,1.756
88,mlp.shared_experts.down_proj,0.0000020898,0.02500,0.441
88,mlp.experts.0.gate_proj,0.0000643617,0.02500,6.533
88,mlp.experts.8.gate_proj,0.0001608211,0.02500,6.611
88,mlp.experts.12.gate_proj,0.0000927831,0.02500,6.887
88,mlp.experts.4.gate_proj,0.0001268810,0.02500,6.993
88,mlp.experts.11.gate_proj,0.0001157487,0.02500,7.141
88,mlp.experts.5.gate_proj,0.0001158046,0.02500,7.194
88,mlp.experts.3.gate_proj,0.0000944800,0.02500,7.270
88,mlp.experts.13.gate_proj,0.0001463239,0.02500,7.320
88,mlp.experts.1.gate_proj,0.0001398902,0.02500,7.329
88,mlp.experts.7.gate_proj,0.0001238369,0.02500,7.349
88,mlp.experts.15.gate_proj,0.0001130938,0.02500,4.783
88,mlp.experts.9.gate_proj,0.0001132340,0.02500,7.516
88,mlp.experts.6.gate_proj,0.0000582241,0.02500,7.893
88,mlp.experts.14.gate_proj,0.0000759449,0.02500,5.411
88,mlp.experts.10.gate_proj,0.0002082365,0.02500,8.048
88,mlp.experts.2.gate_proj,0.0001202435,0.02500,8.107
88,mlp.experts.24.gate_proj,0.0001976515,0.02500,3.157
88,mlp.experts.16.gate_proj,0.0001229315,0.02500,3.445
88,mlp.experts.20.gate_proj,0.0001243720,0.02500,3.256
88,mlp.experts.27.gate_proj,0.0000979931,0.02500,3.270
88,mlp.experts.19.gate_proj,0.0000943004,0.02500,3.265
88,mlp.experts.23.gate_proj,0.0001201863,0.02500,3.296
88,mlp.experts.31.gate_proj,0.0001620205,0.02500,3.277
88,mlp.experts.28.gate_proj,0.0001447152,0.02500,3.821
88,mlp.experts.21.gate_proj,0.0002574699,0.02500,3.979
88,mlp.experts.29.gate_proj,0.0000722441,0.02500,3.978
88,mlp.experts.17.gate_proj,0.0000633701,0.02500,4.260
88,mlp.experts.25.gate_proj,0.0000628853,0.02500,4.182
88,mlp.experts.30.gate_proj,0.0001098330,0.02500,4.634
88,mlp.experts.18.gate_proj,0.0000923069,0.02500,4.628
88,mlp.experts.26.gate_proj,0.0001676984,0.02500,4.741
88,mlp.experts.22.gate_proj,0.0001986027,0.02500,5.042
88,mlp.experts.32.gate_proj,0.0001216318,0.02500,3.166
88,mlp.experts.36.gate_proj,0.0001505736,0.02500,3.058
88,mlp.experts.43.gate_proj,0.0001664901,0.02500,3.212
88,mlp.experts.40.gate_proj,0.0001242055,0.02500,3.961
88,mlp.experts.35.gate_proj,0.0001321471,0.02500,3.229
88,mlp.experts.47.gate_proj,0.0001025851,0.02500,3.199
88,mlp.experts.39.gate_proj,0.0001093891,0.02500,3.306
88,mlp.experts.45.gate_proj,0.0001021824,0.02500,3.385
88,mlp.experts.44.gate_proj,0.0000863232,0.02500,4.054
88,mlp.experts.41.gate_proj,0.0000720920,0.02500,3.167
88,mlp.experts.37.gate_proj,0.0001994612,0.02500,3.953
88,mlp.experts.33.gate_proj,0.0000568080,0.02500,3.784
88,mlp.experts.48.gate_proj,0.0000741802,0.02500,3.091
88,mlp.experts.52.gate_proj,0.0000341915,0.02500,3.291
88,mlp.experts.59.gate_proj,0.0003076494,0.02500,3.248
88,mlp.experts.56.gate_proj,0.0000774146,0.02500,3.199
88,mlp.experts.51.gate_proj,0.0000797287,0.02500,3.194
88,mlp.experts.63.gate_proj,0.0000579765,0.02500,3.229
88,mlp.experts.55.gate_proj,0.0000881498,0.02500,3.179
88,mlp.experts.46.gate_proj,0.0000882393,0.02500,4.707
88,mlp.experts.42.gate_proj,0.0000839469,0.02500,4.701
88,mlp.experts.34.gate_proj,0.0000906282,0.02500,4.838
88,mlp.experts.61.gate_proj,0.0001943053,0.02500,2.958
88,mlp.experts.57.gate_proj,0.0002403356,0.02500,2.980
88,mlp.experts.38.gate_proj,0.0001316577,0.02500,4.965
88,mlp.experts.53.gate_proj,0.0001472921,0.02500,3.888
88,mlp.experts.60.gate_proj,0.0000763955,0.02500,4.365
88,mlp.experts.49.gate_proj,0.0000897757,0.02500,3.866
88,mlp.experts.75.gate_proj,0.0001295485,0.02500,3.414
88,mlp.experts.64.gate_proj,0.0001430735,0.02500,4.195
88,mlp.experts.67.gate_proj,0.0000897988,0.02500,3.504
88,mlp.experts.71.gate_proj,0.0000968808,0.02500,3.394
88,mlp.experts.77.gate_proj,0.0000653148,0.02500,2.923
88,mlp.experts.79.gate_proj,0.0001063362,0.02500,3.542
88,mlp.experts.73.gate_proj,0.0002668278,0.02500,2.938
88,mlp.experts.68.gate_proj,0.0000571862,0.02500,4.489
88,mlp.experts.72.gate_proj,0.0000980744,0.02500,4.254
88,mlp.experts.62.gate_proj,0.0001023837,0.02500,5.152
88,mlp.experts.50.gate_proj,0.0001089021,0.02500,5.084
88,mlp.experts.76.gate_proj,0.0001216877,0.02500,3.627
88,mlp.experts.69.gate_proj,0.0001286418,0.02500,3.862
88,mlp.experts.58.gate_proj,0.0001544432,0.02500,5.436
88,mlp.experts.65.gate_proj,0.0000593214,0.02500,3.875
88,mlp.experts.54.gate_proj,0.0000824929,0.02500,5.397
88,mlp.experts.91.gate_proj,0.0001134612,0.02500,3.119
88,mlp.experts.83.gate_proj,0.0000897674,0.02500,3.000
88,mlp.experts.87.gate_proj,0.0001109603,0.02500,3.031
88,mlp.experts.80.gate_proj,0.0001133511,0.02500,3.127
88,mlp.experts.95.gate_proj,0.0001209868,0.02500,3.016
88,mlp.experts.93.gate_proj,0.0001286917,0.02500,3.084
88,mlp.experts.89.gate_proj,0.0000830134,0.02500,3.065
88,mlp.experts.88.gate_proj,0.0001771723,0.02500,3.475
88,mlp.experts.84.gate_proj,0.0001261023,0.02500,3.961
88,mlp.experts.92.gate_proj,0.0000930938,0.02500,3.006
88,mlp.experts.85.gate_proj,0.0001409608,0.02500,2.980
88,mlp.experts.81.gate_proj,0.0000910245,0.02500,2.987
88,mlp.experts.107.gate_proj,0.0000630869,0.02500,3.366
88,mlp.experts.96.gate_proj,0.0000608432,0.02500,3.218
88,mlp.experts.99.gate_proj,0.0001666041,0.02500,3.415
88,mlp.experts.111.gate_proj,0.0001104715,0.02500,3.353
88,mlp.experts.103.gate_proj,0.0000985946,0.02500,3.585
88,mlp.experts.109.gate_proj,0.0000993020,0.02500,3.784
88,mlp.experts.66.gate_proj,0.0001311134,0.02500,5.102
88,mlp.experts.105.gate_proj,0.0001005977,0.02500,3.973
88,mlp.experts.78.gate_proj,0.0000741189,0.02500,5.362
88,mlp.experts.74.gate_proj,0.0001183789,0.02500,5.205
88,mlp.experts.100.gate_proj,0.0000537465,0.02500,3.313
88,mlp.experts.70.gate_proj,0.0001647358,0.02500,5.161
88,mlp.experts.104.gate_proj,0.0001109686,0.02500,3.806
88,mlp.experts.108.gate_proj,0.0000687956,0.02500,3.240
88,mlp.experts.97.gate_proj,0.0001047108,0.02500,2.985
88,mlp.experts.101.gate_proj,0.0001477381,0.02500,3.463
88,mlp.experts.112.gate_proj,0.0001835805,0.02500,3.455
88,mlp.experts.3.up_proj,0.0000918886,0.02500,3.637
88,mlp.experts.115.gate_proj,0.0001021000,0.02500,3.582
88,mlp.experts.7.up_proj,0.0001182534,0.02500,3.569
88,mlp.experts.119.gate_proj,0.0000538388,0.02500,3.525
88,mlp.experts.5.up_proj,0.0001108249,0.02500,3.587
88,mlp.experts.0.up_proj,0.0000642659,0.02500,3.154
88,mlp.experts.116.gate_proj,0.0000822871,0.02500,3.258
88,mlp.experts.1.up_proj,0.0001361853,0.02500,3.906
88,mlp.experts.113.gate_proj,0.0001234922,0.02500,2.929
88,mlp.experts.117.gate_proj,0.0001762198,0.02500,2.969
88,mlp.experts.82.gate_proj,0.0000825972,0.02500,4.737
88,mlp.experts.94.gate_proj,0.0001576225,0.02500,4.790
88,mlp.experts.4.up_proj,0.0001205721,0.02500,3.888
88,mlp.experts.86.gate_proj,0.0001190711,0.02500,4.622
88,mlp.experts.8.up_proj,0.0001540090,0.02500,3.083
88,mlp.experts.90.gate_proj,0.0001049602,0.02500,5.290
88,mlp.experts.11.up_proj,0.0001069048,0.02500,3.220
88,mlp.experts.19.up_proj,0.0000922899,0.02500,3.355
88,mlp.experts.15.up_proj,0.0001112361,0.02500,3.263
88,mlp.experts.23.up_proj,0.0001143101,0.02500,3.416
88,mlp.experts.12.up_proj,0.0000906028,0.02500,3.073
88,mlp.experts.21.up_proj,0.0002560354,0.02500,3.705
88,mlp.experts.13.up_proj,0.0001363547,0.02500,2.926
88,mlp.experts.16.up_proj,0.0001158602,0.02500,3.626
88,mlp.experts.9.up_proj,0.0001099718,0.02500,3.268
88,mlp.experts.17.up_proj,0.0000596659,0.02500,4.019
88,mlp.experts.20.up_proj,0.0001187966,0.02500,3.607
88,mlp.experts.24.up_proj,0.0001899535,0.02500,3.462
88,mlp.experts.27.up_proj,0.0000942308,0.02500,3.331
88,mlp.experts.35.up_proj,0.0001301197,0.02500,3.370
88,mlp.experts.31.up_proj,0.0001611232,0.02500,3.282
88,mlp.experts.39.up_proj,0.0001056375,0.02500,3.295
88,mlp.experts.98.gate_proj,0.0002384496,0.02500,5.082
88,mlp.experts.110.gate_proj,0.0001380342,0.02500,4.986
88,mlp.experts.28.up_proj,0.0001394956,0.02500,2.951
88,mlp.experts.37.up_proj,0.0001943283,0.02500,2.994
88,mlp.experts.102.gate_proj,0.0000379436,0.02500,5.052
88,mlp.experts.29.up_proj,0.0000704468,0.02500,3.145
88,mlp.experts.32.up_proj,0.0001168960,0.02500,3.688
88,mlp.experts.106.gate_proj,0.0000964251,0.02500,5.581
88,mlp.experts.25.up_proj,0.0000623352,0.02500,4.065
88,mlp.experts.33.up_proj,0.0000571643,0.02500,4.026
88,mlp.experts.36.up_proj,0.0001433719,0.02500,3.543
88,mlp.experts.40.up_proj,0.0001202865,0.02500,3.416
88,mlp.experts.43.up_proj,0.0001591899,0.02500,3.383
88,mlp.experts.55.up_proj,0.0000855582,0.02500,3.210
88,mlp.experts.47.up_proj,0.0001066121,0.02500,3.393
88,mlp.experts.51.up_proj,0.0000762036,0.02500,3.551
88,mlp.experts.53.up_proj,0.0001432406,0.02500,3.132
88,mlp.experts.44.up_proj,0.0000814997,0.02500,3.439
88,mlp.experts.45.up_proj,0.0000980370,0.02500,3.041
88,mlp.experts.48.up_proj,0.0000680370,0.02500,3.296
88,mlp.experts.114.gate_proj,0.0000547641,0.02500,5.305
88,mlp.experts.6.up_proj,0.0000554237,0.02500,5.266
88,mlp.experts.41.up_proj,0.0000692015,0.02500,3.933
88,mlp.experts.118.gate_proj,0.0000729267,0.02500,5.250
88,mlp.experts.71.up_proj,0.0000963424,0.02500,3.087
88,mlp.experts.56.up_proj,0.0000763389,0.02500,3.366
88,mlp.experts.59.up_proj,0.0003054145,0.02500,3.211
88,mlp.experts.49.up_proj,0.0000927479,0.02500,3.840
88,mlp.experts.52.up_proj,0.0000315427,0.02500,3.587
88,mlp.experts.63.up_proj,0.0000598791,0.02500,3.131
88,mlp.experts.67.up_proj,0.0000866741,0.02500,3.125
88,mlp.experts.69.up_proj,0.0001213864,0.02500,3.143
88,mlp.experts.60.up_proj,0.0000797961,0.02500,3.277
88,mlp.experts.61.up_proj,0.0001884314,0.02500,2.990
88,mlp.experts.2.up_proj,0.0001176314,0.02500,5.431
88,mlp.experts.64.up_proj,0.0001363969,0.02500,3.582
88,mlp.experts.65.up_proj,0.0000601323,0.02500,2.896
88,mlp.experts.75.up_proj,0.0001248259,0.02500,3.071
88,mlp.experts.87.up_proj,0.0001087421,0.02500,3.188
88,mlp.experts.79.up_proj,0.0001017523,0.02500,3.116
88,mlp.experts.68.up_proj,0.0000564470,0.02500,3.331
88,mlp.experts.83.up_proj,0.0000857288,0.02500,3.168
88,mlp.experts.72.up_proj,0.0000970572,0.02500,3.510
88,mlp.experts.57.up_proj,0.0002295322,0.02500,3.891
88,mlp.experts.10.up_proj,0.0001936870,0.02500,4.458
88,mlp.experts.22.up_proj,0.0001950133,0.02500,4.491
88,mlp.experts.77.up_proj,0.0000654547,0.02500,3.067
88,mlp.experts.85.up_proj,0.0001375574,0.02500,3.621
88,mlp.experts.76.up_proj,0.0001172210,0.02500,3.443
88,mlp.experts.14.up_proj,0.0000741210,0.02500,4.435
88,mlp.experts.80.up_proj,0.0001115383,0.02500,3.263
88,mlp.experts.18.up_proj,0.0000900133,0.02500,4.649
88,mlp.experts.81.up_proj,0.0000896543,0.02500,2.981
88,mlp.experts.91.up_proj,0.0001100660,0.02500,3.236
88,mlp.experts.103.up_proj,0.0000943816,0.02500,3.210
88,mlp.experts.95.up_proj,0.0001267372,0.02500,3.117
88,mlp.experts.99.up_proj,0.0001585337,0.02500,3.212
88,mlp.experts.88.up_proj,0.0001729356,0.02500,3.214
88,mlp.experts.84.up_proj,0.0001204253,0.02500,3.383
88,mlp.experts.101.up_proj,0.0001428160,0.02500,2.848
88,mlp.experts.92.up_proj,0.0000909311,0.02500,2.997
88,mlp.experts.73.up_proj,0.0002561127,0.02500,3.890
88,mlp.experts.93.up_proj,0.0001218780,0.02500,3.901
88,mlp.experts.38.up_proj,0.0001285592,0.02500,4.781
88,mlp.experts.26.up_proj,0.0001639256,0.02500,4.897
88,mlp.experts.97.up_proj,0.0000995283,0.02500,2.947
88,mlp.experts.96.up_proj,0.0000614003,0.02500,3.363
88,mlp.experts.30.up_proj,0.0001084725,0.02500,4.727
88,mlp.experts.111.up_proj,0.0001049066,0.02500,3.021
88,mlp.experts.107.up_proj,0.0000608495,0.02500,3.108
88,mlp.experts.119.up_proj,0.0000536415,0.02500,3.060
88,mlp.experts.115.up_proj,0.0001019524,0.02500,2.946
88,mlp.experts.100.up_proj,0.0000467684,0.02500,3.194
88,mlp.experts.117.up_proj,0.0001708363,0.02500,3.258
88,mlp.experts.104.up_proj,0.0001102979,0.02500,3.495
88,mlp.experts.34.up_proj,0.0000824869,0.02500,4.775
88,mlp.experts.108.up_proj,0.0000650480,0.02500,3.165
88,mlp.experts.89.up_proj,0.0000811795,0.02500,3.190
88,mlp.experts.109.up_proj,0.0000969074,0.02500,3.547
88,mlp.experts.113.up_proj,0.0001201329,0.02500,2.561
88,mlp.experts.112.up_proj,0.0001649883,0.02500,2.771
88,mlp.experts.116.up_proj,0.0000781372,0.02500,2.186
88,mlp.experts.105.up_proj,0.0000993609,0.02500,1.883
88,mlp.experts.54.up_proj,0.0000782555,0.02500,4.443
88,mlp.experts.42.up_proj,0.0000812693,0.02500,4.401
88,mlp.experts.46.up_proj,0.0000884262,0.02500,4.297
88,mlp.experts.50.up_proj,0.0001052960,0.02500,4.798
88,mlp.experts.70.up_proj,0.0001631586,0.02500,3.775
88,mlp.experts.58.up_proj,0.0001494221,0.02500,3.739
88,mlp.experts.62.up_proj,0.0000983900,0.02500,3.752
88,mlp.experts.66.up_proj,0.0001247555,0.02500,3.239
88,mlp.experts.86.up_proj,0.0001124110,0.02500,4.466
88,mlp.experts.78.up_proj,0.0000740966,0.02500,4.402
88,mlp.experts.74.up_proj,0.0001194768,0.02500,4.818
88,mlp.experts.82.up_proj,0.0000802135,0.02500,4.844
88,mlp.experts.102.up_proj,0.0000364623,0.02500,4.821
88,mlp.experts.94.up_proj,0.0001496260,0.02500,4.946
88,mlp.experts.90.up_proj,0.0001054046,0.02500,4.877
88,mlp.experts.98.up_proj,0.0002309696,0.02500,4.849
88,mlp.experts.118.up_proj,0.0000695413,0.02500,5.144
88,mlp.experts.110.up_proj,0.0001356952,0.02500,4.946
88,mlp.experts.106.up_proj,0.0000923633,0.02500,4.826
88,mlp.experts.114.up_proj,0.0000501530,0.02500,3.724
88,mlp.experts.0.down_proj,0.0000272288,0.02500,1.752
88,mlp.experts.13.down_proj,0.0001031727,0.02500,1.787
88,mlp.experts.4.down_proj,0.0000456040,0.02500,1.799
88,mlp.experts.1.down_proj,0.0000575949,0.02500,1.827
88,mlp.experts.8.down_proj,0.0000392219,0.02500,1.854
88,mlp.experts.5.down_proj,0.0000136477,0.02500,1.863
88,mlp.experts.9.down_proj,0.0000369255,0.02500,1.880
88,mlp.experts.12.down_proj,0.0000493959,0.02500,1.936
88,mlp.experts.11.down_proj,0.0000225658,0.02500,2.042
88,mlp.experts.15.down_proj,0.0000565428,0.02500,2.058
88,mlp.experts.3.down_proj,0.0000191446,0.02500,2.086
88,mlp.experts.7.down_proj,0.0000526041,0.02500,2.191
88,mlp.experts.10.down_proj,0.0000498060,0.02500,2.310
88,mlp.experts.2.down_proj,0.0000507656,0.02500,2.328
88,mlp.experts.6.down_proj,0.0000082907,0.02500,2.360
88,mlp.experts.14.down_proj,0.0000228752,0.02500,2.381
88,mlp.experts.16.down_proj,0.0000416952,0.02500,0.866
88,mlp.experts.24.down_proj,0.0000795023,0.02500,0.876
88,mlp.experts.20.down_proj,0.0000225142,0.02500,1.158
88,mlp.experts.17.down_proj,0.0000143367,0.02500,1.128
88,mlp.experts.25.down_proj,0.0000207729,0.02500,1.140
88,mlp.experts.21.down_proj,0.0002022204,0.02500,1.225
88,mlp.experts.28.down_proj,0.0000446816,0.02500,1.158
88,mlp.experts.29.down_proj,0.0000180136,0.02500,1.373
88,mlp.experts.26.down_proj,0.0001014503,0.02500,0.945
88,mlp.experts.22.down_proj,0.0000779304,0.02500,0.937
88,mlp.experts.18.down_proj,0.0000339984,0.02500,0.970
88,mlp.experts.30.down_proj,0.0000333142,0.02500,0.950
88,mlp.experts.27.down_proj,0.0000396048,0.02500,1.458
88,mlp.experts.19.down_proj,0.0001112923,0.02500,1.426
88,mlp.experts.32.down_proj,0.0000372020,0.02500,0.899
88,mlp.experts.23.down_proj,0.0000508070,0.02500,1.401
88,mlp.experts.31.down_proj,0.0000615626,0.02500,1.568
88,mlp.experts.40.down_proj,0.0000360730,0.02500,0.996
88,mlp.experts.36.down_proj,0.0000314876,0.02500,1.057
88,mlp.experts.44.down_proj,0.0000432434,0.02500,1.001
88,mlp.experts.33.down_proj,0.0000189834,0.02500,1.224
88,mlp.experts.45.down_proj,0.0000221806,0.02500,1.138
88,mlp.experts.41.down_proj,0.0000179719,0.02500,1.334
88,mlp.experts.42.down_proj,0.0000190557,0.02500,1.159
88,mlp.experts.37.down_proj,0.0000962704,0.02500,1.357
88,mlp.experts.38.down_proj,0.0000480991,0.02500,1.152
88,mlp.experts.46.down_proj,0.0000371800,0.02500,1.154
88,mlp.experts.34.down_proj,0.0000693243,0.02500,1.200
88,mlp.experts.48.down_proj,0.0000155361,0.02500,1.082
88,mlp.experts.56.down_proj,0.0000197828,0.02500,1.050
88,mlp.experts.52.down_proj,0.0000052077,0.02500,0.952
88,mlp.experts.60.down_proj,0.0001158678,0.02500,0.891
88,mlp.experts.49.down_proj,0.0000480682,0.02500,0.909
88,mlp.experts.43.down_proj,0.0000509391,0.02500,1.617
88,mlp.experts.39.down_proj,0.0000299735,0.02500,1.568
88,mlp.experts.35.down_proj,0.0000380958,0.02500,1.672
88,mlp.experts.61.down_proj,0.0000586330,0.02500,0.940
88,mlp.experts.47.down_proj,0.0000656450,0.02500,1.619
88,mlp.experts.58.down_proj,0.0000195076,0.02500,0.909
88,mlp.experts.54.down_proj,0.0000407523,0.02500,0.915
88,mlp.experts.62.down_proj,0.0000342396,0.02500,0.934
88,mlp.experts.50.down_proj,0.0000275516,0.02500,0.922
88,mlp.experts.64.down_proj,0.0000582722,0.02500,0.882
88,mlp.experts.53.down_proj,0.0000546311,0.02500,1.047
88,mlp.experts.57.down_proj,0.0001934469,0.02500,1.157
88,mlp.experts.72.down_proj,0.0000342274,0.02500,0.927
88,mlp.experts.65.down_proj,0.0000546029,0.02500,0.910
88,mlp.experts.68.down_proj,0.0000200395,0.02500,1.172
88,mlp.experts.76.down_proj,0.0000229305,0.02500,1.185
88,mlp.experts.77.down_proj,0.0000207171,0.02500,0.982
88,mlp.experts.74.down_proj,0.0000550798,0.02500,0.957
88,mlp.experts.70.down_proj,0.0000679243,0.02500,0.985
88,mlp.experts.78.down_proj,0.0000416736,0.02500,0.940
88,mlp.experts.66.down_proj,0.0000593138,0.02500,0.954
88,mlp.experts.80.down_proj,0.0000388634,0.02500,0.958
88,mlp.experts.69.down_proj,0.0000432729,0.02500,1.058
88,mlp.experts.88.down_proj,0.0000644219,0.02500,0.868
88,mlp.experts.59.down_proj,0.0002247388,0.02500,1.462
88,mlp.experts.55.down_proj,0.0000289324,0.02500,1.436
88,mlp.experts.51.down_proj,0.0000281382,0.02500,1.436
88,mlp.experts.63.down_proj,0.0000533188,0.02500,1.415
88,mlp.experts.73.down_proj,0.0000670620,0.02500,1.184
88,mlp.experts.81.down_proj,0.0000378996,0.02500,0.926
88,mlp.experts.84.down_proj,0.0000427137,0.02500,1.048
88,mlp.experts.90.down_proj,0.0000638816,0.02500,0.971
88,mlp.experts.86.down_proj,0.0000851085,0.02500,0.951
88,mlp.experts.94.down_proj,0.0000303112,0.02500,0.945
88,mlp.experts.82.down_proj,0.0000222187,0.02500,0.974
88,mlp.experts.93.down_proj,0.0000275176,0.02500,1.128
88,mlp.experts.85.down_proj,0.0001444514,0.02500,0.899
88,mlp.experts.92.down_proj,0.0000195716,0.02500,1.360
88,mlp.experts.89.down_proj,0.0000312869,0.02500,1.112
88,mlp.experts.104.down_proj,0.0000328306,0.02500,1.286
88,mlp.experts.96.down_proj,0.0000301188,0.02500,1.444
88,mlp.experts.67.down_proj,0.0000560737,0.02500,1.288
88,mlp.experts.75.down_proj,0.0001441051,0.02500,1.328
88,mlp.experts.71.down_proj,0.0000486908,0.02500,1.357
88,mlp.experts.79.down_proj,0.0000605105,0.02500,1.293
88,mlp.experts.97.down_proj,0.0000187346,0.02500,1.045
88,mlp.experts.101.down_proj,0.0000700276,0.02500,0.897
88,mlp.experts.109.down_proj,0.0000143643,0.02500,1.074
88,mlp.experts.106.down_proj,0.0000245971,0.02500,1.264
88,mlp.experts.102.down_proj,0.0000390458,0.02500,1.269
88,mlp.experts.110.down_proj,0.0000570052,0.02500,1.297
88,mlp.experts.98.down_proj,0.0000954557,0.02500,1.254
88,mlp.experts.100.down_proj,0.0000175124,0.02500,1.437
88,mlp.experts.105.down_proj,0.0000464843,0.02500,0.930
88,mlp.experts.108.down_proj,0.0000187944,0.02500,1.279
88,mlp.experts.113.down_proj,0.0000504213,0.02500,0.875
88,mlp.experts.112.down_proj,0.0000930684,0.02500,1.048
88,mlp.experts.117.down_proj,0.0001315723,0.02500,0.635
88,mlp.experts.83.down_proj,0.0000119123,0.02500,1.175
88,mlp.experts.95.down_proj,0.0001326621,0.02500,1.175
88,mlp.experts.87.down_proj,0.0000346607,0.02500,1.181
88,mlp.experts.91.down_proj,0.0000142891,0.02500,1.246
88,mlp.experts.118.down_proj,0.0000231509,0.02500,0.626
88,mlp.experts.114.down_proj,0.0000200739,0.02500,0.628
88,mlp.experts.116.down_proj,0.0000219625,0.02500,0.625
88,mlp.experts.99.down_proj,0.0001962517,0.02500,1.647
88,mlp.experts.107.down_proj,0.0000153022,0.02500,1.640
88,mlp.experts.103.down_proj,0.0000359397,0.02500,1.675
88,mlp.experts.111.down_proj,0.0000324671,0.02500,1.752
88,mlp.experts.115.down_proj,0.0000344701,0.02500,0.861
88,mlp.experts.119.down_proj,0.0000122871,0.02500,0.804
89,self_attn.k_proj,0.0000003289,0.02500,1.868
89,self_attn.v_proj,0.0000011903,0.02500,2.055
89,self_attn.q_proj,0.0000026956,0.02500,2.458
89,self_attn.o_proj,0.0000034619,0.02500,4.580
89,mlp.shared_experts.gate_proj,0.0000061400,0.02500,1.580
89,mlp.shared_experts.up_proj,0.0000039265,0.02500,1.422
89,mlp.shared_experts.down_proj,0.0000024050,0.02500,0.427
89,mlp.experts.9.gate_proj,0.0001257108,0.02500,5.160
89,mlp.experts.5.gate_proj,0.0000690873,0.02500,5.733
89,mlp.experts.1.gate_proj,0.0000960982,0.02500,5.850
89,mlp.experts.13.gate_proj,0.0001026941,0.02500,5.954
89,mlp.experts.10.gate_proj,0.0001152672,0.02500,5.797
89,mlp.experts.3.gate_proj,0.0000805229,0.02500,6.244
89,mlp.experts.14.gate_proj,0.0000411441,0.02500,5.855
89,mlp.experts.15.gate_proj,0.0001287113,0.02500,6.186
89,mlp.experts.6.gate_proj,0.0001130894,0.02500,6.342
89,mlp.experts.11.gate_proj,0.0000476937,0.02500,6.383
89,mlp.experts.7.gate_proj,0.0000862428,0.02500,5.602
89,mlp.experts.2.gate_proj,0.0001704370,0.02500,6.647
89,mlp.experts.8.gate_proj,0.0000680509,0.02500,6.246
89,mlp.experts.4.gate_proj,0.0000523787,0.02500,6.868
89,mlp.experts.12.gate_proj,0.0000788483,0.02500,6.649
89,mlp.experts.0.gate_proj,0.0001518926,0.02500,7.244
89,mlp.experts.22.gate_proj,0.0000874203,0.02500,3.224
89,mlp.experts.26.gate_proj,0.0001118670,0.02500,3.359
89,mlp.experts.30.gate_proj,0.0001456028,0.02500,3.409
89,mlp.experts.25.gate_proj,0.0000607390,0.02500,4.591
89,mlp.experts.17.gate_proj,0.0000726818,0.02500,3.994
89,mlp.experts.18.gate_proj,0.0000812383,0.02500,3.307
89,mlp.experts.28.gate_proj,0.0000915027,0.02500,3.019
89,mlp.experts.21.gate_proj,0.0001417318,0.02500,4.293
89,mlp.experts.29.gate_proj,0.0001053648,0.02500,4.122
89,mlp.experts.16.gate_proj,0.0001352259,0.02500,3.210
89,mlp.experts.20.gate_proj,0.0001014818,0.02500,3.674
89,mlp.experts.24.gate_proj,0.0001354772,0.02500,3.905
89,mlp.experts.23.gate_proj,0.0001257931,0.02500,4.232
89,mlp.experts.19.gate_proj,0.0000933142,0.02500,4.423
89,mlp.experts.31.gate_proj,0.0000546105,0.02500,4.495
89,mlp.experts.27.gate_proj,0.0000666728,0.02500,4.546
89,mlp.experts.42.gate_proj,0.0001050416,0.02500,3.311
89,mlp.experts.46.gate_proj,0.0001444876,0.02500,3.209
89,mlp.experts.38.gate_proj,0.0000699236,0.02500,3.463
89,mlp.experts.34.gate_proj,0.0002122715,0.02500,3.277
89,mlp.experts.36.gate_proj,0.0001097286,0.02500,2.791
89,mlp.experts.32.gate_proj,0.0000812789,0.02500,2.963
89,mlp.experts.44.gate_proj,0.0001225830,0.02500,3.902
89,mlp.experts.40.gate_proj,0.0000519389,0.02500,3.437
89,mlp.experts.33.gate_proj,0.0000816143,0.02500,4.294
89,mlp.experts.37.gate_proj,0.0001061447,0.02500,4.313
89,mlp.experts.45.gate_proj,0.0000758336,0.02500,4.315
89,mlp.experts.41.gate_proj,0.0000898280,0.02500,4.862
89,mlp.experts.35.gate_proj,0.0000833817,0.02500,3.963
89,mlp.experts.39.gate_proj,0.0000760923,0.02500,4.096
89,mlp.experts.43.gate_proj,0.0001093600,0.02500,3.834
89,mlp.experts.47.gate_proj,0.0001243460,0.02500,4.151
89,mlp.experts.58.gate_proj,0.0000676765,0.02500,3.392
89,mlp.experts.62.gate_proj,0.0000816661,0.02500,3.439
89,mlp.experts.54.gate_proj,0.0001040797,0.02500,3.319
89,mlp.experts.50.gate_proj,0.0000931442,0.02500,3.417
89,mlp.experts.60.gate_proj,0.0001973054,0.02500,2.950
89,mlp.experts.56.gate_proj,0.0001283350,0.02500,2.936
89,mlp.experts.52.gate_proj,0.0001086823,0.02500,3.784
89,mlp.experts.48.gate_proj,0.0002959637,0.02500,3.990
89,mlp.experts.51.gate_proj,0.0000450984,0.02500,2.979
89,mlp.experts.55.gate_proj,0.0001177810,0.02500,2.902
89,mlp.experts.59.gate_proj,0.0001113978,0.02500,2.965
89,mlp.experts.63.gate_proj,0.0001972077,0.02500,2.911
89,mlp.experts.49.gate_proj,0.0001436709,0.02500,4.607
89,mlp.experts.61.gate_proj,0.0000929898,0.02500,4.522
89,mlp.experts.53.gate_proj,0.0000752619,0.02500,4.724
89,mlp.experts.74.gate_proj,0.0001168728,0.02500,3.330
89,mlp.experts.78.gate_proj,0.0001440515,0.02500,3.380
89,mlp.experts.70.gate_proj,0.0001486878,0.02500,3.396
89,mlp.experts.57.gate_proj,0.0000801237,0.02500,5.191
89,mlp.experts.76.gate_proj,0.0000928920,0.02500,2.988
89,mlp.experts.66.gate_proj,0.0001643807,0.02500,3.296
89,mlp.experts.72.gate_proj,0.0000563267,0.02500,3.028
89,mlp.experts.67.gate_proj,0.0000524064,0.02500,2.984
89,mlp.experts.71.gate_proj,0.0000713688,0.02500,3.004
89,mlp.experts.68.gate_proj,0.0001203074,0.02500,3.596
89,mlp.experts.75.gate_proj,0.0000916881,0.02500,3.030
89,mlp.experts.79.gate_proj,0.0000607819,0.02500,3.000
89,mlp.experts.64.gate_proj,0.0000772039,0.02500,3.669
89,mlp.experts.90.gate_proj,0.0000340211,0.02500,3.124
89,mlp.experts.94.gate_proj,0.0001714221,0.02500,3.159
89,mlp.experts.86.gate_proj,0.0001135930,0.02500,3.176
89,mlp.experts.82.gate_proj,0.0000660938,0.02500,3.146
89,mlp.experts.65.gate_proj,0.0001291534,0.02500,4.561
89,mlp.experts.88.gate_proj,0.0001423864,0.02500,3.403
89,mlp.experts.83.gate_proj,0.0002070008,0.02500,2.965
89,mlp.experts.69.gate_proj,0.0000293341,0.02500,4.566
89,mlp.experts.92.gate_proj,0.0000863140,0.02500,3.804
89,mlp.experts.91.gate_proj,0.0001088511,0.02500,2.933
89,mlp.experts.84.gate_proj,0.0001098994,0.02500,2.982
89,mlp.experts.77.gate_proj,0.0000699458,0.02500,4.827
89,mlp.experts.87.gate_proj,0.0000630043,0.02500,3.081
89,mlp.experts.95.gate_proj,0.0000718084,0.02500,2.928
89,mlp.experts.73.gate_proj,0.0000862630,0.02500,4.567
89,mlp.experts.80.gate_proj,0.0001368083,0.02500,3.596
89,mlp.experts.106.gate_proj,0.0000758956,0.02500,3.339
89,mlp.experts.102.gate_proj,0.0000751166,0.02500,3.278
89,mlp.experts.110.gate_proj,0.0001910424,0.02500,3.397
89,mlp.experts.104.gate_proj,0.0000820475,0.02500,2.957
89,mlp.experts.98.gate_proj,0.0002604079,0.02500,3.347
89,mlp.experts.100.gate_proj,0.0001183675,0.02500,2.957
89,mlp.experts.99.gate_proj,0.0000551668,0.02500,3.288
89,mlp.experts.103.gate_proj,0.0000949006,0.02500,3.259
89,mlp.experts.111.gate_proj,0.0002403588,0.02500,3.306
89,mlp.experts.107.gate_proj,0.0000739454,0.02500,3.605
89,mlp.experts.108.gate_proj,0.0001215085,0.02500,3.924
89,mlp.experts.81.gate_proj,0.0000871857,0.02500,4.499
89,mlp.experts.85.gate_proj,0.0000874516,0.02500,4.323
89,mlp.experts.93.gate_proj,0.0000706124,0.02500,4.312
89,mlp.experts.96.gate_proj,0.0001627770,0.02500,3.896
89,mlp.experts.89.gate_proj,0.0001437544,0.02500,4.277
89,mlp.experts.0.up_proj,0.0001442539,0.02500,2.968
89,mlp.experts.2.up_proj,0.0001643086,0.02500,3.562
89,mlp.experts.116.gate_proj,0.0000963624,0.02500,3.029
89,mlp.experts.118.gate_proj,0.0001175349,0.02500,3.535
89,mlp.experts.115.gate_proj,0.0000906548,0.02500,2.955
89,mlp.experts.6.up_proj,0.0001184913,0.02500,3.571
89,mlp.experts.114.gate_proj,0.0000844004,0.02500,3.544
89,mlp.experts.119.gate_proj,0.0001063711,0.02500,2.997
89,mlp.experts.7.up_proj,0.0000866072,0.02500,3.053
89,mlp.experts.3.up_proj,0.0000779605,0.02500,2.962
89,mlp.experts.4.up_proj,0.0000533015,0.02500,3.948
89,mlp.experts.97.gate_proj,0.0000738492,0.02500,4.340
89,mlp.experts.16.up_proj,0.0001313098,0.02500,2.907
89,mlp.experts.112.gate_proj,0.0001009736,0.02500,3.754
89,mlp.experts.109.gate_proj,0.0000910779,0.02500,4.403
89,mlp.experts.101.gate_proj,0.0000682476,0.02500,4.594
89,mlp.experts.11.up_proj,0.0000436594,0.02500,2.955
89,mlp.experts.15.up_proj,0.0001297396,0.02500,2.954
89,mlp.experts.12.up_proj,0.0000785118,0.02500,3.352
89,mlp.experts.23.up_proj,0.0001227915,0.02500,2.954
89,mlp.experts.105.gate_proj,0.0000884065,0.02500,4.413
89,mlp.experts.19.up_proj,0.0000864557,0.02500,2.932
89,mlp.experts.18.up_proj,0.0000796430,0.02500,4.328
89,mlp.experts.14.up_proj,0.0000434202,0.02500,4.378
89,mlp.experts.22.up_proj,0.0000850183,0.02500,4.443
89,mlp.experts.10.up_proj,0.0001110645,0.02500,4.361
89,mlp.experts.20.up_proj,0.0000972169,0.02500,3.634
89,mlp.experts.32.up_proj,0.0000821518,0.02500,2.955
89,mlp.experts.8.up_proj,0.0000676219,0.02500,3.290
89,mlp.experts.27.up_proj,0.0000672538,0.02500,3.821
89,mlp.experts.28.up_proj,0.0000869798,0.02500,3.877
89,mlp.experts.113.gate_proj,0.0001296480,0.02500,4.821
89,mlp.experts.31.up_proj,0.0000540487,0.02500,4.024
89,mlp.experts.35.up_proj,0.0000840832,0.02500,3.794
89,mlp.experts.39.up_proj,0.0000731566,0.02500,4.033
89,mlp.experts.117.gate_proj,0.0001913654,0.02500,4.697
89,mlp.experts.5.up_proj,0.0000662144,0.02500,4.791
89,mlp.experts.34.up_proj,0.0002092243,0.02500,3.627
89,mlp.experts.30.up_proj,0.0001330660,0.02500,3.555
89,mlp.experts.1.up_proj,0.0000948932,0.02500,4.735
89,mlp.experts.38.up_proj,0.0000682165,0.02500,3.537
89,mlp.experts.26.up_proj,0.0001088144,0.02500,3.553
89,mlp.experts.48.up_proj,0.0002886256,0.02500,2.900
89,mlp.experts.36.up_proj,0.0001095491,0.02500,3.370
89,mlp.experts.24.up_proj,0.0001336761,0.02500,3.342
89,mlp.experts.44.up_proj,0.0001175059,0.02500,3.602
89,mlp.experts.43.up_proj,0.0001071698,0.02500,4.271
89,mlp.experts.50.up_proj,0.0000886546,0.02500,3.273
89,mlp.experts.46.up_proj,0.0001355425,0.02500,3.336
89,mlp.experts.55.up_proj,0.0001055307,0.02500,3.971
89,mlp.experts.64.up_proj,0.0000763441,0.02500,2.982
89,mlp.experts.47.up_proj,0.0001203418,0.02500,4.134
89,mlp.experts.54.up_proj,0.0000993040,0.02500,3.397
89,mlp.experts.42.up_proj,0.0001082125,0.02500,3.321
89,mlp.experts.51.up_proj,0.0000413947,0.02500,4.360
89,mlp.experts.9.up_proj,0.0001210718,0.02500,4.677
89,mlp.experts.21.up_proj,0.0001371456,0.02500,4.660
89,mlp.experts.13.up_proj,0.0001018813,0.02500,4.762
89,mlp.experts.52.up_proj,0.0001037404,0.02500,3.537
89,mlp.experts.17.up_proj,0.0000694597,0.02500,4.641
89,mlp.experts.40.up_proj,0.0000504670,0.02500,3.665
89,mlp.experts.59.up_proj,0.0001106054,0.02500,3.055
89,mlp.experts.80.up_proj,0.0001280336,0.02500,2.932
89,mlp.experts.71.up_proj,0.0000688569,0.02500,3.018
89,mlp.experts.60.up_proj,0.0001927112,0.02500,3.669
89,mlp.experts.63.up_proj,0.0001853021,0.02500,3.138
89,mlp.experts.67.up_proj,0.0000534701,0.02500,2.983
89,mlp.experts.66.up_proj,0.0001590063,0.02500,3.935
89,mlp.experts.62.up_proj,0.0000768589,0.02500,3.868
89,mlp.experts.70.up_proj,0.0001423511,0.02500,3.890
89,mlp.experts.58.up_proj,0.0000640820,0.02500,3.889
89,mlp.experts.68.up_proj,0.0001107769,0.02500,3.195
89,mlp.experts.25.up_proj,0.0000614905,0.02500,4.563
89,mlp.experts.56.up_proj,0.0001309974,0.02500,3.863
89,mlp.experts.37.up_proj,0.0001030604,0.02500,4.680
89,mlp.experts.29.up_proj,0.0001050340,0.02500,4.698
89,mlp.experts.75.up_proj,0.0000886648,0.02500,2.870
89,mlp.experts.87.up_proj,0.0000638720,0.02500,2.866
89,mlp.experts.79.up_proj,0.0000570054,0.02500,2.857
89,mlp.experts.33.up_proj,0.0000818020,0.02500,4.730
89,mlp.experts.83.up_proj,0.0001983619,0.02500,2.885
89,mlp.experts.76.up_proj,0.0000943321,0.02500,3.753
89,mlp.experts.96.up_proj,0.0001444893,0.02500,4.013
89,mlp.experts.82.up_proj,0.0000687456,0.02500,3.727
89,mlp.experts.78.up_proj,0.0001386053,0.02500,3.722
89,mlp.experts.74.up_proj,0.0001127051,0.02500,3.687
89,mlp.experts.86.up_proj,0.0001045095,0.02500,3.741
89,mlp.experts.84.up_proj,0.0001070470,0.02500,3.838
89,mlp.experts.91.up_proj,0.0001080049,0.02500,3.053
89,mlp.experts.103.up_proj,0.0000893779,0.02500,2.922
89,mlp.experts.95.up_proj,0.0000716186,0.02500,2.931
89,mlp.experts.99.up_proj,0.0000550879,0.02500,2.995
89,mlp.experts.72.up_proj,0.0000554532,0.02500,3.795
89,mlp.experts.41.up_proj,0.0000930239,0.02500,4.677
89,mlp.experts.92.up_proj,0.0000860665,0.02500,3.164
89,mlp.experts.53.up_proj,0.0000738756,0.02500,4.659
89,mlp.experts.45.up_proj,0.0000758089,0.02500,4.654
89,mlp.experts.112.up_proj,0.0000971875,0.02500,3.343
89,mlp.experts.98.up_proj,0.0002305665,0.02500,3.105
89,mlp.experts.94.up_proj,0.0001626282,0.02500,3.087
89,mlp.experts.90.up_proj,0.0000340645,0.02500,3.142
89,mlp.experts.102.up_proj,0.0000667147,0.02500,3.143
89,mlp.experts.49.up_proj,0.0001491914,0.02500,4.967
89,mlp.experts.100.up_proj,0.0001124806,0.02500,3.080
89,mlp.experts.107.up_proj,0.0000745642,0.02500,2.928
89,mlp.experts.119.up_proj,0.0001025096,0.02500,2.888
89,mlp.experts.111.up_proj,0.0002308672,0.02500,2.864
89,mlp.experts.115.up_proj,0.0000892147,0.02500,2.726
89,mlp.experts.88.up_proj,0.0001383774,0.02500,2.917
89,mlp.experts.108.up_proj,0.0001164646,0.02500,2.633
89,mlp.experts.116.up_proj,0.0000920887,0.02500,2.271
89,mlp.experts.110.up_proj,0.0001833885,0.02500,3.064
89,mlp.experts.114.up_proj,0.0000828366,0.02500,3.132
89,mlp.experts.106.up_proj,0.0000738627,0.02500,2.954
89,mlp.experts.118.up_proj,0.0001115087,0.02500,2.908
89,mlp.experts.104.up_proj,0.0000815713,0.02500,1.955
89,mlp.experts.57.up_proj,0.0000763673,0.02500,4.795
89,mlp.experts.69.up_proj,0.0000293119,0.02500,4.684
89,mlp.experts.61.up_proj,0.0000918955,0.02500,4.726
89,mlp.experts.65.up_proj,0.0001231962,0.02500,4.722
89,mlp.experts.73.up_proj,0.0000809926,0.02500,4.650
89,mlp.experts.85.up_proj,0.0000808955,0.02500,4.582
89,mlp.experts.77.up_proj,0.0000681287,0.02500,4.547
89,mlp.experts.81.up_proj,0.0000828502,0.02500,4.573
89,mlp.experts.89.up_proj,0.0001367150,0.02500,4.521
89,mlp.experts.101.up_proj,0.0000681545,0.02500,4.756
89,mlp.experts.93.up_proj,0.0000689362,0.02500,4.761
89,mlp.experts.97.up_proj,0.0000736586,0.02500,4.557
89,mlp.experts.105.up_proj,0.0000866960,0.02500,4.640
89,mlp.experts.109.up_proj,0.0000884485,0.02500,4.393
89,mlp.experts.117.up_proj,0.0001879433,0.02500,4.546
89,mlp.experts.113.up_proj,0.0001279307,0.02500,4.017
89,mlp.experts.14.down_proj,0.0001187729,0.02500,1.224
89,mlp.experts.6.down_proj,0.0001290190,0.02500,1.230
89,mlp.experts.10.down_proj,0.0000421717,0.02500,1.235
89,mlp.experts.2.down_proj,0.0000278729,0.02500,1.273
89,mlp.experts.0.down_proj,0.0000757420,0.02500,1.718
89,mlp.experts.4.down_proj,0.0000303879,0.02500,1.740
89,mlp.experts.11.down_proj,0.0000088977,0.02500,1.762
89,mlp.experts.15.down_proj,0.0000496628,0.02500,1.801
89,mlp.experts.3.down_proj,0.0000125122,0.02500,1.824
89,mlp.experts.7.down_proj,0.0000276608,0.02500,1.838
89,mlp.experts.12.down_proj,0.0000177096,0.02500,1.878
89,mlp.experts.8.down_proj,0.0000259501,0.02500,1.885
89,mlp.experts.1.down_proj,0.0000424073,0.02500,2.030
89,mlp.experts.5.down_proj,0.0000600955,0.02500,2.112
89,mlp.experts.9.down_proj,0.0000479024,0.02500,2.118
89,mlp.experts.30.down_proj,0.0000315220,0.02500,0.922
89,mlp.experts.22.down_proj,0.0001301424,0.02500,0.919
89,mlp.experts.18.down_proj,0.0000236836,0.02500,0.913
89,mlp.experts.26.down_proj,0.0000330990,0.02500,0.970
89,mlp.experts.13.down_proj,0.0000287308,0.02500,2.213
89,mlp.experts.16.down_proj,0.0000316145,0.02500,0.867
89,mlp.experts.20.down_proj,0.0000353914,0.02500,0.847
89,mlp.experts.24.down_proj,0.0000758300,0.02500,1.053
89,mlp.experts.28.down_proj,0.0000231345,0.02500,1.121
89,mlp.experts.46.down_proj,0.0000591112,0.02500,0.896
89,mlp.experts.38.down_proj,0.0000278481,0.02500,0.898
89,mlp.experts.34.down_proj,0.0001503910,0.02500,0.897
89,mlp.experts.42.down_proj,0.0000736071,0.02500,0.927
89,mlp.experts.27.down_proj,0.0000317143,0.02500,1.463
89,mlp.experts.19.down_proj,0.0000238091,0.02500,1.466
89,mlp.experts.31.down_proj,0.0000942613,0.02500,1.580
89,mlp.experts.23.down_proj,0.0000391093,0.02500,1.567
89,mlp.experts.36.down_proj,0.0000491514,0.02500,0.850
89,mlp.experts.17.down_proj,0.0000486957,0.02500,1.423
89,mlp.experts.32.down_proj,0.0000374740,0.02500,0.884
89,mlp.experts.25.down_proj,0.0000318606,0.02500,1.383
89,mlp.experts.21.down_proj,0.0000610091,0.02500,1.430
89,mlp.experts.29.down_proj,0.0000528599,0.02500,1.461
89,mlp.experts.40.down_proj,0.0000121437,0.02500,1.166
89,mlp.experts.62.down_proj,0.0000407799,0.02500,1.105
89,mlp.experts.54.down_proj,0.0001792287,0.02500,1.106
89,mlp.experts.44.down_proj,0.0000393309,0.02500,1.164
89,mlp.experts.50.down_proj,0.0000150913,0.02500,1.107
89,mlp.experts.58.down_proj,0.0000136150,0.02500,1.201
89,mlp.experts.48.down_proj,0.0001763780,0.02500,0.887
89,mlp.experts.52.down_proj,0.0000402086,0.02500,0.944
89,mlp.experts.41.down_proj,0.0001069972,0.02500,0.929
89,mlp.experts.33.down_proj,0.0000573101,0.02500,1.127
89,mlp.experts.45.down_proj,0.0000380295,0.02500,0.945
89,mlp.experts.37.down_proj,0.0000326367,0.02500,1.082
89,mlp.experts.43.down_proj,0.0000525765,0.02500,1.655
89,mlp.experts.35.down_proj,0.0000404630,0.02500,1.650
89,mlp.experts.39.down_proj,0.0000248059,0.02500,1.626
89,mlp.experts.60.down_proj,0.0000458901,0.02500,0.886
89,mlp.experts.47.down_proj,0.0000467358,0.02500,1.688
89,mlp.experts.78.down_proj,0.0000526135,0.02500,1.012
89,mlp.experts.70.down_proj,0.0000997030,0.02500,1.024
89,mlp.experts.66.down_proj,0.0000547270,0.02500,1.033
89,mlp.experts.64.down_proj,0.0000220745,0.02500,0.883
89,mlp.experts.56.down_proj,0.0000707857,0.02500,1.178
89,mlp.experts.74.down_proj,0.0000316945,0.02500,0.989
89,mlp.experts.68.down_proj,0.0000192351,0.02500,1.089
89,mlp.experts.49.down_proj,0.0001173853,0.02500,0.948
89,mlp.experts.53.down_proj,0.0000187400,0.02500,0.912
89,mlp.experts.57.down_proj,0.0000202389,0.02500,1.203
89,mlp.experts.61.down_proj,0.0000563305,0.02500,1.156
89,mlp.experts.59.down_proj,0.0000246639,0.02500,1.193
89,mlp.experts.80.down_proj,0.0000364546,0.02500,0.843
89,mlp.experts.51.down_proj,0.0000074598,0.02500,1.153
89,mlp.experts.76.down_proj,0.0000728167,0.02500,1.072
89,mlp.experts.55.down_proj,0.0000378278,0.02500,1.139
89,mlp.experts.63.down_proj,0.0002083663,0.02500,1.115
89,mlp.experts.86.down_proj,0.0000360080,0.02500,1.124
89,mlp.experts.94.down_proj,0.0000667222,0.02500,1.140
89,mlp.experts.84.down_proj,0.0001149340,0.02500,0.860
89,mlp.experts.82.down_proj,0.0000244554,0.02500,1.156
89,mlp.experts.72.down_proj,0.0000128634,0.02500,1.145
89,mlp.experts.90.down_proj,0.0000107775,0.02500,1.151
89,mlp.experts.69.down_proj,0.0000200308,0.02500,1.503
89,mlp.experts.65.down_proj,0.0000388903,0.02500,1.533
89,mlp.experts.96.down_proj,0.0000335574,0.02500,0.983
89,mlp.experts.92.down_proj,0.0000569993,0.02500,0.994
89,mlp.experts.67.down_proj,0.0001172374,0.02500,1.027
89,mlp.experts.75.down_proj,0.0001161781,0.02500,1.066
89,mlp.experts.79.down_proj,0.0000150860,0.02500,1.063
89,mlp.experts.73.down_proj,0.0000318337,0.02500,1.620
89,mlp.experts.71.down_proj,0.0000182142,0.02500,1.114
89,mlp.experts.88.down_proj,0.0001735332,0.02500,0.915
89,mlp.experts.100.down_proj,0.0000343090,0.02500,1.036
89,mlp.experts.77.down_proj,0.0002122148,0.02500,1.616
89,mlp.experts.102.down_proj,0.0000216715,0.02500,1.111
89,mlp.experts.110.down_proj,0.0000781539,0.02500,1.121
89,mlp.experts.98.down_proj,0.0001023227,0.02500,1.099
89,mlp.experts.106.down_proj,0.0000280937,0.02500,1.040
89,mlp.experts.118.down_proj,0.0000511456,0.02500,0.679
89,mlp.experts.114.down_proj,0.0000491837,0.02500,0.646
89,mlp.experts.108.down_proj,0.0000436495,0.02500,1.061
89,mlp.experts.104.down_proj,0.0000444859,0.02500,0.853
89,mlp.experts.112.down_proj,0.0000251606,0.02500,1.139
89,mlp.experts.116.down_proj,0.0000306145,0.02500,0.848
89,mlp.experts.91.down_proj,0.0000471575,0.02500,1.262
89,mlp.experts.85.down_proj,0.0000205759,0.02500,1.409
89,mlp.experts.81.down_proj,0.0000147922,0.02500,1.426
89,mlp.experts.83.down_proj,0.0000367136,0.02500,1.372
89,mlp.experts.95.down_proj,0.0001280423,0.02500,1.340
89,mlp.experts.87.down_proj,0.0000151085,0.02500,1.368
89,mlp.experts.89.down_proj,0.0000816139,0.02500,1.406
89,mlp.experts.93.down_proj,0.0000178735,0.02500,1.409
89,mlp.experts.107.down_proj,0.0000285811,0.02500,1.271
89,mlp.experts.99.down_proj,0.0000562701,0.02500,1.264
89,mlp.experts.111.down_proj,0.0000887830,0.02500,1.229
89,mlp.experts.101.down_proj,0.0000283457,0.02500,1.411
89,mlp.experts.97.down_proj,0.0000263410,0.02500,1.395
89,mlp.experts.103.down_proj,0.0000244589,0.02500,1.235
89,mlp.experts.105.down_proj,0.0000359148,0.02500,1.502
89,mlp.experts.109.down_proj,0.0000733584,0.02500,1.457
89,mlp.experts.115.down_proj,0.0000465369,0.02500,0.783
89,mlp.experts.119.down_proj,0.0000437461,0.02500,0.731
89,mlp.experts.117.down_proj,0.0001050128,0.02500,1.015
89,mlp.experts.113.down_proj,0.0000399194,0.02500,1.005
90,self_attn.k_proj,0.0000000872,0.02500,1.652
90,self_attn.v_proj,0.0000003223,0.02500,1.792
90,self_attn.q_proj,0.0000009087,0.02500,1.994
90,self_attn.o_proj,0.0000006037,0.02500,3.990
90,mlp.shared_experts.gate_proj,0.0000044282,0.02500,1.319
90,mlp.shared_experts.up_proj,0.0000035227,0.02500,1.351
90,mlp.shared_experts.down_proj,0.0000023495,0.02500,0.423
90,mlp.experts.7.gate_proj,0.0000702500,0.02500,5.283
90,mlp.experts.15.gate_proj,0.0000909836,0.02500,5.368
90,mlp.experts.11.gate_proj,0.0001016364,0.02500,5.413
90,mlp.experts.9.gate_proj,0.0000984158,0.02500,5.477
90,mlp.experts.3.gate_proj,0.0000885223,0.02500,5.523
90,mlp.experts.4.gate_proj,0.0000591302,0.02500,4.619
90,mlp.experts.12.gate_proj,0.0000740995,0.02500,5.619
90,mlp.experts.5.gate_proj,0.0001561106,0.02500,5.650
90,mlp.experts.1.gate_proj,0.0000778852,0.02500,5.537
90,mlp.experts.8.gate_proj,0.0002055444,0.02500,5.838
90,mlp.experts.13.gate_proj,0.0000870334,0.02500,5.999
90,mlp.experts.0.gate_proj,0.0000610046,0.02500,6.118
90,mlp.experts.14.gate_proj,0.0001373804,0.02500,6.522
90,mlp.experts.6.gate_proj,0.0000518153,0.02500,6.760
90,mlp.experts.10.gate_proj,0.0000646452,0.02500,7.044
90,mlp.experts.2.gate_proj,0.0000731842,0.02500,7.188
90,mlp.experts.23.gate_proj,0.0002700198,0.02500,3.542
90,mlp.experts.27.gate_proj,0.0000919303,0.02500,3.414
90,mlp.experts.31.gate_proj,0.0001242222,0.02500,3.557
90,mlp.experts.21.gate_proj,0.0001133001,0.02500,3.371
90,mlp.experts.19.gate_proj,0.0000525870,0.02500,3.609
90,mlp.experts.25.gate_proj,0.0000490777,0.02500,3.707
90,mlp.experts.24.gate_proj,0.0001250987,0.02500,3.433
90,mlp.experts.29.gate_proj,0.0000864275,0.02500,3.310
90,mlp.experts.16.gate_proj,0.0000793679,0.02500,3.287
90,mlp.experts.17.gate_proj,0.0001069196,0.02500,3.594
90,mlp.experts.20.gate_proj,0.0000898642,0.02500,4.118
90,mlp.experts.28.gate_proj,0.0000516727,0.02500,4.258
90,mlp.experts.26.gate_proj,0.0000894744,0.02500,4.816
90,mlp.experts.30.gate_proj,0.0000914302,0.02500,5.393
90,mlp.experts.22.gate_proj,0.0001060690,0.02500,5.285
90,mlp.experts.43.gate_proj,0.0001255302,0.02500,3.225
90,mlp.experts.39.gate_proj,0.0000940987,0.02500,3.233
90,mlp.experts.47.gate_proj,0.0001282769,0.02500,3.245
90,mlp.experts.40.gate_proj,0.0000825596,0.02500,2.927
90,mlp.experts.18.gate_proj,0.0001112918,0.02500,5.015
90,mlp.experts.32.gate_proj,0.0000897069,0.02500,2.949
90,mlp.experts.35.gate_proj,0.0000663305,0.02500,3.244
90,mlp.experts.37.gate_proj,0.0000667927,0.02500,3.417
90,mlp.experts.33.gate_proj,0.0000610193,0.02500,3.140
90,mlp.experts.45.gate_proj,0.0000536356,0.02500,3.615
90,mlp.experts.41.gate_proj,0.0000972854,0.02500,3.729
90,mlp.experts.44.gate_proj,0.0000935450,0.02500,3.639
90,mlp.experts.36.gate_proj,0.0001108977,0.02500,3.972
90,mlp.experts.42.gate_proj,0.0000593184,0.02500,3.579
90,mlp.experts.56.gate_proj,0.0000513486,0.02500,3.292
90,mlp.experts.46.gate_proj,0.0000991875,0.02500,3.643
90,mlp.experts.38.gate_proj,0.0000935061,0.02500,3.580
90,mlp.experts.34.gate_proj,0.0000741272,0.02500,3.575
90,mlp.experts.48.gate_proj,0.0001490970,0.02500,3.649
90,mlp.experts.55.gate_proj,0.0001750865,0.02500,4.033
90,mlp.experts.63.gate_proj,0.0001311419,0.02500,4.040
90,mlp.experts.59.gate_proj,0.0000495057,0.02500,4.160
90,mlp.experts.53.gate_proj,0.0000515947,0.02500,3.873
90,mlp.experts.61.gate_proj,0.0000833418,0.02500,3.399
90,mlp.experts.51.gate_proj,0.0000573168,0.02500,4.077
90,mlp.experts.49.gate_proj,0.0000546567,0.02500,3.957
90,mlp.experts.57.gate_proj,0.0000701614,0.02500,3.808
90,mlp.experts.52.gate_proj,0.0001569167,0.02500,3.139
90,mlp.experts.60.gate_proj,0.0000908769,0.02500,3.549
90,mlp.experts.58.gate_proj,0.0002103579,0.02500,3.217
90,mlp.experts.62.gate_proj,0.0000595290,0.02500,3.216
90,mlp.experts.72.gate_proj,0.0001092417,0.02500,3.376
90,mlp.experts.54.gate_proj,0.0000824603,0.02500,3.273
90,mlp.experts.64.gate_proj,0.0000889420,0.02500,3.017
90,mlp.experts.50.gate_proj,0.0000875365,0.02500,3.265
90,mlp.experts.77.gate_proj,0.0000723048,0.02500,3.755
90,mlp.experts.69.gate_proj,0.0001600501,0.02500,3.812
90,mlp.experts.71.gate_proj,0.0000704804,0.02500,4.095
90,mlp.experts.65.gate_proj,0.0000798264,0.02500,3.670
90,mlp.experts.75.gate_proj,0.0000786867,0.02500,4.109
90,mlp.experts.73.gate_proj,0.0001231887,0.02500,3.698
90,mlp.experts.68.gate_proj,0.0000586272,0.02500,3.721
90,mlp.experts.79.gate_proj,0.0000872521,0.02500,4.309
90,mlp.experts.67.gate_proj,0.0000548734,0.02500,4.320
90,mlp.experts.76.gate_proj,0.0000297214,0.02500,3.738
90,mlp.experts.74.gate_proj,0.0000615989,0.02500,3.243
90,mlp.experts.88.gate_proj,0.0000756784,0.02500,3.083
90,mlp.experts.78.gate_proj,0.0000859723,0.02500,3.238
90,mlp.experts.70.gate_proj,0.0000922962,0.02500,3.295
90,mlp.experts.66.gate_proj,0.0001222603,0.02500,3.384
90,mlp.experts.80.gate_proj,0.0000711766,0.02500,3.677
90,mlp.experts.93.gate_proj,0.0000850259,0.02500,3.252
90,mlp.experts.85.gate_proj,0.0000423785,0.02500,3.254
90,mlp.experts.81.gate_proj,0.0000585684,0.02500,3.285
90,mlp.experts.89.gate_proj,0.0000808124,0.02500,3.165
90,mlp.experts.84.gate_proj,0.0000885991,0.02500,3.874
90,mlp.experts.91.gate_proj,0.0001000576,0.02500,4.368
90,mlp.experts.92.gate_proj,0.0000690003,0.02500,3.905
90,mlp.experts.87.gate_proj,0.0001856167,0.02500,4.629
90,mlp.experts.95.gate_proj,0.0000960298,0.02500,4.525
90,mlp.experts.83.gate_proj,0.0001045250,0.02500,4.419
90,mlp.experts.90.gate_proj,0.0000995635,0.02500,4.046
90,mlp.experts.94.gate_proj,0.0000604226,0.02500,4.137
90,mlp.experts.101.gate_proj,0.0000792363,0.02500,2.800
90,mlp.experts.86.gate_proj,0.0000833872,0.02500,4.021
90,mlp.experts.109.gate_proj,0.0000938739,0.02500,2.910
90,mlp.experts.104.gate_proj,0.0000639990,0.02500,4.292
90,mlp.experts.97.gate_proj,0.0000760081,0.02500,2.891
90,mlp.experts.82.gate_proj,0.0000807058,0.02500,4.004
90,mlp.experts.105.gate_proj,0.0000682301,0.02500,2.838
90,mlp.experts.96.gate_proj,0.0000603046,0.02500,4.800
90,mlp.experts.117.gate_proj,0.0000770991,0.02500,2.850
90,mlp.experts.5.up_proj,0.0001461684,0.02500,2.875
90,mlp.experts.100.gate_proj,0.0000563859,0.02500,4.782
90,mlp.experts.106.gate_proj,0.0001001823,0.02500,3.228
90,mlp.experts.1.up_proj,0.0000776836,0.02500,2.803
90,mlp.experts.113.gate_proj,0.0000876488,0.02500,2.942
90,mlp.experts.110.gate_proj,0.0000698588,0.02500,3.228
90,mlp.experts.102.gate_proj,0.0001546364,0.02500,3.172
90,mlp.experts.103.gate_proj,0.0000853596,0.02500,4.729
90,mlp.experts.108.gate_proj,0.0000645810,0.02500,4.899
90,mlp.experts.98.gate_proj,0.0000669191,0.02500,3.226
90,mlp.experts.107.gate_proj,0.0000557881,0.02500,5.042
90,mlp.experts.111.gate_proj,0.0000432975,0.02500,4.869
90,mlp.experts.99.gate_proj,0.0001270593,0.02500,4.860
90,mlp.experts.0.up_proj,0.0000568939,0.02500,4.602
90,mlp.experts.112.gate_proj,0.0001069115,0.02500,3.988
90,mlp.experts.13.up_proj,0.0000869538,0.02500,3.013
90,mlp.experts.21.up_proj,0.0001060715,0.02500,3.004
90,mlp.experts.17.up_proj,0.0001020719,0.02500,2.930
90,mlp.experts.9.up_proj,0.0000948932,0.02500,2.933
90,mlp.experts.116.gate_proj,0.0000431982,0.02500,3.823
90,mlp.experts.3.up_proj,0.0001096543,0.02500,3.584
90,mlp.experts.4.up_proj,0.0000582134,0.02500,3.725
90,mlp.experts.119.gate_proj,0.0001463392,0.02500,3.830
90,mlp.experts.2.up_proj,0.0000731533,0.02500,4.539
90,mlp.experts.118.gate_proj,0.0000685833,0.02500,4.477
90,mlp.experts.6.up_proj,0.0000515574,0.02500,4.598
90,mlp.experts.7.up_proj,0.0000677807,0.02500,4.115
90,mlp.experts.114.gate_proj,0.0000792816,0.02500,4.475
90,mlp.experts.115.gate_proj,0.0000633935,0.02500,4.136
90,mlp.experts.16.up_proj,0.0000774439,0.02500,3.439
90,mlp.experts.29.up_proj,0.0000849322,0.02500,2.876
90,mlp.experts.8.up_proj,0.0001959954,0.02500,3.471
90,mlp.experts.33.up_proj,0.0000603367,0.02500,2.806
90,mlp.experts.37.up_proj,0.0000663066,0.02500,2.922
90,mlp.experts.25.up_proj,0.0000461150,0.02500,2.988
90,mlp.experts.12.up_proj,0.0000719021,0.02500,3.137
90,mlp.experts.15.up_proj,0.0000879945,0.02500,2.917
90,mlp.experts.20.up_proj,0.0000881084,0.02500,3.289
90,mlp.experts.19.up_proj,0.0000496079,0.02500,3.434
90,mlp.experts.11.up_proj,0.0000947985,0.02500,3.225
90,mlp.experts.32.up_proj,0.0000892045,0.02500,3.230
90,mlp.experts.49.up_proj,0.0000558153,0.02500,2.828
90,mlp.experts.45.up_proj,0.0000522710,0.02500,2.956
90,mlp.experts.53.up_proj,0.0000478958,0.02500,2.937
90,mlp.experts.23.up_proj,0.0002400372,0.02500,3.978
90,mlp.experts.18.up_proj,0.0001108687,0.02500,4.454
90,mlp.experts.24.up_proj,0.0001200888,0.02500,3.365
90,mlp.experts.14.up_proj,0.0001269512,0.02500,4.498
90,mlp.experts.41.up_proj,0.0000906457,0.02500,3.203
90,mlp.experts.22.up_proj,0.0001032883,0.02500,4.529
90,mlp.experts.10.up_proj,0.0000623223,0.02500,4.549
90,mlp.experts.31.up_proj,0.0001244444,0.02500,3.012
90,mlp.experts.28.up_proj,0.0000496477,0.02500,3.217
90,mlp.experts.36.up_proj,0.0001115853,0.02500,3.263
90,mlp.experts.35.up_proj,0.0000676540,0.02500,3.631
90,mlp.experts.48.up_proj,0.0001461022,0.02500,3.235
90,mlp.experts.65.up_proj,0.0000794295,0.02500,2.959
90,mlp.experts.61.up_proj,0.0000816041,0.02500,3.036
90,mlp.experts.27.up_proj,0.0000876537,0.02500,3.518
90,mlp.experts.69.up_proj,0.0001557880,0.02500,3.037
90,mlp.experts.39.up_proj,0.0000918891,0.02500,3.131
90,mlp.experts.57.up_proj,0.0000693850,0.02500,2.936
90,mlp.experts.40.up_proj,0.0000798758,0.02500,3.256
90,mlp.experts.44.up_proj,0.0000885819,0.02500,3.310
90,mlp.experts.47.up_proj,0.0001224481,0.02500,3.381
90,mlp.experts.34.up_proj,0.0000665180,0.02500,4.891
90,mlp.experts.52.up_proj,0.0001460524,0.02500,3.192
90,mlp.experts.30.up_proj,0.0000845187,0.02500,4.980
90,mlp.experts.38.up_proj,0.0000908904,0.02500,5.036
90,mlp.experts.26.up_proj,0.0000874453,0.02500,4.924
90,mlp.experts.81.up_proj,0.0000564489,0.02500,2.855
90,mlp.experts.77.up_proj,0.0000656940,0.02500,2.910
90,mlp.experts.43.up_proj,0.0001224629,0.02500,2.973
90,mlp.experts.85.up_proj,0.0000417426,0.02500,2.904
90,mlp.experts.64.up_proj,0.0000832302,0.02500,3.232
90,mlp.experts.51.up_proj,0.0000553605,0.02500,3.972
90,mlp.experts.73.up_proj,0.0001207092,0.02500,2.989
90,mlp.experts.56.up_proj,0.0000497374,0.02500,3.335
90,mlp.experts.55.up_proj,0.0001671885,0.02500,3.906
90,mlp.experts.63.up_proj,0.0001294390,0.02500,3.143
90,mlp.experts.60.up_proj,0.0000880087,0.02500,3.206
90,mlp.experts.68.up_proj,0.0000580195,0.02500,3.311
90,mlp.experts.97.up_proj,0.0000746686,0.02500,2.960
90,mlp.experts.93.up_proj,0.0000840988,0.02500,2.969
90,mlp.experts.101.up_proj,0.0000773878,0.02500,2.986
90,mlp.experts.59.up_proj,0.0000483082,0.02500,3.101
90,mlp.experts.80.up_proj,0.0000701813,0.02500,3.279
90,mlp.experts.89.up_proj,0.0000783891,0.02500,2.909
90,mlp.experts.50.up_proj,0.0000849608,0.02500,5.026
90,mlp.experts.72.up_proj,0.0001081162,0.02500,3.265
90,mlp.experts.67.up_proj,0.0000512029,0.02500,3.839
90,mlp.experts.71.up_proj,0.0000667967,0.02500,3.235
90,mlp.experts.46.up_proj,0.0000936193,0.02500,5.105
90,mlp.experts.42.up_proj,0.0000594541,0.02500,4.910
90,mlp.experts.54.up_proj,0.0000795068,0.02500,5.438
90,mlp.experts.76.up_proj,0.0000290364,0.02500,3.247
90,mlp.experts.79.up_proj,0.0000821150,0.02500,3.508
90,mlp.experts.113.up_proj,0.0000845533,0.02500,2.924
90,mlp.experts.84.up_proj,0.0000855132,0.02500,3.149
90,mlp.experts.109.up_proj,0.0000844387,0.02500,2.856
90,mlp.experts.117.up_proj,0.0000753293,0.02500,2.836
90,mlp.experts.105.up_proj,0.0000675941,0.02500,2.657
90,mlp.experts.75.up_proj,0.0000785337,0.02500,2.984
90,mlp.experts.96.up_proj,0.0000607837,0.02500,3.058
90,mlp.experts.88.up_proj,0.0000712037,0.02500,3.191
90,mlp.experts.87.up_proj,0.0001831765,0.02500,3.264
90,mlp.experts.83.up_proj,0.0001011674,0.02500,3.890
90,mlp.experts.92.up_proj,0.0000682244,0.02500,3.047
90,mlp.experts.95.up_proj,0.0000930276,0.02500,2.859
90,mlp.experts.100.up_proj,0.0000533288,0.02500,2.979
90,mlp.experts.66.up_proj,0.0001177532,0.02500,4.652
90,mlp.experts.62.up_proj,0.0000604458,0.02500,4.721
90,mlp.experts.58.up_proj,0.0002015614,0.02500,4.719
90,mlp.experts.112.up_proj,0.0000946090,0.02500,2.968
90,mlp.experts.91.up_proj,0.0000983927,0.02500,3.769
90,mlp.experts.104.up_proj,0.0000625616,0.02500,2.698
90,mlp.experts.70.up_proj,0.0000907470,0.02500,5.115
90,mlp.experts.103.up_proj,0.0000835607,0.02500,2.922
90,mlp.experts.108.up_proj,0.0000622480,0.02500,2.486
90,mlp.experts.116.up_proj,0.0000419737,0.02500,2.377
90,mlp.experts.99.up_proj,0.0001229018,0.02500,2.835
90,mlp.experts.111.up_proj,0.0000411134,0.02500,3.358
90,mlp.experts.119.up_proj,0.0001421766,0.02500,2.531
90,mlp.experts.107.up_proj,0.0000541458,0.02500,3.296
90,mlp.experts.82.up_proj,0.0000768602,0.02500,4.786
90,mlp.experts.115.up_proj,0.0000616356,0.02500,2.661
90,mlp.experts.74.up_proj,0.0000630552,0.02500,4.914
90,mlp.experts.78.up_proj,0.0000810251,0.02500,5.096
90,mlp.experts.86.up_proj,0.0000825646,0.02500,5.427
90,mlp.experts.98.up_proj,0.0000666188,0.02500,4.876
90,mlp.experts.90.up_proj,0.0000928999,0.02500,4.966
90,mlp.experts.94.up_proj,0.0000587802,0.02500,4.967
90,mlp.experts.102.up_proj,0.0001465036,0.02500,5.150
90,mlp.experts.114.up_proj,0.0000797601,0.02500,4.978
90,mlp.experts.106.up_proj,0.0000987095,0.02500,4.752
90,mlp.experts.110.up_proj,0.0000695446,0.02500,4.661
90,mlp.experts.118.up_proj,0.0000638327,0.02500,3.703
90,mlp.experts.5.down_proj,0.0000995182,0.02500,0.920
90,mlp.experts.13.down_proj,0.0001154102,0.02500,0.930
90,mlp.experts.15.down_proj,0.0000554249,0.02500,0.944
90,mlp.experts.7.down_proj,0.0000137469,0.02500,1.001
90,mlp.experts.2.down_proj,0.0001513497,0.02500,1.078
90,mlp.experts.6.down_proj,0.0000153675,0.02500,1.107
90,mlp.experts.10.down_proj,0.0000178136,0.02500,1.127
90,mlp.experts.9.down_proj,0.0000425568,0.02500,1.144
90,mlp.experts.14.down_proj,0.0000589911,0.02500,1.145
90,mlp.experts.11.down_proj,0.0000214007,0.02500,1.148
90,mlp.experts.1.down_proj,0.0000537731,0.02500,1.161
90,mlp.experts.3.down_proj,0.0001840648,0.02500,1.188
90,mlp.experts.0.down_proj,0.0000274784,0.02500,1.503
90,mlp.experts.8.down_proj,0.0001587821,0.02500,1.519
90,mlp.experts.12.down_proj,0.0000418131,0.02500,1.584
90,mlp.experts.4.down_proj,0.0000239191,0.02500,1.686
90,mlp.experts.29.down_proj,0.0000471486,0.02500,0.952
90,mlp.experts.21.down_proj,0.0000790847,0.02500,1.093
90,mlp.experts.18.down_proj,0.0001190130,0.02500,1.001
90,mlp.experts.22.down_proj,0.0000513796,0.02500,1.008
90,mlp.experts.26.down_proj,0.0000305549,0.02500,0.999
90,mlp.experts.17.down_proj,0.0000441693,0.02500,0.974
90,mlp.experts.30.down_proj,0.0000187845,0.02500,1.017
90,mlp.experts.23.down_proj,0.0000847745,0.02500,1.234
90,mlp.experts.31.down_proj,0.0000613430,0.02500,1.338
90,mlp.experts.25.down_proj,0.0000132509,0.02500,1.153
90,mlp.experts.27.down_proj,0.0000252143,0.02500,1.241
90,mlp.experts.19.down_proj,0.0000118721,0.02500,1.271
90,mlp.experts.45.down_proj,0.0000166117,0.02500,0.883
90,mlp.experts.24.down_proj,0.0001112571,0.02500,1.269
90,mlp.experts.16.down_proj,0.0000531875,0.02500,1.303
90,mlp.experts.20.down_proj,0.0000267662,0.02500,1.298
90,mlp.experts.33.down_proj,0.0000303553,0.02500,0.870
90,mlp.experts.28.down_proj,0.0000382542,0.02500,1.422
90,mlp.experts.37.down_proj,0.0000258270,0.02500,1.057
90,mlp.experts.34.down_proj,0.0000248284,0.02500,1.289
90,mlp.experts.39.down_proj,0.0000477899,0.02500,1.166
90,mlp.experts.41.down_proj,0.0000195032,0.02500,1.115
90,mlp.experts.38.down_proj,0.0001247511,0.02500,1.321
90,mlp.experts.42.down_proj,0.0000209189,0.02500,1.339
90,mlp.experts.47.down_proj,0.0000436026,0.02500,1.211
90,mlp.experts.43.down_proj,0.0000527789,0.02500,1.117
90,mlp.experts.46.down_proj,0.0000546733,0.02500,1.390
90,mlp.experts.35.down_proj,0.0000424582,0.02500,1.285
90,mlp.experts.61.down_proj,0.0000857526,0.02500,1.084
90,mlp.experts.53.down_proj,0.0000092610,0.02500,0.890
90,mlp.experts.40.down_proj,0.0000237122,0.02500,1.314
90,mlp.experts.32.down_proj,0.0000395961,0.02500,1.310
90,mlp.experts.49.down_proj,0.0000545093,0.02500,1.178
90,mlp.experts.36.down_proj,0.0000650490,0.02500,1.316
90,mlp.experts.57.down_proj,0.0000402630,0.02500,0.939
90,mlp.experts.55.down_proj,0.0000483785,0.02500,1.070
90,mlp.experts.44.down_proj,0.0000492229,0.02500,1.484
90,mlp.experts.59.down_proj,0.0000118472,0.02500,1.138
90,mlp.experts.63.down_proj,0.0001045746,0.02500,1.197
90,mlp.experts.51.down_proj,0.0000287253,0.02500,0.964
90,mlp.experts.77.down_proj,0.0000187952,0.02500,0.892
90,mlp.experts.54.down_proj,0.0000259684,0.02500,1.309
90,mlp.experts.50.down_proj,0.0000283399,0.02500,1.389
90,mlp.experts.58.down_proj,0.0002912159,0.02500,1.305
90,mlp.experts.62.down_proj,0.0000557374,0.02500,1.325
90,mlp.experts.69.down_proj,0.0001198379,0.02500,1.163
90,mlp.experts.71.down_proj,0.0000131810,0.02500,0.877
90,mlp.experts.48.down_proj,0.0000417899,0.02500,1.343
90,mlp.experts.73.down_proj,0.0000673608,0.02500,1.144
90,mlp.experts.65.down_proj,0.0000614027,0.02500,1.421
90,mlp.experts.75.down_proj,0.0000330127,0.02500,0.971
90,mlp.experts.52.down_proj,0.0000827102,0.02500,1.320
90,mlp.experts.56.down_proj,0.0000293965,0.02500,1.580
90,mlp.experts.79.down_proj,0.0000540781,0.02500,1.099
90,mlp.experts.60.down_proj,0.0000375194,0.02500,1.317
90,mlp.experts.67.down_proj,0.0000085004,0.02500,1.130
90,mlp.experts.93.down_proj,0.0000382356,0.02500,1.319
90,mlp.experts.70.down_proj,0.0000402315,0.02500,1.377
90,mlp.experts.66.down_proj,0.0000388629,0.02500,1.385
90,mlp.experts.74.down_proj,0.0000582904,0.02500,1.396
90,mlp.experts.87.down_proj,0.0001655228,0.02500,0.858
90,mlp.experts.78.down_proj,0.0000294684,0.02500,1.428
90,mlp.experts.85.down_proj,0.0000152198,0.02500,1.342
90,mlp.experts.91.down_proj,0.0000488971,0.02500,0.952
90,mlp.experts.64.down_proj,0.0000352500,0.02500,1.160
90,mlp.experts.68.down_proj,0.0000767682,0.02500,1.160
90,mlp.experts.95.down_proj,0.0000222570,0.02500,0.996
90,mlp.experts.89.down_proj,0.0000304466,0.02500,1.319
90,mlp.experts.72.down_proj,0.0000412388,0.02500,1.161
90,mlp.experts.81.down_proj,0.0000164545,0.02500,1.275
90,mlp.experts.83.down_proj,0.0000277322,0.02500,1.098
90,mlp.experts.76.down_proj,0.0000298865,0.02500,1.202
90,mlp.experts.103.down_proj,0.0000624756,0.02500,0.866
90,mlp.experts.109.down_proj,0.0000318781,0.02500,1.171
90,mlp.experts.101.down_proj,0.0000458326,0.02500,0.903
90,mlp.experts.86.down_proj,0.0000483613,0.02500,1.334
90,mlp.experts.82.down_proj,0.0000554037,0.02500,1.345
90,mlp.experts.90.down_proj,0.0000174221,0.02500,1.337
90,mlp.experts.111.down_proj,0.0000163759,0.02500,0.886
90,mlp.experts.97.down_proj,0.0000323465,0.02500,0.845
90,mlp.experts.107.down_proj,0.0000135305,0.02500,1.161
90,mlp.experts.94.down_proj,0.0000205756,0.02500,1.433
90,mlp.experts.105.down_proj,0.0000287344,0.02500,0.925
90,mlp.experts.119.down_proj,0.0000717284,0.02500,0.802
90,mlp.experts.99.down_proj,0.0000956617,0.02500,0.983
90,mlp.experts.80.down_proj,0.0000260402,0.02500,1.351
90,mlp.experts.117.down_proj,0.0000244684,0.02500,0.673
90,mlp.experts.84.down_proj,0.0000462881,0.02500,1.392
90,mlp.experts.88.down_proj,0.0000131580,0.02500,1.366
90,mlp.experts.113.down_proj,0.0000324064,0.02500,0.562
90,mlp.experts.92.down_proj,0.0000299970,0.02500,1.355
90,mlp.experts.115.down_proj,0.0000798175,0.02500,0.510
90,mlp.experts.98.down_proj,0.0000215038,0.02500,1.276
90,mlp.experts.106.down_proj,0.0000344388,0.02500,1.290
90,mlp.experts.102.down_proj,0.0000644119,0.02500,1.490
90,mlp.experts.110.down_proj,0.0000281800,0.02500,1.228
90,mlp.experts.96.down_proj,0.0000558075,0.02500,1.100
90,mlp.experts.100.down_proj,0.0000359185,0.02500,1.073
90,mlp.experts.104.down_proj,0.0000202314,0.02500,1.093
90,mlp.experts.108.down_proj,0.0000165876,0.02500,1.128
90,mlp.experts.114.down_proj,0.0000594220,0.02500,0.871
90,mlp.experts.118.down_proj,0.0000116401,0.02500,0.753
90,mlp.experts.112.down_proj,0.0000195036,0.02500,1.003
90,mlp.experts.116.down_proj,0.0000131978,0.02500,0.869
91,self_attn.k_proj,0.0000000533,0.02500,2.148
91,self_attn.v_proj,0.0000004733,0.02500,2.250
91,self_attn.q_proj,0.0000006184,0.02500,2.623
91,self_attn.o_proj,0.0000019335,0.02500,4.090
91,mlp.shared_experts.gate_proj,0.0000025659,0.02500,1.702
91,mlp.shared_experts.up_proj,0.0000029699,0.02500,1.537
91,mlp.shared_experts.down_proj,0.0000042670,0.02500,0.389
91,mlp.experts.4.gate_proj,0.0000362562,0.02500,5.138
91,mlp.experts.8.gate_proj,0.0000425328,0.02500,5.190
91,mlp.experts.12.gate_proj,0.0001207093,0.02500,5.205
91,mlp.experts.0.gate_proj,0.0001341233,0.02500,5.343
91,mlp.experts.2.gate_proj,0.0000590042,0.02500,5.740
91,mlp.experts.10.gate_proj,0.0000603592,0.02500,5.833
91,mlp.experts.14.gate_proj,0.0000599289,0.02500,6.179
91,mlp.experts.6.gate_proj,0.0000919649,0.02500,6.246
91,mlp.experts.7.gate_proj,0.0000559479,0.02500,6.742
91,mlp.experts.3.gate_proj,0.0000596398,0.02500,6.824
91,mlp.experts.5.gate_proj,0.0000471883,0.02500,6.959
91,mlp.experts.11.gate_proj,0.0000295950,0.02500,7.058
91,mlp.experts.1.gate_proj,0.0000479383,0.02500,7.113
91,mlp.experts.15.gate_proj,0.0000527829,0.02500,7.118
91,mlp.experts.13.gate_proj,0.0000590699,0.02500,7.288
91,mlp.experts.9.gate_proj,0.0000622955,0.02500,7.354
91,mlp.experts.20.gate_proj,0.0000911571,0.02500,3.141
91,mlp.experts.24.gate_proj,0.0000694485,0.02500,3.115
91,mlp.experts.28.gate_proj,0.0000539510,0.02500,3.215
91,mlp.experts.16.gate_proj,0.0000645175,0.02500,3.179
91,mlp.experts.26.gate_proj,0.0000586321,0.02500,4.307
91,mlp.experts.18.gate_proj,0.0000570645,0.02500,4.476
91,mlp.experts.22.gate_proj,0.0000586505,0.02500,4.379
91,mlp.experts.30.gate_proj,0.0000821828,0.02500,4.521
91,mlp.experts.23.gate_proj,0.0000410547,0.02500,3.988
91,mlp.experts.27.gate_proj,0.0000515581,0.02500,3.916
91,mlp.experts.31.gate_proj,0.0000855914,0.02500,4.184
91,mlp.experts.19.gate_proj,0.0000623148,0.02500,4.683
91,mlp.experts.36.gate_proj,0.0000514638,0.02500,3.338
91,mlp.experts.40.gate_proj,0.0000387014,0.02500,3.381
91,mlp.experts.44.gate_proj,0.0000749962,0.02500,3.279
91,mlp.experts.32.gate_proj,0.0000328611,0.02500,3.283
91,mlp.experts.21.gate_proj,0.0000310755,0.02500,5.235
91,mlp.experts.25.gate_proj,0.0001104059,0.02500,5.269
91,mlp.experts.17.gate_proj,0.0000283437,0.02500,5.603
91,mlp.experts.29.gate_proj,0.0000348726,0.02500,5.527
91,mlp.experts.39.gate_proj,0.0000596040,0.02500,3.096
91,mlp.experts.42.gate_proj,0.0000984535,0.02500,3.719
91,mlp.experts.34.gate_proj,0.0000397702,0.02500,3.787
91,mlp.experts.43.gate_proj,0.0000569211,0.02500,3.185
91,mlp.experts.46.gate_proj,0.0000461673,0.02500,3.634
91,mlp.experts.38.gate_proj,0.0000597048,0.02500,3.908
91,mlp.experts.52.gate_proj,0.0000843623,0.02500,3.368
91,mlp.experts.60.gate_proj,0.0000259182,0.02500,3.355
91,mlp.experts.56.gate_proj,0.0001105444,0.02500,3.421
91,mlp.experts.48.gate_proj,0.0000659920,0.02500,3.367
91,mlp.experts.47.gate_proj,0.0000434242,0.02500,3.905
91,mlp.experts.35.gate_proj,0.0000819333,0.02500,3.981
91,mlp.experts.55.gate_proj,0.0000609239,0.02500,2.972
91,mlp.experts.59.gate_proj,0.0001435769,0.02500,2.927
91,mlp.experts.37.gate_proj,0.0000908062,0.02500,5.186
91,mlp.experts.58.gate_proj,0.0000378722,0.02500,3.653
91,mlp.experts.50.gate_proj,0.0000445519,0.02500,3.728
91,mlp.experts.41.gate_proj,0.0000686539,0.02500,5.363
91,mlp.experts.33.gate_proj,0.0000537740,0.02500,5.346
91,mlp.experts.45.gate_proj,0.0000621798,0.02500,5.352
91,mlp.experts.62.gate_proj,0.0000552216,0.02500,3.886
91,mlp.experts.68.gate_proj,0.0000818261,0.02500,3.254
91,mlp.experts.76.gate_proj,0.0000810819,0.02500,3.328
91,mlp.experts.64.gate_proj,0.0000696002,0.02500,3.226
91,mlp.experts.72.gate_proj,0.0000679174,0.02500,3.386
91,mlp.experts.54.gate_proj,0.0000441697,0.02500,4.040
91,mlp.experts.63.gate_proj,0.0000324129,0.02500,3.902
91,mlp.experts.51.gate_proj,0.0000236876,0.02500,3.899
91,mlp.experts.71.gate_proj,0.0000627438,0.02500,2.925
91,mlp.experts.75.gate_proj,0.0000691228,0.02500,2.905
91,mlp.experts.66.gate_proj,0.0000643120,0.02500,3.154
91,mlp.experts.74.gate_proj,0.0000703661,0.02500,3.820
91,mlp.experts.84.gate_proj,0.0000934875,0.02500,3.454
91,mlp.experts.80.gate_proj,0.0000517232,0.02500,3.370
91,mlp.experts.92.gate_proj,0.0001302035,0.02500,3.471
91,mlp.experts.88.gate_proj,0.0000600351,0.02500,3.406
91,mlp.experts.78.gate_proj,0.0000606135,0.02500,3.699
91,mlp.experts.53.gate_proj,0.0001586955,0.02500,4.820
91,mlp.experts.70.gate_proj,0.0000875508,0.02500,3.642
91,mlp.experts.57.gate_proj,0.0000545314,0.02500,4.702
91,mlp.experts.61.gate_proj,0.0000774980,0.02500,4.687
91,mlp.experts.49.gate_proj,0.0000711444,0.02500,4.843
91,mlp.experts.67.gate_proj,0.0000581154,0.02500,3.874
91,mlp.experts.79.gate_proj,0.0000754696,0.02500,4.328
91,mlp.experts.87.gate_proj,0.0000973338,0.02500,3.943
91,mlp.experts.91.gate_proj,0.0000614747,0.02500,3.731
91,mlp.experts.82.gate_proj,0.0000570073,0.02500,3.442
91,mlp.experts.90.gate_proj,0.0000437420,0.02500,3.296
91,mlp.experts.104.gate_proj,0.0000633649,0.02500,3.044
91,mlp.experts.96.gate_proj,0.0000743774,0.02500,3.249
91,mlp.experts.100.gate_proj,0.0000999541,0.02500,3.326
91,mlp.experts.108.gate_proj,0.0001249326,0.02500,3.308
91,mlp.experts.94.gate_proj,0.0000292937,0.02500,3.379
91,mlp.experts.86.gate_proj,0.0000503675,0.02500,3.886
91,mlp.experts.83.gate_proj,0.0000530410,0.02500,3.059
91,mlp.experts.95.gate_proj,0.0000554301,0.02500,3.485
91,mlp.experts.69.gate_proj,0.0000474767,0.02500,4.728
91,mlp.experts.103.gate_proj,0.0000656105,0.02500,3.316
91,mlp.experts.107.gate_proj,0.0000727329,0.02500,3.769
91,mlp.experts.73.gate_proj,0.0000342602,0.02500,4.861
91,mlp.experts.77.gate_proj,0.0000724647,0.02500,4.960
91,mlp.experts.98.gate_proj,0.0000777724,0.02500,3.611
91,mlp.experts.65.gate_proj,0.0000466433,0.02500,5.069
91,mlp.experts.112.gate_proj,0.0000740455,0.02500,3.271
91,mlp.experts.0.up_proj,0.0001244828,0.02500,3.342
91,mlp.experts.106.gate_proj,0.0000644416,0.02500,3.786
91,mlp.experts.116.gate_proj,0.0000534048,0.02500,3.428
91,mlp.experts.4.up_proj,0.0000345609,0.02500,3.372
91,mlp.experts.99.gate_proj,0.0001472869,0.02500,3.150
91,mlp.experts.110.gate_proj,0.0000366846,0.02500,4.260
91,mlp.experts.119.gate_proj,0.0000573380,0.02500,3.223
91,mlp.experts.111.gate_proj,0.0000585906,0.02500,3.489
91,mlp.experts.102.gate_proj,0.0000774769,0.02500,4.554
91,mlp.experts.85.gate_proj,0.0000884788,0.02500,3.906
91,mlp.experts.3.up_proj,0.0000535701,0.02500,3.365
91,mlp.experts.89.gate_proj,0.0000699151,0.02500,3.604
91,mlp.experts.8.up_proj,0.0000407566,0.02500,3.471
91,mlp.experts.16.up_proj,0.0000621646,0.02500,3.531
91,mlp.experts.12.up_proj,0.0001214866,0.02500,3.518
91,mlp.experts.20.up_proj,0.0000863632,0.02500,3.501
91,mlp.experts.93.gate_proj,0.0000643129,0.02500,4.237
91,mlp.experts.81.gate_proj,0.0000897521,0.02500,4.176
91,mlp.experts.115.gate_proj,0.0000577524,0.02500,2.881
91,mlp.experts.15.up_proj,0.0000519556,0.02500,2.855
91,mlp.experts.7.up_proj,0.0000549527,0.02500,2.894
91,mlp.experts.114.gate_proj,0.0000995625,0.02500,5.698
91,mlp.experts.19.up_proj,0.0000604033,0.02500,2.810
91,mlp.experts.2.up_proj,0.0000611975,0.02500,5.336
91,mlp.experts.6.up_proj,0.0000915322,0.02500,5.163
91,mlp.experts.24.up_proj,0.0000710175,0.02500,3.248
91,mlp.experts.118.gate_proj,0.0000471154,0.02500,4.394
91,mlp.experts.32.up_proj,0.0000319143,0.02500,3.250
91,mlp.experts.28.up_proj,0.0000559482,0.02500,3.187
91,mlp.experts.11.up_proj,0.0000278200,0.02500,2.812
91,mlp.experts.36.up_proj,0.0000522007,0.02500,3.210
91,mlp.experts.31.up_proj,0.0000800799,0.02500,2.826
91,mlp.experts.101.gate_proj,0.0000360773,0.02500,5.055
91,mlp.experts.23.up_proj,0.0000374577,0.02500,2.922
91,mlp.experts.105.gate_proj,0.0000671851,0.02500,5.170
91,mlp.experts.35.up_proj,0.0000718683,0.02500,2.838
91,mlp.experts.10.up_proj,0.0000561657,0.02500,3.501
91,mlp.experts.18.up_proj,0.0000557487,0.02500,3.800
91,mlp.experts.22.up_proj,0.0000571072,0.02500,3.245
91,mlp.experts.27.up_proj,0.0000483511,0.02500,2.967
91,mlp.experts.109.gate_proj,0.0000560386,0.02500,6.140
91,mlp.experts.97.gate_proj,0.0000447717,0.02500,6.199
91,mlp.experts.40.up_proj,0.0000368070,0.02500,3.351
91,mlp.experts.44.up_proj,0.0000754350,0.02500,3.309
91,mlp.experts.48.up_proj,0.0000607214,0.02500,3.452
91,mlp.experts.52.up_proj,0.0000777308,0.02500,3.444
91,mlp.experts.47.up_proj,0.0000419089,0.02500,2.934
91,mlp.experts.14.up_proj,0.0000577909,0.02500,3.799
91,mlp.experts.39.up_proj,0.0000587482,0.02500,2.912
91,mlp.experts.51.up_proj,0.0000218156,0.02500,2.869
91,mlp.experts.26.up_proj,0.0000577930,0.02500,3.348
91,mlp.experts.43.up_proj,0.0000538773,0.02500,2.831
91,mlp.experts.34.up_proj,0.0000362977,0.02500,3.460
91,mlp.experts.117.gate_proj,0.0000475329,0.02500,5.165
91,mlp.experts.1.up_proj,0.0000450370,0.02500,5.250
91,mlp.experts.63.up_proj,0.0000333749,0.02500,2.815
91,mlp.experts.38.up_proj,0.0000567289,0.02500,3.689
91,mlp.experts.64.up_proj,0.0000680035,0.02500,3.207
91,mlp.experts.56.up_proj,0.0001053555,0.02500,3.377
91,mlp.experts.68.up_proj,0.0000822964,0.02500,3.190
91,mlp.experts.60.up_proj,0.0000248795,0.02500,3.500
91,mlp.experts.55.up_proj,0.0000600432,0.02500,2.964
91,mlp.experts.67.up_proj,0.0000534616,0.02500,2.982
91,mlp.experts.30.up_proj,0.0000753047,0.02500,3.888
91,mlp.experts.5.up_proj,0.0000454429,0.02500,4.717
91,mlp.experts.113.gate_proj,0.0001425104,0.02500,4.977
91,mlp.experts.59.up_proj,0.0001355003,0.02500,3.192
91,mlp.experts.79.up_proj,0.0000709349,0.02500,3.199
91,mlp.experts.42.up_proj,0.0000940639,0.02500,4.434
91,mlp.experts.71.up_proj,0.0000647897,0.02500,3.116
91,mlp.experts.50.up_proj,0.0000417316,0.02500,4.307
91,mlp.experts.83.up_proj,0.0000501957,0.02500,2.983
91,mlp.experts.13.up_proj,0.0000557187,0.02500,4.720
91,mlp.experts.80.up_proj,0.0000507653,0.02500,4.077
91,mlp.experts.84.up_proj,0.0000901195,0.02500,4.010
91,mlp.experts.72.up_proj,0.0000648211,0.02500,4.242
91,mlp.experts.54.up_proj,0.0000427586,0.02500,4.357
91,mlp.experts.76.up_proj,0.0000787000,0.02500,4.300
91,mlp.experts.17.up_proj,0.0000278967,0.02500,4.990
91,mlp.experts.46.up_proj,0.0000437811,0.02500,3.919
91,mlp.experts.75.up_proj,0.0000642812,0.02500,3.073
91,mlp.experts.21.up_proj,0.0000287419,0.02500,4.878
91,mlp.experts.95.up_proj,0.0000539157,0.02500,3.008
91,mlp.experts.87.up_proj,0.0000916345,0.02500,3.018
91,mlp.experts.99.up_proj,0.0001391500,0.02500,2.999
91,mlp.experts.9.up_proj,0.0000598447,0.02500,5.026
91,mlp.experts.66.up_proj,0.0000614070,0.02500,3.285
91,mlp.experts.58.up_proj,0.0000369983,0.02500,3.964
91,mlp.experts.70.up_proj,0.0000836273,0.02500,3.330
91,mlp.experts.62.up_proj,0.0000513975,0.02500,3.275
91,mlp.experts.100.up_proj,0.0000937722,0.02500,4.195
91,mlp.experts.96.up_proj,0.0000700427,0.02500,4.337
91,mlp.experts.88.up_proj,0.0000588391,0.02500,4.291
91,mlp.experts.29.up_proj,0.0000328331,0.02500,4.541
91,mlp.experts.92.up_proj,0.0001290208,0.02500,4.240
91,mlp.experts.33.up_proj,0.0000533146,0.02500,4.444
91,mlp.experts.91.up_proj,0.0000598589,0.02500,4.049
91,mlp.experts.37.up_proj,0.0000890799,0.02500,4.372
91,mlp.experts.82.up_proj,0.0000541987,0.02500,3.589
91,mlp.experts.111.up_proj,0.0000551756,0.02500,4.467
91,mlp.experts.86.up_proj,0.0000478178,0.02500,3.151
91,mlp.experts.25.up_proj,0.0001029957,0.02500,4.258
91,mlp.experts.103.up_proj,0.0000611693,0.02500,4.635
91,mlp.experts.74.up_proj,0.0000672635,0.02500,4.002
91,mlp.experts.115.up_proj,0.0000535510,0.02500,4.660
91,mlp.experts.78.up_proj,0.0000589868,0.02500,3.395
91,mlp.experts.116.up_proj,0.0000506944,0.02500,3.426
91,mlp.experts.112.up_proj,0.0000698115,0.02500,3.439
91,mlp.experts.104.up_proj,0.0000583507,0.02500,3.324
91,mlp.experts.108.up_proj,0.0001136225,0.02500,3.194
91,mlp.experts.107.up_proj,0.0000695994,0.02500,3.503
91,mlp.experts.45.up_proj,0.0000584824,0.02500,4.476
91,mlp.experts.49.up_proj,0.0000669002,0.02500,4.132
91,mlp.experts.119.up_proj,0.0000554566,0.02500,2.453
91,mlp.experts.98.up_proj,0.0000738557,0.02500,3.310
91,mlp.experts.102.up_proj,0.0000742417,0.02500,3.282
91,mlp.experts.90.up_proj,0.0000425253,0.02500,3.256
91,mlp.experts.94.up_proj,0.0000272170,0.02500,2.972
91,mlp.experts.53.up_proj,0.0001547141,0.02500,4.191
91,mlp.experts.41.up_proj,0.0000661236,0.02500,4.041
91,mlp.experts.114.up_proj,0.0000974700,0.02500,3.262
91,mlp.experts.118.up_proj,0.0000406724,0.02500,3.234
91,mlp.experts.61.up_proj,0.0000731529,0.02500,4.272
91,mlp.experts.65.up_proj,0.0000448291,0.02500,4.063
91,mlp.experts.106.up_proj,0.0000606343,0.02500,3.290
91,mlp.experts.110.up_proj,0.0000391449,0.02500,3.209
91,mlp.experts.69.up_proj,0.0000474109,0.02500,4.113
91,mlp.experts.57.up_proj,0.0000514292,0.02500,4.178
91,mlp.experts.81.up_proj,0.0000901066,0.02500,4.336
91,mlp.experts.77.up_proj,0.0000702458,0.02500,4.564
91,mlp.experts.73.up_proj,0.0000318656,0.02500,4.463
91,mlp.experts.85.up_proj,0.0000845308,0.02500,4.886
91,mlp.experts.93.up_proj,0.0000625007,0.02500,4.748
91,mlp.experts.97.up_proj,0.0000414280,0.02500,4.902
91,mlp.experts.101.up_proj,0.0000345431,0.02500,4.494
91,mlp.experts.89.up_proj,0.0000684289,0.02500,4.603
91,mlp.experts.109.up_proj,0.0000526508,0.02500,4.589
91,mlp.experts.113.up_proj,0.0001368897,0.02500,4.678
91,mlp.experts.117.up_proj,0.0000462061,0.02500,4.044
91,mlp.experts.105.up_proj,0.0000640136,0.02500,3.997
91,mlp.experts.6.down_proj,0.0000476908,0.02500,1.829
91,mlp.experts.0.down_proj,0.0001522374,0.02500,1.837
91,mlp.experts.12.down_proj,0.0002811120,0.02500,1.855
91,mlp.experts.10.down_proj,0.0007473936,0.02500,1.880
91,mlp.experts.4.down_proj,0.0000145126,0.02500,1.880
91,mlp.experts.8.down_proj,0.0000135145,0.02500,1.883
91,mlp.experts.14.down_proj,0.0000251641,0.02500,1.894
91,mlp.experts.2.down_proj,0.0000590746,0.02500,2.027
91,mlp.experts.15.down_proj,0.0000305348,0.02500,2.366
91,mlp.experts.3.down_proj,0.0000205814,0.02500,2.748
91,mlp.experts.7.down_proj,0.0000265029,0.02500,2.749
91,mlp.experts.11.down_proj,0.0000265558,0.02500,2.765
91,mlp.experts.9.down_proj,0.0000234853,0.02500,2.996
91,mlp.experts.5.down_proj,0.0000162507,0.02500,2.998
91,mlp.experts.1.down_proj,0.0000200264,0.02500,3.022
91,mlp.experts.26.down_proj,0.0000325829,0.02500,1.170
91,mlp.experts.13.down_proj,0.0000143630,0.02500,3.089
91,mlp.experts.16.down_proj,0.0000317841,0.02500,1.250
91,mlp.experts.28.down_proj,0.0000488159,0.02500,1.241
91,mlp.experts.22.down_proj,0.0000279094,0.02500,1.268
91,mlp.experts.24.down_proj,0.0000789592,0.02500,1.271
91,mlp.experts.20.down_proj,0.0000341209,0.02500,1.311
91,mlp.experts.30.down_proj,0.0000464486,0.02500,1.306
91,mlp.experts.18.down_proj,0.0000367702,0.02500,1.230
91,mlp.experts.31.down_proj,0.0000395204,0.02500,0.963
91,mlp.experts.19.down_proj,0.0000397961,0.02500,0.923
91,mlp.experts.27.down_proj,0.0000105896,0.02500,1.095
91,mlp.experts.23.down_proj,0.0000162915,0.02500,1.181
91,mlp.experts.42.down_proj,0.0000709664,0.02500,0.890
91,mlp.experts.38.down_proj,0.0000961536,0.02500,1.019
91,mlp.experts.46.down_proj,0.0000205689,0.02500,1.036
91,mlp.experts.34.down_proj,0.0000068374,0.02500,1.099
91,mlp.experts.44.down_proj,0.0000918865,0.02500,1.360
91,mlp.experts.40.down_proj,0.0000136981,0.02500,1.381
91,mlp.experts.36.down_proj,0.0000769798,0.02500,1.346
91,mlp.experts.32.down_proj,0.0000113817,0.02500,1.451
91,mlp.experts.47.down_proj,0.0000177606,0.02500,0.911
91,mlp.experts.35.down_proj,0.0000769465,0.02500,1.102
91,mlp.experts.21.down_proj,0.0000217059,0.02500,1.809
91,mlp.experts.39.down_proj,0.0000237603,0.02500,0.878
91,mlp.experts.25.down_proj,0.0000481319,0.02500,1.838
91,mlp.experts.58.down_proj,0.0000926763,0.02500,1.072
91,mlp.experts.54.down_proj,0.0000662739,0.02500,0.899
91,mlp.experts.17.down_proj,0.0000080195,0.02500,2.002
91,mlp.experts.43.down_proj,0.0000214936,0.02500,1.171
91,mlp.experts.29.down_proj,0.0000159388,0.02500,2.020
91,mlp.experts.50.down_proj,0.0000184105,0.02500,0.937
91,mlp.experts.62.down_proj,0.0000174716,0.02500,1.165
91,mlp.experts.63.down_proj,0.0000392020,0.02500,0.998
91,mlp.experts.51.down_proj,0.0000058077,0.02500,0.906
91,mlp.experts.60.down_proj,0.0000080001,0.02500,1.244
91,mlp.experts.56.down_proj,0.0000485920,0.02500,1.204
91,mlp.experts.52.down_proj,0.0000349941,0.02500,1.208
91,mlp.experts.48.down_proj,0.0000151757,0.02500,1.216
91,mlp.experts.59.down_proj,0.0000896600,0.02500,0.841
91,mlp.experts.74.down_proj,0.0000167918,0.02500,0.858
91,mlp.experts.55.down_proj,0.0000409765,0.02500,1.083
91,mlp.experts.70.down_proj,0.0000381082,0.02500,1.009
91,mlp.experts.37.down_proj,0.0001070017,0.02500,1.506
91,mlp.experts.66.down_proj,0.0000474707,0.02500,1.085
91,mlp.experts.41.down_proj,0.0000188540,0.02500,1.557
91,mlp.experts.67.down_proj,0.0000211985,0.02500,0.875
91,mlp.experts.78.down_proj,0.0000342743,0.02500,1.168
91,mlp.experts.79.down_proj,0.0000247071,0.02500,1.172
91,mlp.experts.33.down_proj,0.0000289354,0.02500,1.699
91,mlp.experts.90.down_proj,0.0000137550,0.02500,0.863
91,mlp.experts.45.down_proj,0.0000307552,0.02500,1.636
91,mlp.experts.75.down_proj,0.0000248576,0.02500,0.891
91,mlp.experts.76.down_proj,0.0000490781,0.02500,1.210
91,mlp.experts.86.down_proj,0.0000163489,0.02500,0.889
91,mlp.experts.68.down_proj,0.0000817604,0.02500,1.186
91,mlp.experts.72.down_proj,0.0000192462,0.02500,1.195
91,mlp.experts.64.down_proj,0.0000941827,0.02500,1.219
91,mlp.experts.71.down_proj,0.0000674321,0.02500,1.090
91,mlp.experts.82.down_proj,0.0000165130,0.02500,1.113
91,mlp.experts.94.down_proj,0.0000062191,0.02500,1.010
91,mlp.experts.53.down_proj,0.0001076079,0.02500,1.344
91,mlp.experts.83.down_proj,0.0000329287,0.02500,1.102
91,mlp.experts.91.down_proj,0.0000523335,0.02500,0.915
91,mlp.experts.57.down_proj,0.0000202302,0.02500,1.349
91,mlp.experts.102.down_proj,0.0000308158,0.02500,0.880
91,mlp.experts.87.down_proj,0.0000262805,0.02500,0.868
91,mlp.experts.95.down_proj,0.0000353581,0.02500,1.136
91,mlp.experts.106.down_proj,0.0000165802,0.02500,1.133
91,mlp.experts.61.down_proj,0.0000252591,0.02500,1.360
91,mlp.experts.49.down_proj,0.0000266251,0.02500,1.390
91,mlp.experts.98.down_proj,0.0000278070,0.02500,0.889
91,mlp.experts.110.down_proj,0.0001342473,0.02500,0.819
91,mlp.experts.88.down_proj,0.0000870400,0.02500,1.598
91,mlp.experts.118.down_proj,0.0000182913,0.02500,0.749
91,mlp.experts.80.down_proj,0.0000204056,0.02500,1.597
91,mlp.experts.84.down_proj,0.0001351225,0.02500,1.696
91,mlp.experts.99.down_proj,0.0001022826,0.02500,0.978
91,mlp.experts.92.down_proj,0.0001379436,0.02500,1.759
91,mlp.experts.111.down_proj,0.0000368022,0.02500,0.875
91,mlp.experts.107.down_proj,0.0000220552,0.02500,1.088
91,mlp.experts.103.down_proj,0.0000331483,0.02500,0.988
91,mlp.experts.114.down_proj,0.0000657798,0.02500,0.543
91,mlp.experts.69.down_proj,0.0000561690,0.02500,1.286
91,mlp.experts.73.down_proj,0.0000145165,0.02500,1.373
91,mlp.experts.115.down_proj,0.0000127906,0.02500,0.604
91,mlp.experts.119.down_proj,0.0000278298,0.02500,0.532
91,mlp.experts.65.down_proj,0.0000895132,0.02500,1.283
91,mlp.experts.77.down_proj,0.0000389723,0.02500,1.373
91,mlp.experts.104.down_proj,0.0000321235,0.02500,1.320
91,mlp.experts.96.down_proj,0.0000312451,0.02500,1.298
91,mlp.experts.108.down_proj,0.0000389214,0.02500,1.269
91,mlp.experts.100.down_proj,0.0000401143,0.02500,1.315
91,mlp.experts.85.down_proj,0.0000389054,0.02500,1.453
91,mlp.experts.112.down_proj,0.0000222373,0.02500,0.826
91,mlp.experts.89.down_proj,0.0000417334,0.02500,1.583
91,mlp.experts.116.down_proj,0.0000542814,0.02500,0.787
91,mlp.experts.81.down_proj,0.0000241314,0.02500,1.542
91,mlp.experts.93.down_proj,0.0000303275,0.02500,1.563
91,mlp.experts.101.down_proj,0.0000102575,0.02500,1.501
91,mlp.experts.105.down_proj,0.0000274482,0.02500,1.544
91,mlp.experts.97.down_proj,0.0000099109,0.02500,1.482
91,mlp.experts.109.down_proj,0.0000320386,0.02500,1.426
91,mlp.experts.117.down_proj,0.0000213143,0.02500,1.106
91,mlp.experts.113.down_proj,0.0002164076,0.02500,0.741